Hugging Face's logo

AdaptiveChunking
/
ali_mem-split_s0

PyTorch
Safetensors
dynamic-chunking
tokenization
hnet
byte-level
beetle-hnet
Model card Files
xet
 Community
ali_mem-split_s0
File size: 270,827 Bytes
ec0391b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
{"event": "hub", "repo": "AdaptiveChunking/ali_mem-split_s0", "keep_steps": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 256, 512, 1000, 1024, 2048, 3000, 4096, 6000], "t": 3.6}
{"event": "start", "run": "ali_mem-split_s0", "arch": "ali", "objective": "ratio", "condition": "A", "params": 22785088, "langs": ["en", "tr", "fi"], "premium": {"en": 1.0, "tr": 1.12, "fi": 1.104}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {}, "weights": {"en": 0.74, "tr": 0.1536, "fi": 0.1064}, "device": "cuda", "ali_params": 268096, "ali_config": {"enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "frequency", "value_mode": "learned", "candidate_types": ["split"], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0}, "t": 3.6}
{"event": "probe_schedule", "n": 45, "steps": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 200, 256, 400, 512, 600, 800, 1000, 1024, 1200, 1400, 1600, 1800, 2000, 2048, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4096, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 3.6}
{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6384.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.366833, "cps": 49.875, "mean_p": 0.496725, "boundary_entropy": 0.686995, "bpb": 8.160238}, "tr": {"chunks": 5290.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.292217, "cps": 41.328125, "mean_p": 0.489567, "boundary_entropy": 0.687288, "bpb": 8.171434}, "fi": {"chunks": 8895.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.472862, "cps": 69.492188, "mean_p": 0.500688, "boundary_entropy": 0.687512, "bpb": 8.214758}}, "bpb": {"en": 8.16024, "tr": 8.17143, "fi": 8.21476}, "gini_cpc": 0.106395, "gini_cps": 0.116842, "bpic": 2.758131, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7965927738475616, "fi": 1.2890367847879758}, "inventory": {"size": 0, "admitted": 0, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 0.0, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 5.2}
{"event": "train", "step": 0, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 5.66332, "bpb": 8.17044, "chunk_loss": 0.038537, "F": 0.28732, "G": 0.4892, "chunks": 294.22, "bytes_per_chunk": 3.48, "boundary_entropy": 0.69137, "router_noise": 0.0, "grad_norm": 11.0316, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.007, "probe_sec": 0.0024, "probe_extra_seqs": 0, "n_rows": 0, "extra_fwd_seqs": 0, "wall_s": 0.0, "overhead_frac_est": 0.0, "chunk_mismatch": 0, "n_loo": 0, "mean_delta_loo": NaN, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "read_hit_rate": {"split": 0.0}, "mean_gate": {"split": null}, "n_reads": 0, "n_cand": 12033, "read_suppressed_frac": 0.0, "dropout_reads_logged": 0, "inventory": {"size": 3051, "admitted": 3051, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 3051, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 3.943953037261963, "n_util_obs": 0, "util_count_spearman": NaN}, "probe_overhead_sec_total": 0.002, "probe_overhead_seq_frac": 0.0, "util_loss": 0.0, "alpha": 0.03, "t": 6.0}
{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6303.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.362179, "cps": 49.242188, "mean_p": 0.496453, "boundary_entropy": 0.686986, "bpb": 8.138258}, "tr": {"chunks": 5230.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.288902, "cps": 40.859375, "mean_p": 0.489372, "boundary_entropy": 0.687277, "bpb": 8.158146}, "fi": {"chunks": 8819.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.468821, "cps": 68.898438, "mean_p": 0.500418, "boundary_entropy": 0.687508, "bpb": 8.204899}}, "bpb": {"en": 8.13826, "tr": 8.15815, "fi": 8.2049}, "gini_cpc": 0.107104, "gini_cps": 0.117564, "bpic": 2.787539, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7976786174348525, "fi": 1.2944469967557997}, "inventory": {"size": 3051, "admitted": 3051, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 3051, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 3.943953037261963, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 6.9}
{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6187.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.355513, "cps": 48.335938, "mean_p": 0.495978, "boundary_entropy": 0.686968, "bpb": 8.073979}, "tr": {"chunks": 5138.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.28382, "cps": 40.140625, "mean_p": 0.48902, "boundary_entropy": 0.687257, "bpb": 8.114847}, "fi": {"chunks": 8693.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.462123, "cps": 67.914062, "mean_p": 0.499933, "boundary_entropy": 0.6875, "bpb": 8.14947}}, "bpb": {"en": 8.07398, "tr": 8.11485, "fi": 8.14947}, "gini_cpc": 0.107919, "gini_cps": 0.118393, "bpic": 2.834049, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7983393804935734, "fi": 1.2998756260082118}, "inventory": {"size": 5113, "admitted": 5113, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 5113, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 4.903774738311768, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 9.0}
{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5745.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.330115, "cps": 44.882812, "mean_p": 0.494295, "boundary_entropy": 0.686897, "bpb": 7.856743}, "tr": {"chunks": 4813.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.265868, "cps": 37.601562, "mean_p": 0.487774, "boundary_entropy": 0.687181, "bpb": 7.961092}, "fi": {"chunks": 8138.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.432619, "cps": 63.578125, "mean_p": 0.498151, "boundary_entropy": 0.687461, "bpb": 7.958873}}, "bpb": {"en": 7.85674, "tr": 7.96109, "fi": 7.95887}, "gini_cpc": 0.108077, "gini_cps": 0.118564, "bpic": 3.034446, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8053773237533008, "fi": 1.310508642171342}, "inventory": {"size": 9198, "admitted": 9198, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 9198, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 5.358773708343506, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 10.9}
{"event": "probe", "step": 6, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5154.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.296156, "cps": 40.265625, "mean_p": 0.491902, "boundary_entropy": 0.686774, "bpb": 7.565941}, "tr": {"chunks": 4312.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.238193, "cps": 33.6875, "mean_p": 0.486013, "boundary_entropy": 0.687063, "bpb": 7.742921}, "fi": {"chunks": 7355.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.390995, "cps": 57.460938, "mean_p": 0.495549, "boundary_entropy": 0.687381, "bpb": 7.695153}}, "bpb": {"en": 7.56594, "tr": 7.74292, "fi": 7.69515}, "gini_cpc": 0.110087, "gini_cps": 0.120603, "bpic": 3.372689, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8042811805708596, "fi": 1.3202327434676007}, "inventory": {"size": 13366, "admitted": 13366, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 13366, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 5.196693420410156, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 12.5}
{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4564.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.262254, "cps": 35.65625, "mean_p": 0.489535, "boundary_entropy": 0.686632, "bpb": 7.287649}, "tr": {"chunks": 3925.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216815, "cps": 30.664062, "mean_p": 0.484298, "boundary_entropy": 0.686935, "bpb": 7.524769}, "fi": {"chunks": 6516.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.346393, "cps": 50.90625, "mean_p": 0.492699, "boundary_entropy": 0.687265, "bpb": 7.439034}}, "bpb": {"en": 7.28765, "tr": 7.52477, "fi": 7.43903}, "gini_cpc": 0.104651, "gini_cps": 0.115117, "bpic": 3.780873, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8267374178809223, "fi": 1.3208322875584524}, "inventory": {"size": 17722, "admitted": 17722, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 17722, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 4.928563594818115, "n_util_obs": 1, "util_count_spearman": NaN}, "t": 14.3}
{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4787.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.275068, "cps": 37.398438, "mean_p": 0.492105, "boundary_entropy": 0.686961, "bpb": 6.660969}, "tr": {"chunks": 4880.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.269569, "cps": 38.125, "mean_p": 0.489397, "boundary_entropy": 0.687409, "bpb": 6.977405}, "fi": {"chunks": 5823.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.309553, "cps": 45.492188, "mean_p": 0.49173, "boundary_entropy": 0.687419, "bpb": 6.841068}}, "bpb": {"en": 6.66097, "tr": 6.9774, "fi": 6.84107}, "gini_cpc": 0.031206, "gini_cps": 0.044588, "bpic": 3.662492, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9800087725390886, "fi": 1.1253706887408157}, "inventory": {"size": 34851, "admitted": 34851, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 34851, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 4.051677227020264, "n_util_obs": 4, "util_count_spearman": 0.6}, "t": 18.2}
{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3828.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.219962, "cps": 29.90625, "mean_p": 0.49401, "boundary_entropy": 0.687518, "bpb": 6.30701}, "tr": {"chunks": 3838.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212009, "cps": 29.984375, "mean_p": 0.49115, "boundary_entropy": 0.687913, "bpb": 6.636571}, "fi": {"chunks": 3978.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.211472, "cps": 31.078125, "mean_p": 0.491905, "boundary_entropy": 0.687944, "bpb": 6.431252}}, "bpb": {"en": 6.30701, "tr": 6.63657, "fi": 6.43125}, "gini_cpc": 0.008796, "gini_cps": 0.008588, "bpic": 4.872209, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9638436934455693, "fi": 0.9614021443132802}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 3.9223175048828125, "n_util_obs": 7, "util_count_spearman": 0.5714285714285714}, "t": 23.5}
{"event": "consolidate", "step": 50, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 28.9}
{"event": "train", "step": 50, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 4.22581, "bpb": 6.09655, "chunk_loss": 0.035023, "F": 0.23743, "G": 0.49311, "chunks": 243.12, "bytes_per_chunk": 4.212, "boundary_entropy": 0.69215, "router_noise": 0.0, "grad_norm": 2.4401, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.464, "probe_sec": 0.0747, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06613, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00217, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.07421, "trunc_abs_frac": 0.48224, "mean_delta_full": 0.0417, "read_hit_rate": {"split": 0.84155}, "mean_gate": {"split": 0.12051}, "n_reads": 8912, "n_cand": 10590, "read_suppressed_frac": 0.1008, "dropout_reads_logged": 8912, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 5.810943603515625, "n_util_obs": 14, "util_count_spearman": 0.02857142857142857}, "probe_overhead_sec_total": 3.353, "probe_overhead_seq_frac": 0.4902, "util_loss": 0.07493, "alpha": 0.03, "t": 29.2}
{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4071.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.233925, "cps": 31.804688, "mean_p": 0.487976, "boundary_entropy": 0.686571, "bpb": 5.622734}, "tr": {"chunks": 3873.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213942, "cps": 30.257812, "mean_p": 0.487775, "boundary_entropy": 0.687474, "bpb": 6.009936}, "fi": {"chunks": 5493.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.29201, "cps": 42.914062, "mean_p": 0.493105, "boundary_entropy": 0.68769, "bpb": 5.8185}}, "bpb": {"en": 5.62273, "tr": 6.00994, "fi": 5.8185}, "gini_cpc": 0.070343, "gini_cps": 0.080375, "bpic": 4.222073, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9145763428308438, "fi": 1.2483050671170426}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 7.1759185791015625, "n_util_obs": 17, "util_count_spearman": -0.28431372549019607}, "t": 33.8}
{"event": "consolidate", "step": 100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 45.8}
{"event": "train", "step": 100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 3.20272, "bpb": 4.62054, "chunk_loss": 0.031857, "F": 0.20047, "G": 0.42142, "chunks": 205.28, "bytes_per_chunk": 4.988, "boundary_entropy": 0.66616, "router_noise": 0.0, "grad_norm": 2.0589, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.34, "probe_sec": 0.0444, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03356, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00035, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.23379, "trunc_abs_frac": 0.55842, "mean_delta_full": 0.03923, "read_hit_rate": {"split": 0.89721}, "mean_gate": {"split": 0.12038}, "n_reads": 10370, "n_cand": 11558, "read_suppressed_frac": 0.0971, "dropout_reads_logged": 10370, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 13.12225341796875, "n_util_obs": 24, "util_count_spearman": -0.11652173913043479}, "probe_overhead_sec_total": 6.667, "probe_overhead_seq_frac": 0.495, "util_loss": 0.001469, "alpha": 0.03, "t": 46.2}
{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3672.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.210998, "cps": 28.6875, "mean_p": 0.376992, "boundary_entropy": 0.608469, "bpb": 4.167935}, "tr": {"chunks": 3064.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.169254, "cps": 23.9375, "mean_p": 0.411148, "boundary_entropy": 0.650615, "bpb": 4.503642}, "fi": {"chunks": 3536.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187975, "cps": 27.625, "mean_p": 0.393659, "boundary_entropy": 0.635818, "bpb": 4.408407}}, "bpb": {"en": 4.16793, "tr": 4.50364, "fi": 4.40841}, "gini_cpc": 0.048976, "gini_cps": 0.03946, "bpic": 5.522975, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8021575162315566, "fi": 0.890885356676649}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 17.266265869140625, "n_util_obs": 32, "util_count_spearman": 0.21114369501466276}, "t": 57.1}
{"event": "consolidate", "step": 150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 66.2}
{"event": "train", "step": 150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.80256, "bpb": 4.04324, "chunk_loss": 0.031725, "F": 0.20847, "G": 0.35916, "chunks": 213.47, "bytes_per_chunk": 4.797, "boundary_entropy": 0.58776, "router_noise": 0.0, "grad_norm": 2.7237, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.406, "probe_sec": 0.105, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09368, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02512, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.62004, "trunc_abs_frac": 0.59136, "mean_delta_full": 0.15796, "read_hit_rate": {"split": 0.88671}, "mean_gate": {"split": 0.12202}, "n_reads": 9690, "n_cand": 10928, "read_suppressed_frac": 0.1031, "dropout_reads_logged": 9690, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 20.62811279296875, "n_util_obs": 37, "util_count_spearman": -0.08084400189663347}, "probe_overhead_sec_total": 10.256, "probe_overhead_seq_frac": 0.4967, "util_loss": 0.000472, "alpha": 0.03, "t": 66.5}
{"event": "consolidate", "step": 200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 86.9}
{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3212.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184566, "cps": 25.09375, "mean_p": 0.374218, "boundary_entropy": 0.574451, "bpb": 3.641156}, "tr": {"chunks": 4032.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.222726, "cps": 31.5, "mean_p": 0.379426, "boundary_entropy": 0.599284, "bpb": 3.783224}, "fi": {"chunks": 3384.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.179895, "cps": 26.4375, "mean_p": 0.37815, "boundary_entropy": 0.608777, "bpb": 3.880154}}, "bpb": {"en": 3.64116, "tr": 3.78322, "fi": 3.88015}, "gini_cpc": 0.048628, "gini_cps": 0.051436, "bpic": 5.337975, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.206753468064883, "fi": 0.9746912212476297}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 26.861465454101562, "n_util_obs": 54, "util_count_spearman": -0.11972555746140652}, "t": 87.6}
{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.64744, "tr": 3.79293, "fi": 3.87959}, "bytes_per_chunk": {"en": 5.269, "tr": 4.534, "fi": 5.977}, "bpb_mean": 3.77332, "frozen_inventory": true, "t": 88.8}
{"event": "train", "step": 200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.55405, "bpb": 3.68472, "chunk_loss": 0.031294, "F": 0.19406, "G": 0.3786, "chunks": 198.72, "bytes_per_chunk": 5.153, "boundary_entropy": 0.58313, "router_noise": 0.0, "grad_norm": 1.4728, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.465, "probe_sec": 0.0582, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04814, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.05575, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -3.82323, "trunc_abs_frac": 1.10368, "mean_delta_full": 0.00806, "read_hit_rate": {"split": 0.86034}, "mean_gate": {"split": 0.12513}, "n_reads": 8846, "n_cand": 10282, "read_suppressed_frac": 0.099, "dropout_reads_logged": 8846, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 26.997406005859375, "n_util_obs": 55, "util_count_spearman": -0.08997113997113997}, "probe_overhead_sec_total": 13.56, "probe_overhead_seq_frac": 0.4975, "util_loss": 0.000523, "alpha": 0.03, "t": 89.8}
{"event": "consolidate", "step": 250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 106.5}
{"event": "train", "step": 250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.38521, "bpb": 3.44113, "chunk_loss": 0.03169, "F": 0.2095, "G": 0.34874, "chunks": 214.53, "bytes_per_chunk": 4.773, "boundary_entropy": 0.52466, "router_noise": 0.0, "grad_norm": 1.6182, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.346, "probe_sec": 0.074, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03497, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.02097, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.03144, "trunc_abs_frac": 0.75972, "mean_delta_full": 0.05121, "read_hit_rate": {"split": 0.87338}, "mean_gate": {"split": 0.12987}, "n_reads": 10133, "n_cand": 11602, "read_suppressed_frac": 0.096, "dropout_reads_logged": 10133, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 33.79515075683594, "n_util_obs": 67, "util_count_spearman": -0.003910926650171602}, "probe_overhead_sec_total": 16.815, "probe_overhead_seq_frac": 0.498, "util_loss": 0.00078, "alpha": 0.03, "t": 107.1}
{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3420.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196518, "cps": 26.71875, "mean_p": 0.316813, "boundary_entropy": 0.490657, "bpb": 3.342621}, "tr": {"chunks": 3448.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190466, "cps": 26.9375, "mean_p": 0.326654, "boundary_entropy": 0.499278, "bpb": 3.525228}, "fi": {"chunks": 4143.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.220243, "cps": 32.367188, "mean_p": 0.356115, "boundary_entropy": 0.548563, "bpb": 3.651625}}, "bpb": {"en": 3.34262, "tr": 3.52523, "fi": 3.65162}, "gini_cpc": 0.032693, "gini_cps": 0.043774, "bpic": 5.152302, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9692029333124005, "fi": 1.120730171875918}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 34.603363037109375, "n_util_obs": 67, "util_count_spearman": -0.02538111581131774}, "t": 110.3}
{"event": "consolidate", "step": 300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 136.2}
{"event": "train", "step": 300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.28165, "bpb": 3.29172, "chunk_loss": 0.031332, "F": 0.21204, "G": 0.29572, "chunks": 217.12, "bytes_per_chunk": 4.716, "boundary_entropy": 0.4159, "router_noise": 0.0, "grad_norm": 1.5598, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.592, "probe_sec": 0.2416, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0835, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00921, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.09068, "trunc_abs_frac": 0.40298, "mean_delta_full": -0.17316, "read_hit_rate": {"split": 0.88889}, "mean_gate": {"split": 0.13652}, "n_reads": 10576, "n_cand": 11898, "read_suppressed_frac": 0.1011, "dropout_reads_logged": 10576, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 41.68782043457031, "n_util_obs": 72, "util_count_spearman": -0.05112868994790662}, "probe_overhead_sec_total": 20.528, "probe_overhead_seq_frac": 0.4983, "util_loss": 0.001021, "alpha": 0.03, "t": 136.7}
{"event": "consolidate", "step": 350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 164.3}
{"event": "train", "step": 350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.19775, "bpb": 3.17069, "chunk_loss": 0.030965, "F": 0.20294, "G": 0.28234, "chunks": 207.81, "bytes_per_chunk": 4.928, "boundary_entropy": 0.38562, "router_noise": 0.0, "grad_norm": 1.4811, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.564, "probe_sec": 0.0787, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05516, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00559, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.246, "trunc_abs_frac": 1.1685, "mean_delta_full": -0.14803, "read_hit_rate": {"split": 0.87326}, "mean_gate": {"split": 0.15015}, "n_reads": 10039, "n_cand": 11496, "read_suppressed_frac": 0.1018, "dropout_reads_logged": 10039, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 50.03465270996094, "n_util_obs": 86, "util_count_spearman": 0.08004188896682746}, "probe_overhead_sec_total": 23.996, "probe_overhead_seq_frac": 0.4986, "util_loss": 0.00125, "alpha": 0.03, "t": 164.9}
{"event": "consolidate", "step": 400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 191.3}
{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3795.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.218066, "cps": 29.648438, "mean_p": 0.265666, "boundary_entropy": 0.324222, "bpb": 2.892891}, "tr": {"chunks": 3865.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213501, "cps": 30.195312, "mean_p": 0.292543, "boundary_entropy": 0.418125, "bpb": 3.176168}, "fi": {"chunks": 4395.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.23364, "cps": 34.335938, "mean_p": 0.293987, "boundary_entropy": 0.402926, "bpb": 3.369673}}, "bpb": {"en": 2.89289, "tr": 3.17617, "fi": 3.36967}, "gini_cpc": 0.020184, "gini_cps": 0.033181, "bpic": 4.706097, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.979064461833352, "fi": 1.0714189809469399}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 58.39170837402344, "n_util_obs": 92, "util_count_spearman": 0.18427014780450965}, "t": 192.1}
{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 2.90738, "tr": 3.18376, "fi": 3.363}, "bytes_per_chunk": {"en": 4.292, "tr": 5.19, "fi": 4.55}, "bpb_mean": 3.15138, "frozen_inventory": true, "t": 193.4}
{"event": "train", "step": 400, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.04071, "bpb": 2.94412, "chunk_loss": 0.031569, "F": 0.22903, "G": 0.27934, "chunks": 234.53, "bytes_per_chunk": 4.366, "boundary_entropy": 0.33411, "router_noise": 0.0, "grad_norm": 1.4014, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.603, "probe_sec": 0.0815, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06393, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00909, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.08201, "trunc_abs_frac": 0.36024, "mean_delta_full": -0.05366, "read_hit_rate": {"split": 0.91349}, "mean_gate": {"split": 0.1767}, "n_reads": 11415, "n_cand": 12496, "read_suppressed_frac": 0.1024, "dropout_reads_logged": 11415, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 58.56666564941406, "n_util_obs": 92, "util_count_spearman": 0.19451936562736002}, "probe_overhead_sec_total": 27.547, "probe_overhead_seq_frac": 0.4988, "util_loss": 0.001543, "alpha": 0.03, "t": 195.0}
{"event": "consolidate", "step": 450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 218.0}
{"event": "train", "step": 450, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.01221, "bpb": 2.90301, "chunk_loss": 0.03126, "F": 0.21927, "G": 0.27072, "chunks": 224.53, "bytes_per_chunk": 4.561, "boundary_entropy": 0.31952, "router_noise": 0.0, "grad_norm": 1.2388, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.464, "probe_sec": 0.0836, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07127, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03974, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.1524, "trunc_abs_frac": 1.72375, "mean_delta_full": 0.17041, "read_hit_rate": {"split": 0.9039}, "mean_gate": {"split": 0.18596}, "n_reads": 11165, "n_cand": 12352, "read_suppressed_frac": 0.0991, "dropout_reads_logged": 11165, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 67.12173461914062, "n_util_obs": 100, "util_count_spearman": 0.3024182418241824}, "probe_overhead_sec_total": 30.829, "probe_overhead_seq_frac": 0.4989, "util_loss": 0.002392, "alpha": 0.03, "t": 218.2}
{"event": "consolidate", "step": 500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 230.9}
{"event": "train", "step": 500, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.98862, "bpb": 2.86897, "chunk_loss": 0.031809, "F": 0.24042, "G": 0.27411, "chunks": 246.19, "bytes_per_chunk": 4.159, "boundary_entropy": 0.29797, "router_noise": 0.0, "grad_norm": 1.1106, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.259, "probe_sec": 0.0338, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0249, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0777, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.74493, "trunc_abs_frac": 0.74826, "mean_delta_full": 0.26058, "read_hit_rate": {"split": 0.92332}, "mean_gate": {"split": 0.19202}, "n_reads": 12125, "n_cand": 13132, "read_suppressed_frac": 0.1014, "dropout_reads_logged": 12125, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 76.00869750976562, "n_util_obs": 109, "util_count_spearman": 0.24120100083402835}, "probe_overhead_sec_total": 34.267, "probe_overhead_seq_frac": 0.499, "util_loss": 0.002896, "alpha": 0.03, "t": 231.2}
{"event": "probe", "step": 512, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3928.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.225708, "cps": 30.6875, "mean_p": 0.258464, "boundary_entropy": 0.287388, "bpb": 2.698217}, "tr": {"chunks": 3671.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.202784, "cps": 28.679688, "mean_p": 0.274014, "boundary_entropy": 0.367613, "bpb": 3.033227}, "fi": {"chunks": 4718.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.250811, "cps": 36.859375, "mean_p": 0.28706, "boundary_entropy": 0.348738, "bpb": 3.23363}}, "bpb": {"en": 2.69822, "tr": 3.03323, "fi": 3.23363}, "gini_cpc": 0.047133, "gini_cps": 0.05667, "bpic": 4.605992, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.898434610932486, "fi": 1.1112165326415049}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 78.00941467285156, "n_util_obs": 111, "util_count_spearman": 0.21183748683748685}, "t": 234.8}
{"event": "consolidate", "step": 550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 245.8}
{"event": "train", "step": 550, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.96552, "bpb": 2.83565, "chunk_loss": 0.03192, "F": 0.2471, "G": 0.27348, "chunks": 253.03, "bytes_per_chunk": 4.047, "boundary_entropy": 0.2835, "router_noise": 0.0, "grad_norm": 1.53, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.298, "probe_sec": 0.0748, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0633, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01473, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 12.68783, "trunc_abs_frac": 1.2515, "mean_delta_full": -0.00577, "read_hit_rate": {"split": 0.92747}, "mean_gate": {"split": 0.19901}, "n_reads": 12595, "n_cand": 13580, "read_suppressed_frac": 0.0983, "dropout_reads_logged": 12595, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 85.13873291015625, "n_util_obs": 119, "util_count_spearman": 0.17471157954707306}, "probe_overhead_sec_total": 37.862, "probe_overhead_seq_frac": 0.4991, "util_loss": 0.003038, "alpha": 0.03, "t": 246.1}
{"event": "consolidate", "step": 600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 259.5}
{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4133.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.237488, "cps": 32.289062, "mean_p": 0.256267, "boundary_entropy": 0.257184, "bpb": 2.573627}, "tr": {"chunks": 3882.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21444, "cps": 30.328125, "mean_p": 0.257495, "boundary_entropy": 0.325806, "bpb": 2.930526}, "fi": {"chunks": 4888.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.259848, "cps": 38.1875, "mean_p": 0.280774, "boundary_entropy": 0.306195, "bpb": 3.139777}}, "bpb": {"en": 2.57363, "tr": 2.93053, "fi": 3.13978}, "gini_cpc": 0.042531, "gini_cps": 0.051978, "bpic": 4.396807, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9029499838003893, "fi": 1.0941529326132762}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 94.2845458984375, "n_util_obs": 132, "util_count_spearman": 0.07066416909727476}, "t": 260.4}
{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.58638, "tr": 2.9392, "fi": 3.141}, "bytes_per_chunk": {"en": 3.952, "tr": 5.252, "fi": 4.011}, "bpb_mean": 2.88886, "frozen_inventory": true, "t": 261.5}
{"event": "train", "step": 600, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.86372, "bpb": 2.68878, "chunk_loss": 0.031761, "F": 0.24603, "G": 0.26504, "chunks": 251.94, "bytes_per_chunk": 4.065, "boundary_entropy": 0.26491, "router_noise": 0.0, "grad_norm": 1.2839, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.326, "probe_sec": 0.0384, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02811, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.1492, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": -0.26188, "trunc_abs_frac": 1.28255, "mean_delta_full": -0.08262, "read_hit_rate": {"split": 0.93606}, "mean_gate": {"split": 0.20448}, "n_reads": 12590, "n_cand": 13450, "read_suppressed_frac": 0.0958, "dropout_reads_logged": 12590, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 94.47724914550781, "n_util_obs": 133, "util_count_spearman": 0.04857632548127442}, "probe_overhead_sec_total": 41.605, "probe_overhead_seq_frac": 0.4992, "util_loss": 0.003402, "alpha": 0.03, "t": 262.4}
{"event": "consolidate", "step": 650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 275.3}
{"event": "train", "step": 650, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.89657, "bpb": 2.73617, "chunk_loss": 0.031869, "F": 0.24771, "G": 0.26728, "chunks": 253.66, "bytes_per_chunk": 4.037, "boundary_entropy": 0.26101, "router_noise": 0.0, "grad_norm": 1.0628, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.273, "probe_sec": 0.0754, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06048, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.07639, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 12.72414, "trunc_abs_frac": 2.77428, "mean_delta_full": -0.00089, "read_hit_rate": {"split": 0.92669}, "mean_gate": {"split": 0.19568}, "n_reads": 12540, "n_cand": 13532, "read_suppressed_frac": 0.0998, "dropout_reads_logged": 12540, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 103.92349243164062, "n_util_obs": 145, "util_count_spearman": 0.04283581604849347}, "probe_overhead_sec_total": 45.341, "probe_overhead_seq_frac": 0.4992, "util_loss": 0.004197, "alpha": 0.03, "t": 276.0}
{"event": "consolidate", "step": 700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 288.5}
{"event": "train", "step": 700, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.84103, "bpb": 2.65604, "chunk_loss": 0.031883, "F": 0.24942, "G": 0.26708, "chunks": 255.41, "bytes_per_chunk": 4.009, "boundary_entropy": 0.24171, "router_noise": 0.0, "grad_norm": 1.1794, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.254, "probe_sec": 0.0786, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06676, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0699, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.37596, "trunc_abs_frac": 2.05459, "mean_delta_full": 0.15973, "read_hit_rate": {"split": 0.93382}, "mean_gate": {"split": 0.20316}, "n_reads": 12685, "n_cand": 13584, "read_suppressed_frac": 0.0997, "dropout_reads_logged": 12685, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 113.45632934570312, "n_util_obs": 153, "util_count_spearman": 0.062016672697787247}, "probe_overhead_sec_total": 47.953, "probe_overhead_seq_frac": 0.4993, "util_loss": 0.004935, "alpha": 0.03, "t": 288.7}
{"event": "consolidate", "step": 750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 301.4}
{"event": "train", "step": 750, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.80204, "bpb": 2.5998, "chunk_loss": 0.03152, "F": 0.2392, "G": 0.2572, "chunks": 244.94, "bytes_per_chunk": 4.181, "boundary_entropy": 0.24544, "router_noise": 0.0, "grad_norm": 1.1986, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.264, "probe_sec": 0.1586, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.14594, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.095, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.42207, "trunc_abs_frac": 1.20157, "mean_delta_full": -0.03152, "read_hit_rate": {"split": 0.92676}, "mean_gate": {"split": 0.20223}, "n_reads": 12287, "n_cand": 13258, "read_suppressed_frac": 0.1017, "dropout_reads_logged": 12287, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 122.9056396484375, "n_util_obs": 158, "util_count_spearman": 0.062177592457089655}, "probe_overhead_sec_total": 51.578, "probe_overhead_seq_frac": 0.4993, "util_loss": 0.005653, "alpha": 0.03, "t": 302.0}
{"event": "consolidate", "step": 800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 315.8}
{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3974.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.228351, "cps": 31.046875, "mean_p": 0.246968, "boundary_entropy": 0.228039, "bpb": 2.419034}, "tr": {"chunks": 3797.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209744, "cps": 29.664062, "mean_p": 0.248051, "boundary_entropy": 0.282258, "bpb": 2.772901}, "fi": {"chunks": 5187.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.275743, "cps": 40.523438, "mean_p": 0.286439, "boundary_entropy": 0.267674, "bpb": 2.940125}}, "bpb": {"en": 2.41903, "tr": 2.7729, "fi": 2.94012}, "gini_cpc": 0.061637, "gini_cps": 0.071513, "bpic": 4.378145, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9185151059637187, "fi": 1.207537487100848}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 132.1094207763672, "n_util_obs": 164, "util_count_spearman": 0.08420823527811408}, "t": 316.4}
{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.43167, "tr": 2.7841, "fi": 2.94449}, "bytes_per_chunk": {"en": 4.143, "tr": 5.32, "fi": 3.808}, "bpb_mean": 2.72009, "frozen_inventory": true, "t": 317.7}
{"event": "train", "step": 800, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.79455, "bpb": 2.58898, "chunk_loss": 0.031556, "F": 0.23776, "G": 0.26027, "chunks": 243.47, "bytes_per_chunk": 4.206, "boundary_entropy": 0.23945, "router_noise": 0.0, "grad_norm": 0.9561, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.334, "probe_sec": 0.0412, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03273, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02817, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.28112, "trunc_abs_frac": 0.62046, "mean_delta_full": 0.33264, "read_hit_rate": {"split": 0.92258}, "mean_gate": {"split": 0.20808}, "n_reads": 11929, "n_cand": 12930, "read_suppressed_frac": 0.0964, "dropout_reads_logged": 11929, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 132.29090881347656, "n_util_obs": 164, "util_count_spearman": 0.08809876355120422}, "probe_overhead_sec_total": 54.953, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.005743, "alpha": 0.03, "t": 318.7}
{"event": "consolidate", "step": 850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 331.6}
{"event": "train", "step": 850, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.7694, "bpb": 2.5527, "chunk_loss": 0.031521, "F": 0.24051, "G": 0.25695, "chunks": 246.28, "bytes_per_chunk": 4.158, "boundary_entropy": 0.22163, "router_noise": 0.0, "grad_norm": 1.0506, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.263, "probe_sec": 0.0439, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03287, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.05566, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.48164, "trunc_abs_frac": 0.41276, "mean_delta_full": -0.36117, "read_hit_rate": {"split": 0.92558}, "mean_gate": {"split": 0.20893}, "n_reads": 12027, "n_cand": 12994, "read_suppressed_frac": 0.0974, "dropout_reads_logged": 12027, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 141.53358459472656, "n_util_obs": 174, "util_count_spearman": 0.011347703522309861}, "probe_overhead_sec_total": 58.327, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.005587, "alpha": 0.03, "t": 331.8}
{"event": "consolidate", "step": 900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 344.1}
{"event": "train", "step": 900, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.60822, "bpb": 2.32016, "chunk_loss": 0.03124, "F": 0.23102, "G": 0.24988, "chunks": 236.56, "bytes_per_chunk": 4.329, "boundary_entropy": 0.20906, "router_noise": 0.0, "grad_norm": 0.9213, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.25, "probe_sec": 0.0623, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05086, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02905, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.11423, "trunc_abs_frac": 0.39907, "mean_delta_full": -0.22994, "read_hit_rate": {"split": 0.93349}, "mean_gate": {"split": 0.20477}, "n_reads": 11902, "n_cand": 12750, "read_suppressed_frac": 0.0989, "dropout_reads_logged": 11902, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 150.75404357910156, "n_util_obs": 179, "util_count_spearman": -0.03459922718768242}, "probe_overhead_sec_total": 61.858, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.005721, "alpha": 0.03, "t": 344.3}
{"event": "consolidate", "step": 950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 360.1}
{"event": "train", "step": 950, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.76882, "bpb": 2.55187, "chunk_loss": 0.031359, "F": 0.23358, "G": 0.25545, "chunks": 239.19, "bytes_per_chunk": 4.281, "boundary_entropy": 0.21085, "router_noise": 0.0, "grad_norm": 1.0067, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.32, "probe_sec": 0.0653, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05371, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.07188, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.9472, "trunc_abs_frac": 0.76869, "mean_delta_full": 0.1495, "read_hit_rate": {"split": 0.92001}, "mean_gate": {"split": 0.2013}, "n_reads": 11754, "n_cand": 12776, "read_suppressed_frac": 0.0988, "dropout_reads_logged": 11754, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 159.9103546142578, "n_util_obs": 186, "util_count_spearman": -0.03472628873863454}, "probe_overhead_sec_total": 65.13, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.006057, "alpha": 0.03, "t": 360.3}
{"event": "consolidate", "step": 1000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 377.2}
{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3904.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.224329, "cps": 30.5, "mean_p": 0.239141, "boundary_entropy": 0.199158, "bpb": 2.333987}, "tr": {"chunks": 3958.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.218638, "cps": 30.921875, "mean_p": 0.242448, "boundary_entropy": 0.249999, "bpb": 2.653662}, "fi": {"chunks": 4908.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.260911, "cps": 38.34375, "mean_p": 0.28369, "boundary_entropy": 0.234567, "bpb": 2.819041}}, "bpb": {"en": 2.33399, "tr": 2.65366, "fi": 2.81904}, "gini_cpc": 0.040039, "gini_cps": 0.052415, "bpic": 4.4426, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.97462949375296, "fi": 1.1630730210175246}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 168.85520935058594, "n_util_obs": 199, "util_count_spearman": -0.0036698644738845745}, "t": 377.9}
{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.34343, "tr": 2.6619, "fi": 2.8258}, "bytes_per_chunk": {"en": 4.212, "tr": 5.177, "fi": 4.067}, "bpb_mean": 2.61037, "frozen_inventory": true, "t": 379.4}
{"event": "train", "step": 1000, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.71371, "bpb": 2.47236, "chunk_loss": 0.031835, "F": 0.24719, "G": 0.26246, "chunks": 253.12, "bytes_per_chunk": 4.045, "boundary_entropy": 0.20753, "router_noise": 0.0, "grad_norm": 1.0186, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.416, "probe_sec": 0.09, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08025, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00819, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.53989, "trunc_abs_frac": 1.77843, "mean_delta_full": 0.25592, "read_hit_rate": {"split": 0.9305}, "mean_gate": {"split": 0.20413}, "n_reads": 12130, "n_cand": 13036, "read_suppressed_frac": 0.0966, "dropout_reads_logged": 12130, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 169.041259765625, "n_util_obs": 200, "util_count_spearman": 0.00350708767719193}, "probe_overhead_sec_total": 68.617, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.007216, "alpha": 0.03, "t": 381.2}
{"event": "probe", "step": 1024, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4013.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.230592, "cps": 31.351562, "mean_p": 0.24055, "boundary_entropy": 0.183885, "bpb": 2.323043}, "tr": {"chunks": 4019.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.222007, "cps": 31.398438, "mean_p": 0.24251, "boundary_entropy": 0.237708, "bpb": 2.645615}, "fi": {"chunks": 5637.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.299665, "cps": 44.039062, "mean_p": 0.288313, "boundary_entropy": 0.209579, "bpb": 2.820225}}, "bpb": {"en": 2.32304, "tr": 2.64561, "fi": 2.82023}, "gini_cpc": 0.068821, "gini_cps": 0.079206, "bpic": 4.150413, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9627697030995175, "fi": 1.2995443692693869}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 173.25051879882812, "n_util_obs": 203, "util_count_spearman": -0.026133219528742122}, "t": 389.2}
{"event": "consolidate", "step": 1050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 404.5}
{"event": "train", "step": 1050, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.73511, "bpb": 2.50323, "chunk_loss": 0.031389, "F": 0.23865, "G": 0.25205, "chunks": 244.38, "bytes_per_chunk": 4.19, "boundary_entropy": 0.19846, "router_noise": 0.0, "grad_norm": 0.9915, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.473, "probe_sec": 0.0828, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06234, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.03155, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.50108, "trunc_abs_frac": 0.53442, "mean_delta_full": -0.15876, "read_hit_rate": {"split": 0.9244}, "mean_gate": {"split": 0.20358}, "n_reads": 12032, "n_cand": 13016, "read_suppressed_frac": 0.1015, "dropout_reads_logged": 12032, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 178.27699279785156, "n_util_obs": 207, "util_count_spearman": -0.02487053992714952}, "probe_overhead_sec_total": 72.41, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.007429, "alpha": 0.03, "t": 404.8}
{"event": "consolidate", "step": 1100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 430.9}
{"event": "train", "step": 1100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.71939, "bpb": 2.48055, "chunk_loss": 0.031564, "F": 0.24329, "G": 0.25272, "chunks": 249.12, "bytes_per_chunk": 4.11, "boundary_entropy": 0.18681, "router_noise": 0.0, "grad_norm": 0.9446, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.527, "probe_sec": 0.0663, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05812, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01466, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"split": 0.93109}, "mean_gate": {"split": 0.20505}, "n_reads": 12376, "n_cand": 13292, "read_suppressed_frac": 0.1005, "dropout_reads_logged": 12376, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 187.55796813964844, "n_util_obs": 216, "util_count_spearman": -0.03833104555698092}, "probe_overhead_sec_total": 75.76, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.007469, "alpha": 0.03, "t": 431.2}
{"event": "consolidate", "step": 1150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 457.3}
{"event": "train", "step": 1150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.5829, "bpb": 2.28364, "chunk_loss": 0.031365, "F": 0.24124, "G": 0.24766, "chunks": 247.03, "bytes_per_chunk": 4.145, "boundary_entropy": 0.17427, "router_noise": 0.0, "grad_norm": 0.9297, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.535, "probe_sec": 0.1144, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09097, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.07109, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -1.15345, "trunc_abs_frac": 2.29504, "mean_delta_full": -0.15552, "read_hit_rate": {"split": 0.93097}, "mean_gate": {"split": 0.20005}, "n_reads": 12192, "n_cand": 13096, "read_suppressed_frac": 0.102, "dropout_reads_logged": 12192, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 196.8000030517578, "n_util_obs": 224, "util_count_spearman": 0.023337616558628437}, "probe_overhead_sec_total": 79.553, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.007763, "alpha": 0.03, "t": 457.9}
{"event": "consolidate", "step": 1200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 481.0}
{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3940.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.226398, "cps": 30.78125, "mean_p": 0.233065, "boundary_entropy": 0.167728, "bpb": 2.257265}, "tr": {"chunks": 3958.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.218638, "cps": 30.921875, "mean_p": 0.238034, "boundary_entropy": 0.220707, "bpb": 2.544644}, "fi": {"chunks": 5141.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.273298, "cps": 40.164062, "mean_p": 0.284328, "boundary_entropy": 0.200171, "bpb": 2.709963}}, "bpb": {"en": 2.25726, "tr": 2.54464, "fi": 2.70996}, "gini_cpc": 0.050728, "gini_cps": 0.061406, "bpic": 4.350947, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9657242496476031, "fi": 1.2071566156210036}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 205.7603759765625, "n_util_obs": 231, "util_count_spearman": -0.02650073003325102}, "t": 481.8}
{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.2696, "tr": 2.55382, "fi": 2.71906}, "bytes_per_chunk": {"en": 4.146, "tr": 5.225, "fi": 3.904}, "bpb_mean": 2.51416, "frozen_inventory": true, "t": 482.9}
{"event": "train", "step": 1200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.61844, "bpb": 2.33492, "chunk_loss": 0.031343, "F": 0.23883, "G": 0.2476, "chunks": 244.56, "bytes_per_chunk": 4.187, "boundary_entropy": 0.17526, "router_noise": 0.0, "grad_norm": 0.8005, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.524, "probe_sec": 0.0569, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03937, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00358, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.77204, "trunc_abs_frac": 0.83617, "mean_delta_full": -0.1365, "read_hit_rate": {"split": 0.92843}, "mean_gate": {"split": 0.2039}, "n_reads": 11973, "n_cand": 12896, "read_suppressed_frac": 0.0945, "dropout_reads_logged": 11973, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 205.9435272216797, "n_util_obs": 231, "util_count_spearman": -0.02629435237052947}, "probe_overhead_sec_total": 83.126, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.007841, "alpha": 0.03, "t": 484.1}
{"event": "consolidate", "step": 1250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 503.0}
{"event": "train", "step": 1250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.67455, "bpb": 2.41587, "chunk_loss": 0.031372, "F": 0.23901, "G": 0.24795, "chunks": 244.75, "bytes_per_chunk": 4.184, "boundary_entropy": 0.17856, "router_noise": 0.0, "grad_norm": 0.9013, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.383, "probe_sec": 0.0556, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04321, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01372, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 1.21109, "trunc_abs_frac": 1.21109, "mean_delta_full": -0.29297, "read_hit_rate": {"split": 0.92629}, "mean_gate": {"split": 0.20432}, "n_reads": 12090, "n_cand": 13052, "read_suppressed_frac": 0.1002, "dropout_reads_logged": 12090, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 215.1906280517578, "n_util_obs": 239, "util_count_spearman": -0.005037184450786522}, "probe_overhead_sec_total": 86.939, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.008438, "alpha": 0.03, "t": 503.3}
{"event": "consolidate", "step": 1300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 515.9}
{"event": "train", "step": 1300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.61351, "bpb": 2.32781, "chunk_loss": 0.031137, "F": 0.23093, "G": 0.24042, "chunks": 236.47, "bytes_per_chunk": 4.33, "boundary_entropy": 0.177, "router_noise": 0.0, "grad_norm": 0.859, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.258, "probe_sec": 0.0493, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03775, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.29615, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.82744, "trunc_abs_frac": 3.63208, "mean_delta_full": 0.04315, "read_hit_rate": {"split": 0.92386}, "mean_gate": {"split": 0.20157}, "n_reads": 11818, "n_cand": 12792, "read_suppressed_frac": 0.0981, "dropout_reads_logged": 11818, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 224.42202758789062, "n_util_obs": 249, "util_count_spearman": 0.004233968953355881}, "probe_overhead_sec_total": 90.259, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.008507, "alpha": 0.03, "t": 516.2}
{"event": "consolidate", "step": 1350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 528.3}
{"event": "train", "step": 1350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.60394, "bpb": 2.314, "chunk_loss": 0.031519, "F": 0.24432, "G": 0.24858, "chunks": 250.19, "bytes_per_chunk": 4.093, "boundary_entropy": 0.16243, "router_noise": 0.0, "grad_norm": 0.8692, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.249, "probe_sec": 0.0433, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03003, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00253, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 7, "trunc_ratio_sum": -0.77376, "trunc_abs_frac": 1.83707, "mean_delta_full": 0.09651, "read_hit_rate": {"split": 0.92935}, "mean_gate": {"split": 0.18902}, "n_reads": 12312, "n_cand": 13248, "read_suppressed_frac": 0.0979, "dropout_reads_logged": 12312, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 233.5326690673828, "n_util_obs": 259, "util_count_spearman": 0.026769751130934223}, "probe_overhead_sec_total": 94.2, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.009332, "alpha": 0.03, "t": 528.6}
{"event": "consolidate", "step": 1400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 541.0}
{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3974.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.228351, "cps": 31.046875, "mean_p": 0.229148, "boundary_entropy": 0.150243, "bpb": 2.210345}, "tr": {"chunks": 4078.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.225267, "cps": 31.859375, "mean_p": 0.230101, "boundary_entropy": 0.193467, "bpb": 2.491675}, "fi": {"chunks": 5113.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.271809, "cps": 39.945312, "mean_p": 0.278191, "boundary_entropy": 0.184098, "bpb": 2.625572}}, "bpb": {"en": 2.21034, "tr": 2.49168, "fi": 2.62557}, "gini_cpc": 0.042773, "gini_cps": 0.057678, "bpic": 4.309305, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9864905457255845, "fi": 1.190310231645775}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 242.41546630859375, "n_util_obs": 262, "util_count_spearman": 0.027159104974259454}, "t": 541.7}
{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.22007, "tr": 2.50209, "fi": 2.63453}, "bytes_per_chunk": {"en": 4.152, "tr": 5.038, "fi": 3.905}, "bpb_mean": 2.45223, "frozen_inventory": true, "t": 542.9}
{"event": "train", "step": 1400, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.68613, "bpb": 2.43257, "chunk_loss": 0.031374, "F": 0.2413, "G": 0.24552, "chunks": 247.09, "bytes_per_chunk": 4.144, "boundary_entropy": 0.16065, "router_noise": 0.0, "grad_norm": 0.8734, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.307, "probe_sec": 0.0403, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03092, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.04305, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.35516, "trunc_abs_frac": 0.35516, "mean_delta_full": 0.04846, "read_hit_rate": {"split": 0.92389}, "mean_gate": {"split": 0.20805}, "n_reads": 11981, "n_cand": 12968, "read_suppressed_frac": 0.1014, "dropout_reads_logged": 11981, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 242.59840393066406, "n_util_obs": 262, "util_count_spearman": 0.026064498005862424}, "probe_overhead_sec_total": 97.676, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.009062, "alpha": 0.03, "t": 544.0}
{"event": "consolidate", "step": 1450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 556.2}
{"event": "train", "step": 1450, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.63729, "bpb": 2.36211, "chunk_loss": 0.031411, "F": 0.24329, "G": 0.24702, "chunks": 249.12, "bytes_per_chunk": 4.11, "boundary_entropy": 0.15936, "router_noise": 0.0, "grad_norm": 0.8079, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.25, "probe_sec": 0.042, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03223, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09274, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.63406, "trunc_abs_frac": 0.86216, "mean_delta_full": 0.12234, "read_hit_rate": {"split": 0.91984}, "mean_gate": {"split": 0.19273}, "n_reads": 12026, "n_cand": 13074, "read_suppressed_frac": 0.0987, "dropout_reads_logged": 12026, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 251.69479370117188, "n_util_obs": 268, "util_count_spearman": 0.01188213868521689}, "probe_overhead_sec_total": 101.202, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.010143, "alpha": 0.03, "t": 556.5}
{"event": "consolidate", "step": 1500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 567.9}
{"event": "train", "step": 1500, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.59437, "bpb": 2.3002, "chunk_loss": 0.030993, "F": 0.22769, "G": 0.23425, "chunks": 233.16, "bytes_per_chunk": 4.392, "boundary_entropy": 0.15812, "router_noise": 0.0, "grad_norm": 0.8169, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.235, "probe_sec": 0.0644, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05131, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.14324, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"split": 0.91951}, "mean_gate": {"split": 0.18714}, "n_reads": 11549, "n_cand": 12560, "read_suppressed_frac": 0.0992, "dropout_reads_logged": 11549, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 260.80255126953125, "n_util_obs": 272, "util_count_spearman": -0.00546677817880429}, "probe_overhead_sec_total": 104.492, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.009885, "alpha": 0.03, "t": 568.2}
{"event": "consolidate", "step": 1550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 580.2}
{"event": "train", "step": 1550, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.56231, "bpb": 2.25394, "chunk_loss": 0.031187, "F": 0.23703, "G": 0.23827, "chunks": 242.72, "bytes_per_chunk": 4.219, "boundary_entropy": 0.15066, "router_noise": 0.0, "grad_norm": 0.7261, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.244, "probe_sec": 0.0421, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03318, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09077, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.61804, "trunc_abs_frac": 0.89576, "mean_delta_full": 0.11875, "read_hit_rate": {"split": 0.9222}, "mean_gate": {"split": 0.18607}, "n_reads": 11795, "n_cand": 12790, "read_suppressed_frac": 0.0986, "dropout_reads_logged": 11795, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 269.8511657714844, "n_util_obs": 280, "util_count_spearman": 0.008290285447830878}, "probe_overhead_sec_total": 108.054, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.010286, "alpha": 0.03, "t": 580.4}
{"event": "consolidate", "step": 1600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 592.7}
{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3970.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.228122, "cps": 31.015625, "mean_p": 0.227852, "boundary_entropy": 0.142794, "bpb": 2.170373}, "tr": {"chunks": 4016.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.221842, "cps": 31.375, "mean_p": 0.22307, "boundary_entropy": 0.182312, "bpb": 2.423761}, "fi": {"chunks": 5022.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.266971, "cps": 39.234375, "mean_p": 0.271862, "boundary_entropy": 0.171304, "bpb": 2.562766}}, "bpb": {"en": 2.17037, "tr": 2.42376, "fi": 2.56277}, "gini_cpc": 0.041965, "gini_cps": 0.053916, "bpic": 4.361316, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9724712396500796, "fi": 1.170303323514954}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 278.73980712890625, "n_util_obs": 289, "util_count_spearman": -0.018155651940357787}, "t": 593.5}
{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.17984, "tr": 2.43326, "fi": 2.56959}, "bytes_per_chunk": {"en": 4.141, "tr": 5.002, "fi": 3.971}, "bpb_mean": 2.39423, "frozen_inventory": true, "t": 594.7}
{"event": "train", "step": 1600, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.56505, "bpb": 2.2579, "chunk_loss": 0.031174, "F": 0.23611, "G": 0.23901, "chunks": 241.78, "bytes_per_chunk": 4.235, "boundary_entropy": 0.15005, "router_noise": 0.0, "grad_norm": 0.8021, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.311, "probe_sec": 0.0447, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03145, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04066, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 3.22701, "trunc_abs_frac": 1.19549, "mean_delta_full": -0.01593, "read_hit_rate": {"split": 0.92063}, "mean_gate": {"split": 0.19436}, "n_reads": 11889, "n_cand": 12914, "read_suppressed_frac": 0.0998, "dropout_reads_logged": 11889, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 278.921875, "n_util_obs": 289, "util_count_spearman": -0.018252097999443186}, "probe_overhead_sec_total": 111.269, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.010765, "alpha": 0.03, "t": 595.9}
{"event": "consolidate", "step": 1650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 607.6}
{"event": "train", "step": 1650, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.58952, "bpb": 2.29319, "chunk_loss": 0.031107, "F": 0.23306, "G": 0.23598, "chunks": 238.66, "bytes_per_chunk": 4.291, "boundary_entropy": 0.149, "router_noise": 0.0, "grad_norm": 0.8334, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.237, "probe_sec": 0.0563, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04667, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01381, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -1.09756, "trunc_abs_frac": 4.76485, "mean_delta_full": -0.08813, "read_hit_rate": {"split": 0.91559}, "mean_gate": {"split": 0.19212}, "n_reads": 11639, "n_cand": 12712, "read_suppressed_frac": 0.0983, "dropout_reads_logged": 11639, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 287.93084716796875, "n_util_obs": 296, "util_count_spearman": 0.001389756796031075}, "probe_overhead_sec_total": 115.191, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.011527, "alpha": 0.03, "t": 607.8}
{"event": "consolidate", "step": 1700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 619.7}
{"event": "train", "step": 1700, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.60925, "bpb": 2.32166, "chunk_loss": 0.03123, "F": 0.2381, "G": 0.23951, "chunks": 243.81, "bytes_per_chunk": 4.2, "boundary_entropy": 0.1394, "router_noise": 0.0, "grad_norm": 0.7736, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.243, "probe_sec": 0.0636, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05082, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06642, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.91582, "trunc_abs_frac": 0.45551, "mean_delta_full": -0.1084, "read_hit_rate": {"split": 0.91955}, "mean_gate": {"split": 0.18471}, "n_reads": 11945, "n_cand": 12990, "read_suppressed_frac": 0.1016, "dropout_reads_logged": 11945, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 296.99224853515625, "n_util_obs": 308, "util_count_spearman": 0.012214883544612346}, "probe_overhead_sec_total": 118.557, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.016443, "alpha": 0.03, "t": 619.9}
{"event": "consolidate", "step": 1750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 631.6}
{"event": "train", "step": 1750, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.55114, "bpb": 2.23782, "chunk_loss": 0.031098, "F": 0.23569, "G": 0.2359, "chunks": 241.34, "bytes_per_chunk": 4.243, "boundary_entropy": 0.13934, "router_noise": 0.0, "grad_norm": 0.7001, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.239, "probe_sec": 0.0641, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0522, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0949, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -2.16574, "trunc_abs_frac": 0.51174, "mean_delta_full": -0.01978, "read_hit_rate": {"split": 0.92466}, "mean_gate": {"split": 0.17923}, "n_reads": 12004, "n_cand": 12982, "read_suppressed_frac": 0.1037, "dropout_reads_logged": 12004, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 306.059814453125, "n_util_obs": 316, "util_count_spearman": -0.005932654671865967}, "probe_overhead_sec_total": 122.232, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.016307, "alpha": 0.03, "t": 631.9}
{"event": "consolidate", "step": 1800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 645.9}
{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3946.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.226743, "cps": 30.828125, "mean_p": 0.222715, "boundary_entropy": 0.13775, "bpb": 2.133236}, "tr": {"chunks": 4056.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.224051, "cps": 31.6875, "mean_p": 0.219976, "boundary_entropy": 0.174578, "bpb": 2.376573}, "fi": {"chunks": 5054.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.268673, "cps": 39.484375, "mean_p": 0.265911, "boundary_entropy": 0.154467, "bpb": 2.50463}}, "bpb": {"en": 2.13324, "tr": 2.37657, "fi": 2.50463}, "gini_cpc": 0.041347, "gini_cps": 0.056577, "bpic": 4.345282, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9881307948415582, "fi": 1.1849237202364826}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 314.9830322265625, "n_util_obs": 323, "util_count_spearman": 0.01874678504067549}, "t": 646.7}
{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.14433, "tr": 2.38867, "fi": 2.51202}, "bytes_per_chunk": {"en": 4.17, "tr": 5.112, "fi": 3.947}, "bpb_mean": 2.34834, "frozen_inventory": true, "t": 647.8}
{"event": "train", "step": 1800, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.52513, "bpb": 2.20029, "chunk_loss": 0.030989, "F": 0.23105, "G": 0.23098, "chunks": 236.59, "bytes_per_chunk": 4.328, "boundary_entropy": 0.14465, "router_noise": 0.0, "grad_norm": 0.7945, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.349, "probe_sec": 0.0496, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0295, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.20476, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.36453, "trunc_abs_frac": 1.8168, "mean_delta_full": -0.09766, "read_hit_rate": {"split": 0.92028}, "mean_gate": {"split": 0.18011}, "n_reads": 11601, "n_cand": 12606, "read_suppressed_frac": 0.1055, "dropout_reads_logged": 11601, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 315.16070556640625, "n_util_obs": 323, "util_count_spearman": 0.019803168389427788}, "probe_overhead_sec_total": 125.765, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.017739, "alpha": 0.03, "t": 649.3}
{"event": "consolidate", "step": 1850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 667.3}
{"event": "train", "step": 1850, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.5507, "bpb": 2.23719, "chunk_loss": 0.031171, "F": 0.23837, "G": 0.2373, "chunks": 244.09, "bytes_per_chunk": 4.195, "boundary_entropy": 0.1379, "router_noise": 0.0, "grad_norm": 0.842, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.375, "probe_sec": 0.0632, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03591, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00655, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 7, "trunc_ratio_sum": 0.02655, "trunc_abs_frac": 2.43358, "mean_delta_full": -0.04827, "read_hit_rate": {"split": 0.92376}, "mean_gate": {"split": 0.17315}, "n_reads": 11996, "n_cand": 12986, "read_suppressed_frac": 0.1034, "dropout_reads_logged": 11996, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 324.19775390625, "n_util_obs": 324, "util_count_spearman": 0.01634816049676731}, "probe_overhead_sec_total": 129.017, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.017881, "alpha": 0.03, "t": 668.0}
{"event": "consolidate", "step": 1900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 683.9}
{"event": "train", "step": 1900, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.48928, "bpb": 2.14858, "chunk_loss": 0.031103, "F": 0.23508, "G": 0.23511, "chunks": 240.72, "bytes_per_chunk": 4.254, "boundary_entropy": 0.13716, "router_noise": 0.0, "grad_norm": 0.6831, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.322, "probe_sec": 0.0612, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05106, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.15593, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.69991, "trunc_abs_frac": 0.66129, "mean_delta_full": 0.27214, "read_hit_rate": {"split": 0.93119}, "mean_gate": {"split": 0.17569}, "n_reads": 12031, "n_cand": 12920, "read_suppressed_frac": 0.0977, "dropout_reads_logged": 12031, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 333.27532958984375, "n_util_obs": 330, "util_count_spearman": -0.015898470709468412}, "probe_overhead_sec_total": 132.374, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.017579, "alpha": 0.03, "t": 684.1}
{"event": "consolidate", "step": 1950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 709.5}
{"event": "train", "step": 1950, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.56384, "bpb": 2.25615, "chunk_loss": 0.031207, "F": 0.23618, "G": 0.23897, "chunks": 241.84, "bytes_per_chunk": 4.234, "boundary_entropy": 0.13593, "router_noise": 0.0, "grad_norm": 0.7693, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.53, "probe_sec": 0.0674, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04641, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04751, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.72619, "trunc_abs_frac": 0.91616, "mean_delta_full": -0.03384, "read_hit_rate": {"split": 0.91985}, "mean_gate": {"split": 0.17109}, "n_reads": 11879, "n_cand": 12914, "read_suppressed_frac": 0.0991, "dropout_reads_logged": 11879, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 342.2486877441406, "n_util_obs": 340, "util_count_spearman": -0.049214653291830834}, "probe_overhead_sec_total": 136.217, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.013135, "alpha": 0.03, "t": 710.6}
{"event": "consolidate", "step": 2000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 734.2}
{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3958.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.227432, "cps": 30.921875, "mean_p": 0.222605, "boundary_entropy": 0.130161, "bpb": 2.105738}, "tr": {"chunks": 3815.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210739, "cps": 29.804688, "mean_p": 0.212926, "boundary_entropy": 0.160835, "bpb": 2.334596}, "fi": {"chunks": 5044.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.268141, "cps": 39.40625, "mean_p": 0.265562, "boundary_entropy": 0.145797, "bpb": 2.462325}}, "bpb": {"en": 2.10574, "tr": 2.3346, "fi": 2.46233}, "gini_cpc": 0.05418, "gini_cps": 0.063926, "bpic": 4.426309, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9266000540336294, "fi": 1.1789938095685415}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 351.0917053222656, "n_util_obs": 347, "util_count_spearman": -0.02709175555813946}, "t": 735.1}
{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.11578, "tr": 2.34681, "fi": 2.47143}, "bytes_per_chunk": {"en": 4.163, "tr": 5.3, "fi": 3.959}, "bpb_mean": 2.31134, "frozen_inventory": true, "t": 736.8}
{"event": "train", "step": 2000, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.53063, "bpb": 2.20823, "chunk_loss": 0.0313, "F": 0.24365, "G": 0.24026, "chunks": 249.5, "bytes_per_chunk": 4.104, "boundary_entropy": 0.13241, "router_noise": 0.0, "grad_norm": 0.8084, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.556, "probe_sec": 0.0455, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03428, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01192, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 4.72728, "trunc_abs_frac": 0.44242, "mean_delta_full": -0.01889, "read_hit_rate": {"split": 0.92823}, "mean_gate": {"split": 0.17458}, "n_reads": 12171, "n_cand": 13112, "read_suppressed_frac": 0.1, "dropout_reads_logged": 12171, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 351.27813720703125, "n_util_obs": 349, "util_count_spearman": -0.029614527703614307}, "probe_overhead_sec_total": 139.604, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.017922, "alpha": 0.03, "t": 738.4}
{"event": "probe", "step": 2048, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3911.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.224731, "cps": 30.554688, "mean_p": 0.221243, "boundary_entropy": 0.126328, "bpb": 2.094633}, "tr": {"chunks": 3789.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209302, "cps": 29.601562, "mean_p": 0.210974, "boundary_entropy": 0.157239, "bpb": 2.328784}, "fi": {"chunks": 5079.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.270002, "cps": 39.679688, "mean_p": 0.265416, "boundary_entropy": 0.14206, "bpb": 2.447824}}, "bpb": {"en": 2.09463, "tr": 2.32878, "fi": 2.44782}, "gini_cpc": 0.057477, "gini_cps": 0.067298, "bpic": 4.439471, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9313445083336802, "fi": 1.2014415122744422}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 359.756591796875, "n_util_obs": 359, "util_count_spearman": -0.04486754537485152}, "t": 763.2}
{"event": "consolidate", "step": 2050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 766.2}
{"event": "train", "step": 2050, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.54927, "bpb": 2.23512, "chunk_loss": 0.0308, "F": 0.21805, "G": 0.22393, "chunks": 223.28, "bytes_per_chunk": 4.586, "boundary_entropy": 0.13773, "router_noise": 0.0, "grad_norm": 0.8065, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.572, "probe_sec": 0.0704, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05464, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.07131, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.21964, "trunc_abs_frac": 0.56023, "mean_delta_full": -0.21543, "read_hit_rate": {"split": 0.90743}, "mean_gate": {"split": 0.18134}, "n_reads": 11018, "n_cand": 12142, "read_suppressed_frac": 0.0994, "dropout_reads_logged": 11018, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 360.28509521484375, "n_util_obs": 360, "util_count_spearman": -0.050647130848120496}, "probe_overhead_sec_total": 143.179, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.02033, "alpha": 0.03, "t": 767.0}
{"event": "consolidate", "step": 2100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 790.9}
{"event": "train", "step": 2100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.46926, "bpb": 2.11969, "chunk_loss": 0.030921, "F": 0.22849, "G": 0.22775, "chunks": 233.97, "bytes_per_chunk": 4.377, "boundary_entropy": 0.1283, "router_noise": 0.0, "grad_norm": 0.67, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.482, "probe_sec": 0.0523, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03879, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00518, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.59792, "trunc_abs_frac": 0.42824, "mean_delta_full": 0.28133, "read_hit_rate": {"split": 0.92349}, "mean_gate": {"split": 0.17322}, "n_reads": 11575, "n_cand": 12534, "read_suppressed_frac": 0.1014, "dropout_reads_logged": 11575, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 369.3009033203125, "n_util_obs": 369, "util_count_spearman": -0.03541135461218244}, "probe_overhead_sec_total": 147.048, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.019767, "alpha": 0.03, "t": 791.1}
{"event": "consolidate", "step": 2150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 803.1}
{"event": "train", "step": 2150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.47587, "bpb": 2.12922, "chunk_loss": 0.031196, "F": 0.24036, "G": 0.23643, "chunks": 246.12, "bytes_per_chunk": 4.16, "boundary_entropy": 0.1295, "router_noise": 0.0, "grad_norm": 0.7459, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.244, "probe_sec": 0.0435, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03481, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.14659, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.79952, "trunc_abs_frac": 1.32229, "mean_delta_full": 0.19214, "read_hit_rate": {"split": 0.92704}, "mean_gate": {"split": 0.16323}, "n_reads": 12109, "n_cand": 13062, "read_suppressed_frac": 0.0986, "dropout_reads_logged": 12109, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 378.3377685546875, "n_util_obs": 377, "util_count_spearman": -0.03234399270221062}, "probe_overhead_sec_total": 150.074, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.015426, "alpha": 0.03, "t": 803.3}
{"event": "consolidate", "step": 2200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 814.9}
{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3923.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.225421, "cps": 30.648438, "mean_p": 0.22222, "boundary_entropy": 0.121239, "bpb": 2.07767}, "tr": {"chunks": 3828.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211457, "cps": 29.90625, "mean_p": 0.208653, "boundary_entropy": 0.152146, "bpb": 2.300012}, "fi": {"chunks": 5103.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.271277, "cps": 39.867188, "mean_p": 0.266487, "boundary_entropy": 0.131226, "bpb": 2.436269}}, "bpb": {"en": 2.07767, "tr": 2.30001, "fi": 2.43627}, "gini_cpc": 0.056316, "gini_cps": 0.066127, "bpic": 4.413568, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9380525961639424, "fi": 1.2034262958907564}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 387.1761169433594, "n_util_obs": 385, "util_count_spearman": -0.03143905008054921}, "t": 815.9}
{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.09052, "tr": 2.30983, "fi": 2.44632}, "bytes_per_chunk": {"en": 4.161, "tr": 5.294, "fi": 3.912}, "bpb_mean": 2.28222, "frozen_inventory": true, "t": 817.3}
{"event": "train", "step": 2200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.52481, "bpb": 2.19984, "chunk_loss": 0.031216, "F": 0.23535, "G": 0.23483, "chunks": 241.0, "bytes_per_chunk": 4.249, "boundary_entropy": 0.1245, "router_noise": 0.0, "grad_norm": 0.7671, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.302, "probe_sec": 0.11, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09567, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.094, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.73862, "trunc_abs_frac": 0.79294, "mean_delta_full": 0.17114, "read_hit_rate": {"split": 0.9207}, "mean_gate": {"split": 0.16274}, "n_reads": 11842, "n_cand": 12862, "read_suppressed_frac": 0.0977, "dropout_reads_logged": 11842, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 387.35736083984375, "n_util_obs": 385, "util_count_spearman": -0.031056961173541484}, "probe_overhead_sec_total": 153.846, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.020765, "alpha": 0.03, "t": 818.5}
{"event": "consolidate", "step": 2250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 830.5}
{"event": "train", "step": 2250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.49684, "bpb": 2.15948, "chunk_loss": 0.031081, "F": 0.23663, "G": 0.23346, "chunks": 242.31, "bytes_per_chunk": 4.226, "boundary_entropy": 0.11852, "router_noise": 0.0, "grad_norm": 0.8012, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.244, "probe_sec": 0.0417, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03333, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.10018, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.6772, "trunc_abs_frac": 0.72944, "mean_delta_full": -0.10144, "read_hit_rate": {"split": 0.92699}, "mean_gate": {"split": 0.16188}, "n_reads": 11923, "n_cand": 12862, "read_suppressed_frac": 0.1034, "dropout_reads_logged": 11923, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 396.3349304199219, "n_util_obs": 394, "util_count_spearman": -0.03298820568201281}, "probe_overhead_sec_total": 157.217, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.021233, "alpha": 0.03, "t": 830.7}
{"event": "consolidate", "step": 2300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 843.3}
{"event": "train", "step": 2300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.53035, "bpb": 2.20783, "chunk_loss": 0.031217, "F": 0.2355, "G": 0.23278, "chunks": 241.16, "bytes_per_chunk": 4.246, "boundary_entropy": 0.12399, "router_noise": 0.0, "grad_norm": 0.6837, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.256, "probe_sec": 0.043, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03246, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00932, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.95711, "trunc_abs_frac": 1.41713, "mean_delta_full": -0.1503, "read_hit_rate": {"split": 0.91816}, "mean_gate": {"split": 0.16243}, "n_reads": 11510, "n_cand": 12536, "read_suppressed_frac": 0.0997, "dropout_reads_logged": 11510, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 405.359130859375, "n_util_obs": 401, "util_count_spearman": -0.019746814783364628}, "probe_overhead_sec_total": 161.147, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.014173, "alpha": 0.03, "t": 843.5}
{"event": "consolidate", "step": 2350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 855.9}
{"event": "train", "step": 2350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.45093, "bpb": 2.09325, "chunk_loss": 0.031074, "F": 0.23676, "G": 0.23203, "chunks": 242.44, "bytes_per_chunk": 4.224, "boundary_entropy": 0.1139, "router_noise": 0.0, "grad_norm": 0.6864, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.253, "probe_sec": 0.0485, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03427, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00351, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.24985, "trunc_abs_frac": 10.19413, "mean_delta_full": 0.20395, "read_hit_rate": {"split": 0.93062}, "mean_gate": {"split": 0.15437}, "n_reads": 12126, "n_cand": 13030, "read_suppressed_frac": 0.1009, "dropout_reads_logged": 12126, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 414.3117370605469, "n_util_obs": 405, "util_count_spearman": -0.03233014069577371}, "probe_overhead_sec_total": 164.413, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.021147, "alpha": 0.03, "t": 856.1}
{"event": "consolidate", "step": 2400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 867.6}
{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3947.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.2268, "cps": 30.835938, "mean_p": 0.222119, "boundary_entropy": 0.116528, "bpb": 2.052301}, "tr": {"chunks": 3873.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213942, "cps": 30.257812, "mean_p": 0.207702, "boundary_entropy": 0.138299, "bpb": 2.258448}, "fi": {"chunks": 5089.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.270533, "cps": 39.757812, "mean_p": 0.264163, "boundary_entropy": 0.130261, "bpb": 2.388381}}, "bpb": {"en": 2.0523, "tr": 2.25845, "fi": 2.38838}, "gini_cpc": 0.053042, "gini_cps": 0.062799, "bpic": 4.394763, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9433089160538043, "fi": 1.192827275471552}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 423.08612060546875, "n_util_obs": 407, "util_count_spearman": -0.035704766316422894}, "t": 868.4}
{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.06525, "tr": 2.26798, "fi": 2.3994}, "bytes_per_chunk": {"en": 4.17, "tr": 5.278, "fi": 3.952}, "bpb_mean": 2.24421, "frozen_inventory": true, "t": 869.6}
{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 870.6}
{"event": "train", "step": 2400, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.45525, "bpb": 2.09949, "chunk_loss": 0.030939, "F": 0.22903, "G": 0.22716, "chunks": 234.53, "bytes_per_chunk": 4.366, "boundary_entropy": 0.11736, "router_noise": 0.0, "grad_norm": 0.6959, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.295, "probe_sec": 0.0456, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03251, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.02601, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.55316, "trunc_abs_frac": 1.06798, "mean_delta_full": -0.06124, "read_hit_rate": {"split": 0.91934}, "mean_gate": {"split": 0.15044}, "n_reads": 11592, "n_cand": 12609, "read_suppressed_frac": 0.1008, "dropout_reads_logged": 11592, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 423.2630615234375, "n_util_obs": 407, "util_count_spearman": -0.03577142275871607}, "probe_overhead_sec_total": 167.968, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.020449, "alpha": 0.03, "t": 870.9}
{"event": "consolidate", "step": 2450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 884.3}
{"event": "train", "step": 2450, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.46156, "bpb": 2.10859, "chunk_loss": 0.031279, "F": 0.24112, "G": 0.23795, "chunks": 246.91, "bytes_per_chunk": 4.147, "boundary_entropy": 0.1171, "router_noise": 0.0, "grad_norm": 0.7996, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.272, "probe_sec": 0.1001, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09155, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00168, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.20776, "trunc_abs_frac": 1.78682, "mean_delta_full": -0.15426, "read_hit_rate": {"split": 0.9209}, "mean_gate": {"split": 0.14874}, "n_reads": 12073, "n_cand": 13110, "read_suppressed_frac": 0.0967, "dropout_reads_logged": 12073, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 432.19140625, "n_util_obs": 412, "util_count_spearman": -0.04337909112073205}, "probe_overhead_sec_total": 171.74, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.018304, "alpha": 0.03, "t": 884.5}
{"event": "consolidate", "step": 2500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 896.7}
{"event": "train", "step": 2500, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.55703, "bpb": 2.24632, "chunk_loss": 0.031205, "F": 0.23965, "G": 0.23499, "chunks": 245.41, "bytes_per_chunk": 4.173, "boundary_entropy": 0.11632, "router_noise": 0.0, "grad_norm": 0.6747, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.247, "probe_sec": 0.0415, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03258, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08225, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.55255, "trunc_abs_frac": 0.57981, "mean_delta_full": 0.0845, "read_hit_rate": {"split": 0.91739}, "mean_gate": {"split": 0.15126}, "n_reads": 11704, "n_cand": 12758, "read_suppressed_frac": 0.0992, "dropout_reads_logged": 11704, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 441.19219970703125, "n_util_obs": 421, "util_count_spearman": -0.042049203320385996}, "probe_overhead_sec_total": 175.508, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.019734, "alpha": 0.03, "t": 896.9}
{"event": "consolidate", "step": 2550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 909.4}
{"event": "train", "step": 2550, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.48836, "bpb": 2.14725, "chunk_loss": 0.031006, "F": 0.2338, "G": 0.23116, "chunks": 239.41, "bytes_per_chunk": 4.277, "boundary_entropy": 0.11565, "router_noise": 0.0, "grad_norm": 0.6981, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.254, "probe_sec": 0.0421, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03177, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03654, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 2.20939, "trunc_abs_frac": 1.22604, "mean_delta_full": 0.08209, "read_hit_rate": {"split": 0.92074}, "mean_gate": {"split": 0.15314}, "n_reads": 11837, "n_cand": 12856, "read_suppressed_frac": 0.0983, "dropout_reads_logged": 11837, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 450.17755126953125, "n_util_obs": 428, "util_count_spearman": -0.03855689425316888}, "probe_overhead_sec_total": 178.824, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.024769, "alpha": 0.03, "t": 909.6}
{"event": "consolidate", "step": 2600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 921.8}
{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3966.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.227892, "cps": 30.984375, "mean_p": 0.221031, "boundary_entropy": 0.112156, "bpb": 2.030419}, "tr": {"chunks": 3869.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213721, "cps": 30.226562, "mean_p": 0.207083, "boundary_entropy": 0.141262, "bpb": 2.242844}, "fi": {"chunks": 5089.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.270533, "cps": 39.757812, "mean_p": 0.262676, "boundary_entropy": 0.122825, "bpb": 2.346468}}, "bpb": {"en": 2.03042, "tr": 2.24284, "fi": 2.34647}, "gini_cpc": 0.053184, "gini_cps": 0.062932, "bpic": 4.389663, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.937820212345176, "fi": 1.1871127726389852}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 458.9576416015625, "n_util_obs": 433, "util_count_spearman": -0.03494756948121877}, "t": 922.5}
{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.04157, "tr": 2.25084, "fi": 2.35626}, "bytes_per_chunk": {"en": 4.168, "tr": 5.146, "fi": 3.95}, "bpb_mean": 2.21622, "frozen_inventory": true, "t": 924.0}
{"event": "train", "step": 2600, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.49733, "bpb": 2.16019, "chunk_loss": 0.031188, "F": 0.23721, "G": 0.23498, "chunks": 242.91, "bytes_per_chunk": 4.216, "boundary_entropy": 0.1151, "router_noise": 0.0, "grad_norm": 0.6913, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.311, "probe_sec": 0.0717, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06226, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05304, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.434, "trunc_abs_frac": 1.26982, "mean_delta_full": -0.06381, "read_hit_rate": {"split": 0.91929}, "mean_gate": {"split": 0.14227}, "n_reads": 11811, "n_cand": 12848, "read_suppressed_frac": 0.1011, "dropout_reads_logged": 11811, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 459.13690185546875, "n_util_obs": 434, "util_count_spearman": -0.03640498347681875}, "probe_overhead_sec_total": 182.387, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.018392, "alpha": 0.03, "t": 925.1}
{"event": "consolidate", "step": 2650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 939.1}
{"event": "train", "step": 2650, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.42777, "bpb": 2.05984, "chunk_loss": 0.030896, "F": 0.2312, "G": 0.22503, "chunks": 236.75, "bytes_per_chunk": 4.325, "boundary_entropy": 0.12027, "router_noise": 0.0, "grad_norm": 0.6758, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.283, "probe_sec": 0.0487, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03514, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04596, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.71836, "trunc_abs_frac": 0.65509, "mean_delta_full": 0.16568, "read_hit_rate": {"split": 0.92025}, "mean_gate": {"split": 0.14245}, "n_reads": 11586, "n_cand": 12590, "read_suppressed_frac": 0.0955, "dropout_reads_logged": 11586, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 468.08074951171875, "n_util_obs": 442, "util_count_spearman": -0.028154692488701744}, "probe_overhead_sec_total": 185.852, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.018717, "alpha": 0.03, "t": 939.3}
{"event": "consolidate", "step": 2700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 954.8}
{"event": "train", "step": 2700, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.50856, "bpb": 2.1764, "chunk_loss": 0.031068, "F": 0.23004, "G": 0.22806, "chunks": 235.56, "bytes_per_chunk": 4.347, "boundary_entropy": 0.11667, "router_noise": 0.0, "grad_norm": 0.7398, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.317, "probe_sec": 0.0477, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02731, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.03509, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.34029, "trunc_abs_frac": 0.34029, "mean_delta_full": -0.2981, "read_hit_rate": {"split": 0.91291}, "mean_gate": {"split": 0.14442}, "n_reads": 11426, "n_cand": 12516, "read_suppressed_frac": 0.0964, "dropout_reads_logged": 11426, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 477.036376953125, "n_util_obs": 449, "util_count_spearman": -0.02018772208540867}, "probe_overhead_sec_total": 189.502, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.024247, "alpha": 0.03, "t": 955.1}
{"event": "consolidate", "step": 2750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 971.1}
{"event": "train", "step": 2750, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44831, "bpb": 2.08947, "chunk_loss": 0.031055, "F": 0.23587, "G": 0.23065, "chunks": 241.53, "bytes_per_chunk": 4.24, "boundary_entropy": 0.11221, "router_noise": 0.0, "grad_norm": 0.7079, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.324, "probe_sec": 0.0451, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03396, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0303, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.18274, "trunc_abs_frac": 0.18274, "mean_delta_full": 0.43237, "read_hit_rate": {"split": 0.92245}, "mean_gate": {"split": 0.14173}, "n_reads": 11824, "n_cand": 12818, "read_suppressed_frac": 0.1029, "dropout_reads_logged": 11824, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 486.0195007324219, "n_util_obs": 452, "util_count_spearman": -0.02546699088580377}, "probe_overhead_sec_total": 193.044, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.025083, "alpha": 0.03, "t": 971.3}
{"event": "consolidate", "step": 2800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 997.7}
{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3926.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.225593, "cps": 30.671875, "mean_p": 0.219256, "boundary_entropy": 0.112536, "bpb": 2.006812}, "tr": {"chunks": 3789.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209302, "cps": 29.601562, "mean_p": 0.203071, "boundary_entropy": 0.134465, "bpb": 2.216902}, "fi": {"chunks": 5047.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.2683, "cps": 39.429688, "mean_p": 0.260954, "boundary_entropy": 0.12236, "bpb": 2.318387}}, "bpb": {"en": 2.00681, "tr": 2.2169, "fi": 2.31839}, "gini_cpc": 0.055933, "gini_cps": 0.065716, "bpic": 4.445385, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9277861365494201, "fi": 1.1893104811020248}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 494.8289794921875, "n_util_obs": 460, "util_count_spearman": -0.02973619252365921}, "t": 998.6}
{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.01939, "tr": 2.22639, "fi": 2.32917}, "bytes_per_chunk": {"en": 4.171, "tr": 5.351, "fi": 3.98}, "bpb_mean": 2.19165, "frozen_inventory": true, "t": 1000.2}
{"event": "train", "step": 2800, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43458, "bpb": 2.06967, "chunk_loss": 0.031073, "F": 0.2377, "G": 0.2312, "chunks": 243.41, "bytes_per_chunk": 4.207, "boundary_entropy": 0.11261, "router_noise": 0.0, "grad_norm": 0.6648, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.624, "probe_sec": 0.0686, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03975, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.11422, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": -0.79907, "trunc_abs_frac": 6.45874, "mean_delta_full": 0.00653, "read_hit_rate": {"split": 0.92768}, "mean_gate": {"split": 0.14222}, "n_reads": 11980, "n_cand": 12914, "read_suppressed_frac": 0.0985, "dropout_reads_logged": 11980, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 495.0120544433594, "n_util_obs": 460, "util_count_spearman": -0.029485060291087457}, "probe_overhead_sec_total": 196.711, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.016191, "alpha": 0.03, "t": 1002.5}
{"event": "consolidate", "step": 2850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1027.7}
{"event": "train", "step": 2850, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.54356, "bpb": 2.22689, "chunk_loss": 0.03122, "F": 0.23776, "G": 0.23529, "chunks": 243.47, "bytes_per_chunk": 4.206, "boundary_entropy": 0.11041, "router_noise": 0.0, "grad_norm": 0.7078, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.509, "probe_sec": 0.0602, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05091, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01651, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": -0.87632, "trunc_abs_frac": 0.87632, "mean_delta_full": 0.04639, "read_hit_rate": {"split": 0.91651}, "mean_gate": {"split": 0.1338}, "n_reads": 11889, "n_cand": 12972, "read_suppressed_frac": 0.1087, "dropout_reads_logged": 11889, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 503.93804931640625, "n_util_obs": 467, "util_count_spearman": -0.02181211004225718}, "probe_overhead_sec_total": 200.562, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.020809, "alpha": 0.03, "t": 1027.9}
{"event": "consolidate", "step": 2900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1052.9}
{"event": "train", "step": 2900, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.48586, "bpb": 2.14364, "chunk_loss": 0.031265, "F": 0.24228, "G": 0.23692, "chunks": 248.09, "bytes_per_chunk": 4.127, "boundary_entropy": 0.11012, "router_noise": 0.0, "grad_norm": 0.6593, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.517, "probe_sec": 0.1129, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09547, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.03141, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -2.82974, "trunc_abs_frac": 1.0634, "mean_delta_full": -0.03655, "read_hit_rate": {"split": 0.91694}, "mean_gate": {"split": 0.14241}, "n_reads": 11911, "n_cand": 12990, "read_suppressed_frac": 0.1023, "dropout_reads_logged": 11911, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 512.90234375, "n_util_obs": 471, "util_count_spearman": -0.017561808056155048}, "probe_overhead_sec_total": 204.257, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.022906, "alpha": 0.03, "t": 1053.8}
{"event": "consolidate", "step": 2950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1077.4}
{"event": "train", "step": 2950, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.41841, "bpb": 2.04633, "chunk_loss": 0.030916, "F": 0.22916, "G": 0.22408, "chunks": 234.66, "bytes_per_chunk": 4.364, "boundary_entropy": 0.10976, "router_noise": 0.0, "grad_norm": 0.6501, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.491, "probe_sec": 0.0596, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03922, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02778, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.69424, "trunc_abs_frac": 2.59153, "mean_delta_full": 0.36251, "read_hit_rate": {"split": 0.91726}, "mean_gate": {"split": 0.14217}, "n_reads": 11574, "n_cand": 12618, "read_suppressed_frac": 0.0913, "dropout_reads_logged": 11574, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 521.8580322265625, "n_util_obs": 475, "util_count_spearman": -0.021496146028590082}, "probe_overhead_sec_total": 207.759, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.023638, "alpha": 0.03, "t": 1078.3}
{"event": "consolidate", "step": 3000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1092.0}
{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3990.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.229271, "cps": 31.171875, "mean_p": 0.221079, "boundary_entropy": 0.111086, "bpb": 1.986499}, "tr": {"chunks": 3794.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209579, "cps": 29.640625, "mean_p": 0.200586, "boundary_entropy": 0.126526, "bpb": 2.181847}, "fi": {"chunks": 5048.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.268354, "cps": 39.4375, "mean_p": 0.260599, "boundary_entropy": 0.112204, "bpb": 2.292319}}, "bpb": {"en": 1.9865, "tr": 2.18185, "fi": 2.29232}, "gini_cpc": 0.055406, "gini_cps": 0.06515, "bpic": 4.421135, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9141090310707443, "fi": 1.1704656889685805}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 530.6408081054688, "n_util_obs": 480, "util_count_spearman": -0.002023175233309969}, "t": 1092.9}
{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.00009, "tr": 2.19137, "fi": 2.3032}, "bytes_per_chunk": {"en": 4.166, "tr": 5.319, "fi": 3.998}, "bpb_mean": 2.16489, "frozen_inventory": true, "t": 1094.4}
{"event": "train", "step": 3000, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44335, "bpb": 2.08232, "chunk_loss": 0.030965, "F": 0.23291, "G": 0.22841, "chunks": 238.5, "bytes_per_chunk": 4.294, "boundary_entropy": 0.10945, "router_noise": 0.0, "grad_norm": 0.6732, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.348, "probe_sec": 0.0891, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07427, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07895, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.37684, "trunc_abs_frac": 0.607, "mean_delta_full": 0.29834, "read_hit_rate": {"split": 0.91684}, "mean_gate": {"split": 0.13566}, "n_reads": 11653, "n_cand": 12710, "read_suppressed_frac": 0.1016, "dropout_reads_logged": 11653, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 530.818359375, "n_util_obs": 480, "util_count_spearman": -0.00242335055897736}, "probe_overhead_sec_total": 211.343, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.022495, "alpha": 0.03, "t": 1095.7}
{"event": "consolidate", "step": 3050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1108.3}
{"event": "train", "step": 3050, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43011, "bpb": 2.06321, "chunk_loss": 0.031023, "F": 0.23468, "G": 0.23052, "chunks": 240.31, "bytes_per_chunk": 4.261, "boundary_entropy": 0.10991, "router_noise": 0.0, "grad_norm": 0.6667, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.255, "probe_sec": 0.0532, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.043, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06252, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.04714, "trunc_abs_frac": 14.07507, "mean_delta_full": 0.12558, "read_hit_rate": {"split": 0.92337}, "mean_gate": {"split": 0.13941}, "n_reads": 11821, "n_cand": 12802, "read_suppressed_frac": 0.1004, "dropout_reads_logged": 11821, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 539.7935180664062, "n_util_obs": 490, "util_count_spearman": 0.007042554668843612}, "probe_overhead_sec_total": 214.528, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.021529, "alpha": 0.03, "t": 1108.5}
{"event": "consolidate", "step": 3100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1122.2}
{"event": "train", "step": 3100, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.52514, "bpb": 2.20032, "chunk_loss": 0.030932, "F": 0.2269, "G": 0.22393, "chunks": 232.34, "bytes_per_chunk": 4.407, "boundary_entropy": 0.11103, "router_noise": 0.0, "grad_norm": 0.6935, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.279, "probe_sec": 0.063, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05119, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02172, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.57851, "trunc_abs_frac": 0.5719, "mean_delta_full": 0.27014, "read_hit_rate": {"split": 0.90818}, "mean_gate": {"split": 0.13448}, "n_reads": 11256, "n_cand": 12394, "read_suppressed_frac": 0.0991, "dropout_reads_logged": 11256, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 548.7249755859375, "n_util_obs": 496, "util_count_spearman": 0.0070999808331888865}, "probe_overhead_sec_total": 218.315, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.019037, "alpha": 0.03, "t": 1122.5}
{"event": "consolidate", "step": 3150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1134.3}
{"event": "train", "step": 3150, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44574, "bpb": 2.08576, "chunk_loss": 0.031036, "F": 0.23431, "G": 0.22951, "chunks": 239.94, "bytes_per_chunk": 4.268, "boundary_entropy": 0.10662, "router_noise": 0.0, "grad_norm": 0.6739, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.242, "probe_sec": 0.0643, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05394, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07011, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"split": 0.91721}, "mean_gate": {"split": 0.13824}, "n_reads": 11722, "n_cand": 12780, "read_suppressed_frac": 0.1009, "dropout_reads_logged": 11722, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 557.7340087890625, "n_util_obs": 503, "util_count_spearman": 0.009632445967034243}, "probe_overhead_sec_total": 222.172, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.025702, "alpha": 0.03, "t": 1134.6}
{"event": "consolidate", "step": 3200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1146.5}
{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3930.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.225823, "cps": 30.703125, "mean_p": 0.220763, "boundary_entropy": 0.101637, "bpb": 1.968083}, "tr": {"chunks": 3859.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213169, "cps": 30.148438, "mean_p": 0.203304, "boundary_entropy": 0.127334, "bpb": 2.158816}, "fi": {"chunks": 5071.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.269576, "cps": 39.617188, "mean_p": 0.261398, "boundary_entropy": 0.113646, "bpb": 2.265589}}, "bpb": {"en": 1.96808, "tr": 2.15882, "fi": 2.26559}, "gini_cpc": 0.053072, "gini_cps": 0.06283, "bpic": 4.411509, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9439647934866348, "fi": 1.193749759053599}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 566.511962890625, "n_util_obs": 505, "util_count_spearman": 0.011614423393993803}, "t": 1147.2}
{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 1.98219, "tr": 2.17012, "fi": 2.27518}, "bytes_per_chunk": {"en": 4.15, "tr": 5.152, "fi": 3.965}, "bpb_mean": 2.14249, "frozen_inventory": true, "t": 1148.7}
{"event": "train", "step": 3200, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.41631, "bpb": 2.04331, "chunk_loss": 0.031235, "F": 0.24045, "G": 0.23621, "chunks": 246.22, "bytes_per_chunk": 4.159, "boundary_entropy": 0.10338, "router_noise": 0.0, "grad_norm": 0.6668, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.307, "probe_sec": 0.0624, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05218, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01759, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.75655, "trunc_abs_frac": 0.46985, "mean_delta_full": -0.0163, "read_hit_rate": {"split": 0.92903}, "mean_gate": {"split": 0.13037}, "n_reads": 12265, "n_cand": 13202, "read_suppressed_frac": 0.0972, "dropout_reads_logged": 12265, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 566.699462890625, "n_util_obs": 506, "util_count_spearman": 0.013020763019825242}, "probe_overhead_sec_total": 226.23, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.018203, "alpha": 0.03, "t": 1149.9}
{"event": "consolidate", "step": 3250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1162.4}
{"event": "train", "step": 3250, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.39363, "bpb": 2.01058, "chunk_loss": 0.030848, "F": 0.23001, "G": 0.22295, "chunks": 235.53, "bytes_per_chunk": 4.348, "boundary_entropy": 0.10873, "router_noise": 0.0, "grad_norm": 0.6946, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.256, "probe_sec": 0.0872, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07187, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0183, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.05329, "trunc_abs_frac": 0.31764, "mean_delta_full": 0.24225, "read_hit_rate": {"split": 0.92353}, "mean_gate": {"split": 0.13679}, "n_reads": 11642, "n_cand": 12606, "read_suppressed_frac": 0.1007, "dropout_reads_logged": 11642, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 575.69091796875, "n_util_obs": 512, "util_count_spearman": 0.02650546944786612}, "probe_overhead_sec_total": 229.654, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.026235, "alpha": 0.03, "t": 1162.7}
{"event": "consolidate", "step": 3300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1175.1}
{"event": "train", "step": 3300, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43089, "bpb": 2.06433, "chunk_loss": 0.031098, "F": 0.23795, "G": 0.23169, "chunks": 243.66, "bytes_per_chunk": 4.203, "boundary_entropy": 0.10646, "router_noise": 0.0, "grad_norm": 0.6384, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.253, "probe_sec": 0.044, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03166, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08018, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 2.20071, "trunc_abs_frac": 0.64081, "mean_delta_full": 0.06091, "read_hit_rate": {"split": 0.92135}, "mean_gate": {"split": 0.13041}, "n_reads": 11972, "n_cand": 12994, "read_suppressed_frac": 0.0989, "dropout_reads_logged": 11972, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 584.6571044921875, "n_util_obs": 519, "util_count_spearman": 0.03203826531471729}, "probe_overhead_sec_total": 233.993, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.023783, "alpha": 0.03, "t": 1175.4}
{"event": "consolidate", "step": 3350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1187.9}
{"event": "train", "step": 3350, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.46349, "bpb": 2.11138, "chunk_loss": 0.031136, "F": 0.23904, "G": 0.23276, "chunks": 244.78, "bytes_per_chunk": 4.183, "boundary_entropy": 0.10769, "router_noise": 0.0, "grad_norm": 0.7289, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.254, "probe_sec": 0.0355, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02725, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00407, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.73733, "trunc_abs_frac": 1.3089, "mean_delta_full": 0.1295, "read_hit_rate": {"split": 0.91837}, "mean_gate": {"split": 0.13239}, "n_reads": 11858, "n_cand": 12912, "read_suppressed_frac": 0.0992, "dropout_reads_logged": 11858, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 593.599609375, "n_util_obs": 525, "util_count_spearman": 0.021925275666470307}, "probe_overhead_sec_total": 237.359, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.01774, "alpha": 0.03, "t": 1188.1}
{"event": "consolidate", "step": 3400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1200.0}
{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3912.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.224789, "cps": 30.5625, "mean_p": 0.21787, "boundary_entropy": 0.102001, "bpb": 1.954155}, "tr": {"chunks": 3773.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208418, "cps": 29.476562, "mean_p": 0.197383, "boundary_entropy": 0.11832, "bpb": 2.134679}, "fi": {"chunks": 5039.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.267875, "cps": 39.367188, "mean_p": 0.258641, "boundary_entropy": 0.110727, "bpb": 2.241481}}, "bpb": {"en": 1.95416, "tr": 2.13468, "fi": 2.24148}, "gini_cpc": 0.056538, "gini_cps": 0.066331, "bpic": 4.458661, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9271746048260313, "fi": 1.1916747820505753}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 602.3905029296875, "n_util_obs": 528, "util_count_spearman": 0.03078628855241025}, "t": 1200.6}
{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 1.96693, "tr": 2.14457, "fi": 2.25096}, "bytes_per_chunk": {"en": 4.167, "tr": 5.304, "fi": 4.0}, "bpb_mean": 2.12082, "frozen_inventory": true, "t": 1202.0}
{"event": "train", "step": 3400, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.37686, "bpb": 1.98639, "chunk_loss": 0.030928, "F": 0.23212, "G": 0.22548, "chunks": 237.69, "bytes_per_chunk": 4.308, "boundary_entropy": 0.1027, "router_noise": 0.0, "grad_norm": 0.6725, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.304, "probe_sec": 0.0436, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03374, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03499, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.22466, "trunc_abs_frac": 1.37766, "mean_delta_full": 0.08028, "read_hit_rate": {"split": 0.92321}, "mean_gate": {"split": 0.12631}, "n_reads": 11758, "n_cand": 12736, "read_suppressed_frac": 0.0978, "dropout_reads_logged": 11758, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 602.570556640625, "n_util_obs": 528, "util_count_spearman": 0.030239227920105735}, "probe_overhead_sec_total": 240.366, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.019481, "alpha": 0.03, "t": 1203.3}
{"event": "consolidate", "step": 3450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1215.6}
{"event": "train", "step": 3450, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.37147, "bpb": 1.97861, "chunk_loss": 0.030823, "F": 0.22968, "G": 0.22293, "chunks": 235.19, "bytes_per_chunk": 4.354, "boundary_entropy": 0.10353, "router_noise": 0.0, "grad_norm": 0.613, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.252, "probe_sec": 0.141, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.12378, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.06115, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 2.17021, "trunc_abs_frac": 0.18401, "mean_delta_full": -0.01434, "read_hit_rate": {"split": 0.91992}, "mean_gate": {"split": 0.12653}, "n_reads": 11545, "n_cand": 12550, "read_suppressed_frac": 0.0942, "dropout_reads_logged": 11545, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 611.548828125, "n_util_obs": 532, "util_count_spearman": 0.02701350743114934}, "probe_overhead_sec_total": 244.124, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.019818, "alpha": 0.03, "t": 1215.9}
{"event": "consolidate", "step": 3500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1232.4}
{"event": "train", "step": 3500, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.45815, "bpb": 2.10366, "chunk_loss": 0.031094, "F": 0.23544, "G": 0.22952, "chunks": 241.09, "bytes_per_chunk": 4.247, "boundary_entropy": 0.10423, "router_noise": 0.0, "grad_norm": 0.6682, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.335, "probe_sec": 0.04, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03035, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02565, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.33879, "trunc_abs_frac": 1.67543, "mean_delta_full": 0.14355, "read_hit_rate": {"split": 0.91915}, "mean_gate": {"split": 0.12105}, "n_reads": 11778, "n_cand": 12814, "read_suppressed_frac": 0.1001, "dropout_reads_logged": 11778, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 620.5169067382812, "n_util_obs": 537, "util_count_spearman": 0.03354338462797427}, "probe_overhead_sec_total": 247.412, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.020491, "alpha": 0.03, "t": 1232.6}
{"event": "consolidate", "step": 3550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1250.4}
{"event": "train", "step": 3550, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.45944, "bpb": 2.10552, "chunk_loss": 0.031238, "F": 0.24109, "G": 0.23565, "chunks": 246.88, "bytes_per_chunk": 4.148, "boundary_entropy": 0.102, "router_noise": 0.0, "grad_norm": 0.6756, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.359, "probe_sec": 0.0414, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03164, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.02112, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.11377, "trunc_abs_frac": 0.05916, "mean_delta_full": -0.22217, "read_hit_rate": {"split": 0.92327}, "mean_gate": {"split": 0.12341}, "n_reads": 12213, "n_cand": 13228, "read_suppressed_frac": 0.1005, "dropout_reads_logged": 12213, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 629.4866333007812, "n_util_obs": 543, "util_count_spearman": 0.041183014669587126}, "probe_overhead_sec_total": 250.947, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.020194, "alpha": 0.03, "t": 1250.6}
{"event": "consolidate", "step": 3600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1266.0}
{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3935.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.22611, "cps": 30.742188, "mean_p": 0.215782, "boundary_entropy": 0.103373, "bpb": 1.933977}, "tr": {"chunks": 3788.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209247, "cps": 29.59375, "mean_p": 0.199097, "boundary_entropy": 0.112827, "bpb": 2.113264}, "fi": {"chunks": 5063.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.269151, "cps": 39.554688, "mean_p": 0.258807, "boundary_entropy": 0.108783, "bpb": 2.223244}}, "bpb": {"en": 1.93398, "tr": 2.11326, "fi": 2.22324}, "gini_cpc": 0.056686, "gini_cps": 0.066479, "bpic": 4.437041, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9254198322025855, "fi": 1.1903520588706344}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 638.2254028320312, "n_util_obs": 546, "util_count_spearman": 0.04566498778432521}, "t": 1266.7}
{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 1.94712, "tr": 2.12252, "fi": 2.2324}, "bytes_per_chunk": {"en": 4.165, "tr": 5.288, "fi": 3.978}, "bpb_mean": 2.10068, "frozen_inventory": true, "t": 1268.3}
{"event": "train", "step": 3600, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43893, "bpb": 2.07594, "chunk_loss": 0.031035, "F": 0.23776, "G": 0.22873, "chunks": 243.47, "bytes_per_chunk": 4.206, "boundary_entropy": 0.1019, "router_noise": 0.0, "grad_norm": 0.6635, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.388, "probe_sec": 0.0819, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04894, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08109, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -6.29332, "trunc_abs_frac": 33.84561, "mean_delta_full": -0.02466, "read_hit_rate": {"split": 0.92422}, "mean_gate": {"split": 0.12309}, "n_reads": 11782, "n_cand": 12748, "read_suppressed_frac": 0.1013, "dropout_reads_logged": 11782, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 638.40576171875, "n_util_obs": 546, "util_count_spearman": 0.04565415214171646}, "probe_overhead_sec_total": 254.285, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.021539, "alpha": 0.03, "t": 1270.0}
{"event": "consolidate", "step": 3650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1300.1}
{"event": "train", "step": 3650, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.45919, "bpb": 2.10517, "chunk_loss": 0.031138, "F": 0.2373, "G": 0.23089, "chunks": 243.0, "bytes_per_chunk": 4.214, "boundary_entropy": 0.10377, "router_noise": 0.0, "grad_norm": 0.6994, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.615, "probe_sec": 0.0621, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03356, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08794, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 2.15952, "trunc_abs_frac": 0.4629, "mean_delta_full": 0.00641, "read_hit_rate": {"split": 0.91818}, "mean_gate": {"split": 0.12744}, "n_reads": 11896, "n_cand": 12956, "read_suppressed_frac": 0.1016, "dropout_reads_logged": 11896, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 647.3448486328125, "n_util_obs": 553, "util_count_spearman": 0.021982236238825673}, "probe_overhead_sec_total": 258.057, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.01514, "alpha": 0.03, "t": 1300.7}
{"event": "consolidate", "step": 3700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1326.9}
{"event": "train", "step": 3700, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.35828, "bpb": 1.95958, "chunk_loss": 0.030845, "F": 0.22818, "G": 0.22089, "chunks": 233.66, "bytes_per_chunk": 4.383, "boundary_entropy": 0.1013, "router_noise": 0.0, "grad_norm": 0.6645, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.533, "probe_sec": 0.0413, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02731, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02366, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.97275, "trunc_abs_frac": 3.74396, "mean_delta_full": 0.09854, "read_hit_rate": {"split": 0.91963}, "mean_gate": {"split": 0.12703}, "n_reads": 11466, "n_cand": 12468, "read_suppressed_frac": 0.0967, "dropout_reads_logged": 11466, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 656.2860107421875, "n_util_obs": 561, "util_count_spearman": 0.003921897464743946}, "probe_overhead_sec_total": 261.531, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.025763, "alpha": 0.03, "t": 1327.4}
{"event": "consolidate", "step": 3750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1354.3}
{"event": "train", "step": 3750, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.37999, "bpb": 1.9909, "chunk_loss": 0.031261, "F": 0.24481, "G": 0.23611, "chunks": 250.69, "bytes_per_chunk": 4.085, "boundary_entropy": 0.09995, "router_noise": 0.0, "grad_norm": 0.6194, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.545, "probe_sec": 0.0498, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03928, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05462, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.35037, "trunc_abs_frac": 1.91647, "mean_delta_full": 0.37007, "read_hit_rate": {"split": 0.93095}, "mean_gate": {"split": 0.11695}, "n_reads": 12322, "n_cand": 13236, "read_suppressed_frac": 0.0993, "dropout_reads_logged": 12322, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 665.279541015625, "n_util_obs": 565, "util_count_spearman": 0.008222550987795127}, "probe_overhead_sec_total": 265.267, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.015873, "alpha": 0.03, "t": 1354.6}
{"event": "consolidate", "step": 3800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1377.3}
{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3974.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.228351, "cps": 31.046875, "mean_p": 0.217879, "boundary_entropy": 0.099457, "bpb": 1.920396}, "tr": {"chunks": 3833.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211733, "cps": 29.945312, "mean_p": 0.200639, "boundary_entropy": 0.115864, "bpb": 2.089264}, "fi": {"chunks": 5086.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.270374, "cps": 39.734375, "mean_p": 0.25956, "boundary_entropy": 0.103858, "bpb": 2.199141}}, "bpb": {"en": 1.9204, "tr": 2.08926, "fi": 2.19914}, "gini_cpc": 0.055026, "gini_cps": 0.06479, "bpic": 4.400217, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9272237032285839, "fi": 1.1840246114121675}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 674.09228515625, "n_util_obs": 569, "util_count_spearman": 0.0108792766990425}, "t": 1378.1}
{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 1.93292, "tr": 2.09827, "fi": 2.2079}, "bytes_per_chunk": {"en": 4.152, "tr": 5.234, "fi": 3.964}, "bpb_mean": 2.0797, "frozen_inventory": true, "t": 1379.3}
{"event": "train", "step": 3800, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.35594, "bpb": 1.95621, "chunk_loss": 0.031033, "F": 0.23364, "G": 0.22584, "chunks": 239.25, "bytes_per_chunk": 4.28, "boundary_entropy": 0.10193, "router_noise": 0.0, "grad_norm": 0.6285, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.511, "probe_sec": 0.0526, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04195, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07814, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 1.25168, "trunc_abs_frac": 0.32784, "mean_delta_full": 0.10128, "read_hit_rate": {"split": 0.92333}, "mean_gate": {"split": 0.12331}, "n_reads": 11754, "n_cand": 12730, "read_suppressed_frac": 0.1016, "dropout_reads_logged": 11754, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 674.271728515625, "n_util_obs": 569, "util_count_spearman": 0.010809478615749293}, "probe_overhead_sec_total": 268.812, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.015181, "alpha": 0.03, "t": 1380.2}
{"event": "consolidate", "step": 3850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1392.3}
{"event": "train", "step": 3850, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.34998, "bpb": 1.94761, "chunk_loss": 0.030747, "F": 0.22379, "G": 0.21727, "chunks": 229.16, "bytes_per_chunk": 4.469, "boundary_entropy": 0.10313, "router_noise": 0.0, "grad_norm": 0.7031, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.248, "probe_sec": 0.0345, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02574, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.1196, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.1114, "trunc_abs_frac": 0.68826, "mean_delta_full": 0.07739, "read_hit_rate": {"split": 0.9147}, "mean_gate": {"split": 0.12491}, "n_reads": 11260, "n_cand": 12310, "read_suppressed_frac": 0.101, "dropout_reads_logged": 11260, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 683.2660522460938, "n_util_obs": 575, "util_count_spearman": 0.006794583642031639}, "probe_overhead_sec_total": 271.649, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.018388, "alpha": 0.03, "t": 1392.6}
{"event": "consolidate", "step": 3900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1404.7}
{"event": "train", "step": 3900, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.37997, "bpb": 1.99088, "chunk_loss": 0.03091, "F": 0.23004, "G": 0.22245, "chunks": 235.56, "bytes_per_chunk": 4.347, "boundary_entropy": 0.10495, "router_noise": 0.0, "grad_norm": 0.667, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.247, "probe_sec": 0.0606, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04941, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.09524, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.62164, "trunc_abs_frac": 2.11062, "mean_delta_full": 0.06669, "read_hit_rate": {"split": 0.91452}, "mean_gate": {"split": 0.12066}, "n_reads": 11479, "n_cand": 12552, "read_suppressed_frac": 0.0989, "dropout_reads_logged": 11479, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 692.25244140625, "n_util_obs": 581, "util_count_spearman": -0.004567281504279723}, "probe_overhead_sec_total": 275.331, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.017886, "alpha": 0.03, "t": 1404.9}
{"event": "consolidate", "step": 3950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1417.0}
{"event": "train", "step": 3950, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40717, "bpb": 2.03012, "chunk_loss": 0.031143, "F": 0.24026, "G": 0.22989, "chunks": 246.03, "bytes_per_chunk": 4.162, "boundary_entropy": 0.10198, "router_noise": 0.0, "grad_norm": 0.6674, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.247, "probe_sec": 0.0433, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03295, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01974, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 2.03957, "trunc_abs_frac": 1.20152, "mean_delta_full": 0.07751, "read_hit_rate": {"split": 0.92366}, "mean_gate": {"split": 0.11494}, "n_reads": 11893, "n_cand": 12876, "read_suppressed_frac": 0.0982, "dropout_reads_logged": 11893, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 701.192626953125, "n_util_obs": 585, "util_count_spearman": -0.01618723955803067}, "probe_overhead_sec_total": 279.089, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.0141, "alpha": 0.03, "t": 1417.3}
{"event": "consolidate", "step": 4000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1430.1}
{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3966.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.227892, "cps": 30.984375, "mean_p": 0.215549, "boundary_entropy": 0.102079, "bpb": 1.901706}, "tr": {"chunks": 3782.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208916, "cps": 29.546875, "mean_p": 0.196233, "boundary_entropy": 0.115306, "bpb": 2.068925}, "fi": {"chunks": 5063.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.269151, "cps": 39.554688, "mean_p": 0.257592, "boundary_entropy": 0.104657, "bpb": 2.180807}}, "bpb": {"en": 1.90171, "tr": 2.06892, "fi": 2.18081}, "gini_cpc": 0.056883, "gini_cps": 0.066661, "bpic": 4.428382, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9167319832229143, "fi": 1.1810477437357403}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 709.9824829101562, "n_util_obs": 593, "util_count_spearman": -0.012266655679133988}, "t": 1430.8}
{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 1.91621, "tr": 2.07778, "fi": 2.18899}, "bytes_per_chunk": {"en": 4.159, "tr": 5.299, "fi": 3.984}, "bpb_mean": 2.06099, "frozen_inventory": true, "t": 1432.2}
{"event": "train", "step": 4000, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.42741, "bpb": 2.05932, "chunk_loss": 0.031229, "F": 0.24506, "G": 0.23408, "chunks": 250.94, "bytes_per_chunk": 4.081, "boundary_entropy": 0.10408, "router_noise": 0.0, "grad_norm": 0.6946, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.321, "probe_sec": 0.0498, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03752, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.04982, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.48723, "trunc_abs_frac": 0.48723, "mean_delta_full": 0.7937, "read_hit_rate": {"split": 0.92445}, "mean_gate": {"split": 0.11725}, "n_reads": 12040, "n_cand": 13024, "read_suppressed_frac": 0.0995, "dropout_reads_logged": 12040, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 710.166015625, "n_util_obs": 593, "util_count_spearman": -0.012612538890961086}, "probe_overhead_sec_total": 282.33, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.023549, "alpha": 0.03, "t": 1433.3}
{"event": "consolidate", "step": 4050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1446.6}
{"event": "train", "step": 4050, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.34174, "bpb": 1.93572, "chunk_loss": 0.031052, "F": 0.23532, "G": 0.22647, "chunks": 240.97, "bytes_per_chunk": 4.25, "boundary_entropy": 0.09772, "router_noise": 0.0, "grad_norm": 0.6339, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.271, "probe_sec": 0.0593, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04089, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05305, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.30578, "trunc_abs_frac": 0.61088, "mean_delta_full": 0.24292, "read_hit_rate": {"split": 0.92219}, "mean_gate": {"split": 0.11373}, "n_reads": 11769, "n_cand": 12762, "read_suppressed_frac": 0.0964, "dropout_reads_logged": 11769, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 719.1143798828125, "n_util_obs": 600, "util_count_spearman": -0.010098751396392986}, "probe_overhead_sec_total": 285.762, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.017551, "alpha": 0.03, "t": 1446.9}
{"event": "probe", "step": 4096, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3912.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.224789, "cps": 30.5625, "mean_p": 0.214335, "boundary_entropy": 0.100925, "bpb": 1.895739}, "tr": {"chunks": 3757.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207535, "cps": 29.351562, "mean_p": 0.195032, "boundary_entropy": 0.112962, "bpb": 2.057659}, "fi": {"chunks": 5044.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.268141, "cps": 39.40625, "mean_p": 0.255658, "boundary_entropy": 0.106868, "bpb": 2.166407}}, "bpb": {"en": 1.89574, "tr": 2.05766, "fi": 2.16641}, "gini_cpc": 0.057682, "gini_cps": 0.06749, "bpic": 4.462519, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9232427750679565, "fi": 1.192857233709685}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 727.2193603515625, "n_util_obs": 604, "util_count_spearman": -0.010380368018976432}, "t": 1461.5}
{"event": "consolidate", "step": 4100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1463.9}
{"event": "train", "step": 4100, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.42379, "bpb": 2.05409, "chunk_loss": 0.031085, "F": 0.2381, "G": 0.23034, "chunks": 243.81, "bytes_per_chunk": 4.2, "boundary_entropy": 0.10254, "router_noise": 0.0, "grad_norm": 0.6982, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.349, "probe_sec": 0.0625, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03737, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.0026, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.37917, "trunc_abs_frac": 0.37577, "mean_delta_full": 0.20969, "read_hit_rate": {"split": 0.92178}, "mean_gate": {"split": 0.11056}, "n_reads": 12079, "n_cand": 13104, "read_suppressed_frac": 0.0979, "dropout_reads_logged": 12079, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 728.1212158203125, "n_util_obs": 604, "util_count_spearman": -0.011001176646523647}, "probe_overhead_sec_total": 290.109, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.023004, "alpha": 0.03, "t": 1464.3}
{"event": "consolidate", "step": 4150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1478.1}
{"event": "train", "step": 4150, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.36868, "bpb": 1.97459, "chunk_loss": 0.031314, "F": 0.2471, "G": 0.23686, "chunks": 253.03, "bytes_per_chunk": 4.047, "boundary_entropy": 0.09957, "router_noise": 0.0, "grad_norm": 0.6612, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.281, "probe_sec": 0.0807, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0688, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03376, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.18473, "trunc_abs_frac": 0.29809, "mean_delta_full": 0.2359, "read_hit_rate": {"split": 0.92575}, "mean_gate": {"split": 0.10757}, "n_reads": 12331, "n_cand": 13320, "read_suppressed_frac": 0.1056, "dropout_reads_logged": 12331, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 737.1359252929688, "n_util_obs": 610, "util_count_spearman": -0.015203040830211664}, "probe_overhead_sec_total": 294.596, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.015211, "alpha": 0.03, "t": 1478.4}
{"event": "consolidate", "step": 4200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1491.1}
{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3938.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.226283, "cps": 30.765625, "mean_p": 0.216228, "boundary_entropy": 0.097576, "bpb": 1.887851}, "tr": {"chunks": 3793.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209523, "cps": 29.632812, "mean_p": 0.195655, "boundary_entropy": 0.112067, "bpb": 2.044815}, "fi": {"chunks": 5066.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.269311, "cps": 39.578125, "mean_p": 0.25607, "boundary_entropy": 0.101152, "bpb": 2.155497}}, "bpb": {"en": 1.88785, "tr": 2.04481, "fi": 2.1555}, "gini_cpc": 0.056527, "gini_cps": 0.066318, "bpic": 4.433227, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9259354244785223, "fi": 1.1901500259497735}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 745.9581298828125, "n_util_obs": 615, "util_count_spearman": -0.01802323571074061}, "t": 1492.0}
{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 1.90231, "tr": 2.05566, "fi": 2.16219}, "bytes_per_chunk": {"en": 4.147, "tr": 5.286, "fi": 3.98}, "bpb_mean": 2.04005, "frozen_inventory": true, "t": 1493.5}
{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 1494.6}
{"event": "train", "step": 4200, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35739, "bpb": 1.9583, "chunk_loss": 0.03087, "F": 0.23285, "G": 0.22318, "chunks": 238.44, "bytes_per_chunk": 4.295, "boundary_entropy": 0.09796, "router_noise": 0.0, "grad_norm": 0.6594, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.33, "probe_sec": 0.0774, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0666, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.04096, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.19909, "trunc_abs_frac": 0.33501, "mean_delta_full": -0.22998, "read_hit_rate": {"split": 0.92105}, "mean_gate": {"split": 0.10716}, "n_reads": 11690, "n_cand": 12692, "read_suppressed_frac": 0.0972, "dropout_reads_logged": 11690, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 746.1365966796875, "n_util_obs": 615, "util_count_spearman": -0.01815811350811633}, "probe_overhead_sec_total": 298.209, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.022984, "alpha": 0.03, "t": 1494.9}
{"event": "consolidate", "step": 4250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1508.5}
{"event": "train", "step": 4250, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36257, "bpb": 1.96578, "chunk_loss": 0.030768, "F": 0.22079, "G": 0.21462, "chunks": 226.09, "bytes_per_chunk": 4.529, "boundary_entropy": 0.10135, "router_noise": 0.0, "grad_norm": 0.7021, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.276, "probe_sec": 0.04, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0282, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00306, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 4.04483, "trunc_abs_frac": 3.65298, "mean_delta_full": -0.0335, "read_hit_rate": {"split": 0.90963}, "mean_gate": {"split": 0.11501}, "n_reads": 11132, "n_cand": 12238, "read_suppressed_frac": 0.095, "dropout_reads_logged": 11132, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 755.1151123046875, "n_util_obs": 620, "util_count_spearman": -0.010841180438832358}, "probe_overhead_sec_total": 301.97, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.017881, "alpha": 0.03, "t": 1508.7}
{"event": "consolidate", "step": 4300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1523.9}
{"event": "train", "step": 4300, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.44534, "bpb": 2.08519, "chunk_loss": 0.03098, "F": 0.23074, "G": 0.22436, "chunks": 236.28, "bytes_per_chunk": 4.334, "boundary_entropy": 0.10356, "router_noise": 0.0, "grad_norm": 0.7491, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.311, "probe_sec": 0.0397, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02967, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08131, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.10257, "trunc_abs_frac": 1.10163, "mean_delta_full": -0.11261, "read_hit_rate": {"split": 0.91097}, "mean_gate": {"split": 0.11606}, "n_reads": 11378, "n_cand": 12490, "read_suppressed_frac": 0.0966, "dropout_reads_logged": 11378, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 764.0773315429688, "n_util_obs": 628, "util_count_spearman": -0.008097362738601486}, "probe_overhead_sec_total": 305.265, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.014644, "alpha": 0.03, "t": 1524.2}
{"event": "consolidate", "step": 4350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1541.1}
{"event": "train", "step": 4350, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.30129, "bpb": 1.87737, "chunk_loss": 0.030922, "F": 0.23392, "G": 0.22257, "chunks": 239.53, "bytes_per_chunk": 4.275, "boundary_entropy": 0.10241, "router_noise": 0.0, "grad_norm": 0.6536, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.35, "probe_sec": 0.1088, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09671, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00432, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.3299, "trunc_abs_frac": 1.21072, "mean_delta_full": -0.14231, "read_hit_rate": {"split": 0.92377}, "mean_gate": {"split": 0.10766}, "n_reads": 11839, "n_cand": 12816, "read_suppressed_frac": 0.096, "dropout_reads_logged": 11839, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 773.0662841796875, "n_util_obs": 634, "util_count_spearman": -0.018261709336904405}, "probe_overhead_sec_total": 308.586, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.015135, "alpha": 0.03, "t": 1541.7}
{"event": "consolidate", "step": 4400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1555.1}
{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3912.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.224789, "cps": 30.5625, "mean_p": 0.214163, "boundary_entropy": 0.099139, "bpb": 1.876705}, "tr": {"chunks": 3813.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210628, "cps": 29.789062, "mean_p": 0.19693, "boundary_entropy": 0.111901, "bpb": 2.031397}, "fi": {"chunks": 5061.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.269045, "cps": 39.539062, "mean_p": 0.256681, "boundary_entropy": 0.103288, "bpb": 2.142031}}, "bpb": {"en": 1.87671, "tr": 2.0314, "fi": 2.14203}, "gini_cpc": 0.055283, "gini_cps": 0.065071, "bpic": 4.437041, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9370041792212185, "fi": 1.1968775693506573}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 781.8543701171875, "n_util_obs": 638, "util_count_spearman": -0.008007765772724083}, "t": 1555.9}
{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 1.89106, "tr": 2.0406, "fi": 2.14958}, "bytes_per_chunk": {"en": 4.166, "tr": 5.257, "fi": 3.983}, "bpb_mean": 2.02708, "frozen_inventory": true, "t": 1557.4}
{"event": "train", "step": 4400, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.41458, "bpb": 2.04081, "chunk_loss": 0.031129, "F": 0.23724, "G": 0.22944, "chunks": 242.94, "bytes_per_chunk": 4.215, "boundary_entropy": 0.09745, "router_noise": 0.0, "grad_norm": 0.7035, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.34, "probe_sec": 0.0402, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03052, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01594, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -1.54866, "trunc_abs_frac": 2.09134, "mean_delta_full": -0.04767, "read_hit_rate": {"split": 0.91942}, "mean_gate": {"split": 0.10907}, "n_reads": 11820, "n_cand": 12856, "read_suppressed_frac": 0.0988, "dropout_reads_logged": 11820, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 782.0343017578125, "n_util_obs": 638, "util_count_spearman": -0.006892781681759486}, "probe_overhead_sec_total": 311.85, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.025248, "alpha": 0.03, "t": 1558.7}
{"event": "consolidate", "step": 4450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1587.1}
{"event": "train", "step": 4450, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35618, "bpb": 1.95655, "chunk_loss": 0.031206, "F": 0.24042, "G": 0.23091, "chunks": 246.19, "bytes_per_chunk": 4.159, "boundary_entropy": 0.09833, "router_noise": 0.0, "grad_norm": 0.6637, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.572, "probe_sec": 0.0575, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04869, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.16706, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.21572, "trunc_abs_frac": 18.17633, "mean_delta_full": -0.25882, "read_hit_rate": {"split": 0.92312}, "mean_gate": {"split": 0.10565}, "n_reads": 11851, "n_cand": 12838, "read_suppressed_frac": 0.0982, "dropout_reads_logged": 11851, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 791.0059814453125, "n_util_obs": 644, "util_count_spearman": -0.005538506888892273}, "probe_overhead_sec_total": 315.657, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.021293, "alpha": 0.03, "t": 1587.3}
{"event": "consolidate", "step": 4500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1614.1}
{"event": "train", "step": 4500, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35791, "bpb": 1.95905, "chunk_loss": 0.030996, "F": 0.23318, "G": 0.2257, "chunks": 238.78, "bytes_per_chunk": 4.288, "boundary_entropy": 0.10034, "router_noise": 0.0, "grad_norm": 0.694, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.554, "probe_sec": 0.14, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0764, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.02207, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.02788, "trunc_abs_frac": 1.10806, "mean_delta_full": -0.1276, "read_hit_rate": {"split": 0.91997}, "mean_gate": {"split": 0.10623}, "n_reads": 11886, "n_cand": 12920, "read_suppressed_frac": 0.0973, "dropout_reads_logged": 11886, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 799.9901733398438, "n_util_obs": 649, "util_count_spearman": -0.009545367272538914}, "probe_overhead_sec_total": 319.604, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.014834, "alpha": 0.03, "t": 1615.0}
{"event": "consolidate", "step": 4550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1643.7}
{"event": "train", "step": 4550, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34568, "bpb": 1.94141, "chunk_loss": 0.031082, "F": 0.23749, "G": 0.22853, "chunks": 243.19, "bytes_per_chunk": 4.211, "boundary_entropy": 0.09776, "router_noise": 0.0, "grad_norm": 0.6583, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.579, "probe_sec": 0.0612, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04991, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04127, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.22302, "trunc_abs_frac": 0.28922, "mean_delta_full": -0.16064, "read_hit_rate": {"split": 0.92555}, "mean_gate": {"split": 0.10543}, "n_reads": 11847, "n_cand": 12800, "read_suppressed_frac": 0.0981, "dropout_reads_logged": 11847, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 808.922607421875, "n_util_obs": 659, "util_count_spearman": 0.001297233826439147}, "probe_overhead_sec_total": 323.813, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.023207, "alpha": 0.03, "t": 1643.9}
{"event": "consolidate", "step": 4600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1669.8}
{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3904.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.224329, "cps": 30.5, "mean_p": 0.21304, "boundary_entropy": 0.100715, "bpb": 1.866704}, "tr": {"chunks": 3786.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209137, "cps": 29.578125, "mean_p": 0.194271, "boundary_entropy": 0.110779, "bpb": 2.017859}, "fi": {"chunks": 5060.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.268992, "cps": 39.53125, "mean_p": 0.255853, "boundary_entropy": 0.099797, "bpb": 2.127734}}, "bpb": {"en": 1.8667, "tr": 2.01786, "fi": 2.12773}, "gini_cpc": 0.056805, "gini_cps": 0.066614, "bpic": 4.449569, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9322757108005827, "fi": 1.1990932123774805}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 817.6773681640625, "n_util_obs": 664, "util_count_spearman": 0.006655281486442876}, "t": 1670.7}
{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 1.88119, "tr": 2.02796, "fi": 2.13652}, "bytes_per_chunk": {"en": 4.173, "tr": 5.289, "fi": 3.992}, "bpb_mean": 2.01522, "frozen_inventory": true, "t": 1672.2}
{"event": "train", "step": 4600, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.39575, "bpb": 2.01364, "chunk_loss": 0.030925, "F": 0.22964, "G": 0.22072, "chunks": 235.16, "bytes_per_chunk": 4.355, "boundary_entropy": 0.10233, "router_noise": 0.0, "grad_norm": 0.6922, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.593, "probe_sec": 0.0543, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04424, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00095, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.36351, "trunc_abs_frac": 0.36165, "mean_delta_full": 0.36713, "read_hit_rate": {"split": 0.9122}, "mean_gate": {"split": 0.11183}, "n_reads": 11459, "n_cand": 12562, "read_suppressed_frac": 0.0969, "dropout_reads_logged": 11459, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 817.8505859375, "n_util_obs": 664, "util_count_spearman": 0.006540621979933014}, "probe_overhead_sec_total": 327.882, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.023609, "alpha": 0.03, "t": 1673.6}
{"event": "consolidate", "step": 4650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1686.8}
{"event": "train", "step": 4650, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.3199, "bpb": 1.90421, "chunk_loss": 0.030886, "F": 0.2309, "G": 0.22202, "chunks": 236.44, "bytes_per_chunk": 4.331, "boundary_entropy": 0.09891, "router_noise": 0.0, "grad_norm": 0.6369, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.271, "probe_sec": 0.0609, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04944, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05824, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.52284, "trunc_abs_frac": 0.38856, "mean_delta_full": 0.14644, "read_hit_rate": {"split": 0.91925}, "mean_gate": {"split": 0.11027}, "n_reads": 11634, "n_cand": 12656, "read_suppressed_frac": 0.1007, "dropout_reads_logged": 11634, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 826.8107299804688, "n_util_obs": 666, "util_count_spearman": 0.015773540730561822}, "probe_overhead_sec_total": 331.735, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.019679, "alpha": 0.03, "t": 1687.1}
{"event": "consolidate", "step": 4700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1699.9}
{"event": "train", "step": 4700, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33583, "bpb": 1.9272, "chunk_loss": 0.030992, "F": 0.23309, "G": 0.22537, "chunks": 238.69, "bytes_per_chunk": 4.29, "boundary_entropy": 0.0998, "router_noise": 0.0, "grad_norm": 0.6887, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.262, "probe_sec": 0.0602, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04633, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03854, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.28695, "trunc_abs_frac": 0.8537, "mean_delta_full": 0.19284, "read_hit_rate": {"split": 0.91958}, "mean_gate": {"split": 0.10653}, "n_reads": 11629, "n_cand": 12646, "read_suppressed_frac": 0.1018, "dropout_reads_logged": 11629, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 835.7952270507812, "n_util_obs": 672, "util_count_spearman": 0.006320662515488922}, "probe_overhead_sec_total": 335.501, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.020044, "alpha": 0.03, "t": 1700.2}
{"event": "consolidate", "step": 4750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1712.7}
{"event": "train", "step": 4750, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.29963, "bpb": 1.87497, "chunk_loss": 0.030984, "F": 0.23462, "G": 0.22516, "chunks": 240.25, "bytes_per_chunk": 4.262, "boundary_entropy": 0.09833, "router_noise": 0.0, "grad_norm": 0.6484, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.257, "probe_sec": 0.105, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09323, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00442, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.14689, "trunc_abs_frac": 1.99052, "mean_delta_full": -0.12234, "read_hit_rate": {"split": 0.92296}, "mean_gate": {"split": 0.10504}, "n_reads": 11777, "n_cand": 12760, "read_suppressed_frac": 0.1044, "dropout_reads_logged": 11777, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 844.7693481445312, "n_util_obs": 682, "util_count_spearman": 0.018939538020567366}, "probe_overhead_sec_total": 339.375, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.017668, "alpha": 0.03, "t": 1713.1}
{"event": "consolidate", "step": 4800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1725.6}
{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3927.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.225651, "cps": 30.679688, "mean_p": 0.214339, "boundary_entropy": 0.095183, "bpb": 1.855301}, "tr": {"chunks": 3770.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208253, "cps": 29.453125, "mean_p": 0.192616, "boundary_entropy": 0.109688, "bpb": 2.006394}, "fi": {"chunks": 5063.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.269151, "cps": 39.554688, "mean_p": 0.255701, "boundary_entropy": 0.097643, "bpb": 2.115044}}, "bpb": {"en": 1.8553, "tr": 2.00639, "fi": 2.11504}, "gini_cpc": 0.057746, "gini_cps": 0.067555, "bpic": 4.446082, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9228986648718834, "fi": 1.1927770185016415}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 853.5573120117188, "n_util_obs": 687, "util_count_spearman": 0.008648817671548646}, "t": 1726.4}
{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 1.87018, "tr": 2.01596, "fi": 2.12319}, "bytes_per_chunk": {"en": 4.155, "tr": 5.305, "fi": 3.99}, "bpb_mean": 2.00311, "frozen_inventory": true, "t": 1727.9}
{"event": "train", "step": 4800, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36661, "bpb": 1.9716, "chunk_loss": 0.031456, "F": 0.2485, "G": 0.23853, "chunks": 254.47, "bytes_per_chunk": 4.024, "boundary_entropy": 0.09945, "router_noise": 0.0, "grad_norm": 0.7056, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.324, "probe_sec": 0.0562, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0436, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.02209, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.32905, "trunc_abs_frac": 0.38775, "mean_delta_full": 0.22565, "read_hit_rate": {"split": 0.92773}, "mean_gate": {"split": 0.10387}, "n_reads": 12465, "n_cand": 13436, "read_suppressed_frac": 0.0968, "dropout_reads_logged": 12465, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 853.7484130859375, "n_util_obs": 687, "util_count_spearman": 0.008525965384520596}, "probe_overhead_sec_total": 342.464, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.018382, "alpha": 0.03, "t": 1729.3}
{"event": "consolidate", "step": 4850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1741.9}
{"event": "train", "step": 4850, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32151, "bpb": 1.90653, "chunk_loss": 0.031315, "F": 0.2467, "G": 0.23489, "chunks": 252.62, "bytes_per_chunk": 4.053, "boundary_entropy": 0.10174, "router_noise": 0.0, "grad_norm": 0.6973, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.257, "probe_sec": 0.1036, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08843, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.0123, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.70102, "trunc_abs_frac": 1.19227, "mean_delta_full": 0.08604, "read_hit_rate": {"split": 0.93038}, "mean_gate": {"split": 0.10407}, "n_reads": 12281, "n_cand": 13200, "read_suppressed_frac": 0.0974, "dropout_reads_logged": 12281, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 862.71630859375, "n_util_obs": 691, "util_count_spearman": 0.01797655969741941}, "probe_overhead_sec_total": 346.364, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.013497, "alpha": 0.03, "t": 1742.2}
{"event": "consolidate", "step": 4900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1754.6}
{"event": "train", "step": 4900, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.3249, "bpb": 1.91142, "chunk_loss": 0.030839, "F": 0.23013, "G": 0.2203, "chunks": 235.66, "bytes_per_chunk": 4.345, "boundary_entropy": 0.09661, "router_noise": 0.0, "grad_norm": 0.6701, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.252, "probe_sec": 0.0424, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03152, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.09487, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.80796, "trunc_abs_frac": 0.80427, "mean_delta_full": 0.05884, "read_hit_rate": {"split": 0.92078}, "mean_gate": {"split": 0.0997}, "n_reads": 11565, "n_cand": 12560, "read_suppressed_frac": 0.0997, "dropout_reads_logged": 11565, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 871.6395874023438, "n_util_obs": 694, "util_count_spearman": 0.02202131672822214}, "probe_overhead_sec_total": 349.382, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.016787, "alpha": 0.03, "t": 1754.8}
{"event": "consolidate", "step": 4950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1767.0}
{"event": "train", "step": 4950, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31029, "bpb": 1.89035, "chunk_loss": 0.03119, "F": 0.24399, "G": 0.23238, "chunks": 249.84, "bytes_per_chunk": 4.099, "boundary_entropy": 0.09557, "router_noise": 0.0, "grad_norm": 0.668, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.25, "probe_sec": 0.1227, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10991, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00549, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 2.78462, "trunc_abs_frac": 8.09666, "mean_delta_full": 0.03438, "read_hit_rate": {"split": 0.93145}, "mean_gate": {"split": 0.09549}, "n_reads": 12215, "n_cand": 13114, "read_suppressed_frac": 0.1032, "dropout_reads_logged": 12215, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 880.6011352539062, "n_util_obs": 699, "util_count_spearman": 0.0245776945908883}, "probe_overhead_sec_total": 352.733, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.020191, "alpha": 0.03, "t": 1767.3}
{"event": "consolidate", "step": 5000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1779.7}
{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3957.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.227375, "cps": 30.914062, "mean_p": 0.214411, "boundary_entropy": 0.097735, "bpb": 1.846763}, "tr": {"chunks": 3776.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208584, "cps": 29.5, "mean_p": 0.19272, "boundary_entropy": 0.110457, "bpb": 1.993865}, "fi": {"chunks": 5047.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.2683, "cps": 39.429688, "mean_p": 0.254382, "boundary_entropy": 0.100005, "bpb": 2.101853}}, "bpb": {"en": 1.84676, "tr": 1.99387, "fi": 2.10185}, "gini_cpc": 0.056529, "gini_cps": 0.066302, "bpic": 4.439124, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9173593760947643, "fi": 1.1799931637115362}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 889.393798828125, "n_util_obs": 706, "util_count_spearman": 0.015108735744100113}, "t": 1780.5}
{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 1.86201, "tr": 2.00392, "fi": 2.10941}, "bytes_per_chunk": {"en": 4.161, "tr": 5.282, "fi": 4.004}, "bpb_mean": 1.99178, "frozen_inventory": true, "t": 1781.9}
{"event": "train", "step": 5000, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31008, "bpb": 1.89004, "chunk_loss": 0.031003, "F": 0.23593, "G": 0.2256, "chunks": 241.59, "bytes_per_chunk": 4.239, "boundary_entropy": 0.09801, "router_noise": 0.0, "grad_norm": 0.6701, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.32, "probe_sec": 0.041, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03072, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0226, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -2.11872, "trunc_abs_frac": 0.24959, "mean_delta_full": -0.01337, "read_hit_rate": {"split": 0.92266}, "mean_gate": {"split": 0.10101}, "n_reads": 11799, "n_cand": 12788, "read_suppressed_frac": 0.1029, "dropout_reads_logged": 11799, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 889.57421875, "n_util_obs": 706, "util_count_spearman": 0.01505691916507107}, "probe_overhead_sec_total": 355.473, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.025282, "alpha": 0.03, "t": 1783.3}
{"event": "consolidate", "step": 5050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1796.1}
{"event": "train", "step": 5050, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32851, "bpb": 1.91663, "chunk_loss": 0.030979, "F": 0.23615, "G": 0.22553, "chunks": 241.81, "bytes_per_chunk": 4.235, "boundary_entropy": 0.09838, "router_noise": 0.0, "grad_norm": 0.6698, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.261, "probe_sec": 0.0579, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0462, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.1037, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.36761, "trunc_abs_frac": 1.18748, "mean_delta_full": 0.13, "read_hit_rate": {"split": 0.92027}, "mean_gate": {"split": 0.102}, "n_reads": 11820, "n_cand": 12844, "read_suppressed_frac": 0.1019, "dropout_reads_logged": 11820, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 898.5206298828125, "n_util_obs": 711, "util_count_spearman": 0.0025343165890531947}, "probe_overhead_sec_total": 359.197, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.020021, "alpha": 0.03, "t": 1796.3}
{"event": "consolidate", "step": 5100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1809.1}
{"event": "train", "step": 5100, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.29465, "bpb": 1.86779, "chunk_loss": 0.030801, "F": 0.23029, "G": 0.21844, "chunks": 235.81, "bytes_per_chunk": 4.342, "boundary_entropy": 0.09764, "router_noise": 0.0, "grad_norm": 0.6512, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.261, "probe_sec": 0.1133, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09767, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02555, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": -0.19981, "trunc_abs_frac": 2.14105, "mean_delta_full": -0.12378, "read_hit_rate": {"split": 0.92011}, "mean_gate": {"split": 0.09853}, "n_reads": 11459, "n_cand": 12454, "read_suppressed_frac": 0.1023, "dropout_reads_logged": 11459, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 907.4710693359375, "n_util_obs": 716, "util_count_spearman": 0.009055455231617559}, "probe_overhead_sec_total": 362.915, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.019202, "alpha": 0.03, "t": 1809.4}
{"event": "consolidate", "step": 5150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1827.4}
{"event": "train", "step": 5150, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.28519, "bpb": 1.85413, "chunk_loss": 0.031064, "F": 0.23782, "G": 0.22733, "chunks": 243.53, "bytes_per_chunk": 4.205, "boundary_entropy": 0.10012, "router_noise": 0.0, "grad_norm": 0.6663, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.364, "probe_sec": 0.0618, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05131, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.10073, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.26252, "trunc_abs_frac": 0.5915, "mean_delta_full": 0.10846, "read_hit_rate": {"split": 0.92624}, "mean_gate": {"split": 0.09381}, "n_reads": 12030, "n_cand": 12988, "read_suppressed_frac": 0.0957, "dropout_reads_logged": 12030, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 916.416015625, "n_util_obs": 722, "util_count_spearman": 0.01588052476901251}, "probe_overhead_sec_total": 366.59, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.014781, "alpha": 0.03, "t": 1827.6}
{"event": "consolidate", "step": 5200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1840.8}
{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3920.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.225249, "cps": 30.625, "mean_p": 0.213784, "boundary_entropy": 0.096435, "bpb": 1.838336}, "tr": {"chunks": 3774.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208474, "cps": 29.484375, "mean_p": 0.192537, "boundary_entropy": 0.110989, "bpb": 1.98648}, "fi": {"chunks": 5073.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.269683, "cps": 39.632812, "mean_p": 0.254988, "boundary_entropy": 0.10158, "bpb": 2.09104}}, "bpb": {"en": 1.83834, "tr": 1.98648, "fi": 2.09104}, "gini_cpc": 0.058012, "gini_cps": 0.067831, "bpic": 4.443644, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9255276496059398, "fi": 1.197267054448168}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 925.1793212890625, "n_util_obs": 727, "util_count_spearman": 0.01998837522923674}, "t": 1841.6}
{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 1.85506, "tr": 1.99583, "fi": 2.09866}, "bytes_per_chunk": {"en": 4.162, "tr": 5.306, "fi": 3.981}, "bpb_mean": 1.98318, "frozen_inventory": true, "t": 1843.1}
{"event": "train", "step": 5200, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32649, "bpb": 1.91373, "chunk_loss": 0.0312, "F": 0.24112, "G": 0.23129, "chunks": 246.91, "bytes_per_chunk": 4.147, "boundary_entropy": 0.09825, "router_noise": 0.0, "grad_norm": 0.655, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.332, "probe_sec": 0.0583, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04709, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01245, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.14286, "trunc_abs_frac": 2.49481, "mean_delta_full": 0.25635, "read_hit_rate": {"split": 0.92423}, "mean_gate": {"split": 0.10098}, "n_reads": 12174, "n_cand": 13172, "read_suppressed_frac": 0.0976, "dropout_reads_logged": 12174, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 925.3655395507812, "n_util_obs": 727, "util_count_spearman": 0.02005041491937583}, "probe_overhead_sec_total": 370.196, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.014856, "alpha": 0.03, "t": 1844.2}
{"event": "consolidate", "step": 5250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1863.3}
{"event": "train", "step": 5250, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35863, "bpb": 1.96009, "chunk_loss": 0.031101, "F": 0.23981, "G": 0.22945, "chunks": 245.56, "bytes_per_chunk": 4.17, "boundary_entropy": 0.09778, "router_noise": 0.0, "grad_norm": 0.6669, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.405, "probe_sec": 0.0877, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06034, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09775, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.89649, "trunc_abs_frac": 0.49473, "mean_delta_full": 0.07007, "read_hit_rate": {"split": 0.91962}, "mean_gate": {"split": 0.09898}, "n_reads": 11841, "n_cand": 12876, "read_suppressed_frac": 0.1026, "dropout_reads_logged": 11841, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 934.3194580078125, "n_util_obs": 732, "util_count_spearman": 0.020264323441112016}, "probe_overhead_sec_total": 373.902, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.012744, "alpha": 0.03, "t": 1864.4}
{"event": "consolidate", "step": 5300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1893.0}
{"event": "train", "step": 5300, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34702, "bpb": 1.94334, "chunk_loss": 0.030971, "F": 0.2337, "G": 0.22336, "chunks": 239.31, "bytes_per_chunk": 4.279, "boundary_entropy": 0.09885, "router_noise": 0.0, "grad_norm": 0.6536, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.577, "probe_sec": 0.0546, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04048, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00965, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.22006, "trunc_abs_frac": 0.24521, "mean_delta_full": 0.07084, "read_hit_rate": {"split": 0.91802}, "mean_gate": {"split": 0.0955}, "n_reads": 11657, "n_cand": 12698, "read_suppressed_frac": 0.1056, "dropout_reads_logged": 11657, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 943.3255615234375, "n_util_obs": 735, "util_count_spearman": 0.015168024485928277}, "probe_overhead_sec_total": 377.691, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.026635, "alpha": 0.03, "t": 1893.3}
{"event": "consolidate", "step": 5350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1923.9}
{"event": "train", "step": 5350, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31155, "bpb": 1.89217, "chunk_loss": 0.031151, "F": 0.2352, "G": 0.22633, "chunks": 240.84, "bytes_per_chunk": 4.252, "boundary_entropy": 0.09962, "router_noise": 0.0, "grad_norm": 0.6955, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.626, "probe_sec": 0.0569, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03558, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06423, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.59564, "trunc_abs_frac": 0.69436, "mean_delta_full": 0.13019, "read_hit_rate": {"split": 0.917}, "mean_gate": {"split": 0.09661}, "n_reads": 11578, "n_cand": 12626, "read_suppressed_frac": 0.1007, "dropout_reads_logged": 11578, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 952.293701171875, "n_util_obs": 742, "util_count_spearman": 0.02070657720822471}, "probe_overhead_sec_total": 381.461, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.019191, "alpha": 0.03, "t": 1924.6}
{"event": "consolidate", "step": 5400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1954.4}
{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3922.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.225363, "cps": 30.640625, "mean_p": 0.213758, "boundary_entropy": 0.097356, "bpb": 1.835977}, "tr": {"chunks": 3783.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208971, "cps": 29.554688, "mean_p": 0.193641, "boundary_entropy": 0.111403, "bpb": 1.978719}, "fi": {"chunks": 5066.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.269311, "cps": 39.578125, "mean_p": 0.255516, "boundary_entropy": 0.100559, "bpb": 2.083497}}, "bpb": {"en": 1.83598, "tr": 1.97872, "fi": 2.0835}, "gini_cpc": 0.057169, "gini_cps": 0.066975, "bpic": 4.442252, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9272616975619397, "fi": 1.1950053039750657}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 961.048583984375, "n_util_obs": 746, "util_count_spearman": 0.016900032026194466}, "t": 1955.0}
{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 1.8512, "tr": 1.98762, "fi": 2.09151}, "bytes_per_chunk": {"en": 4.16, "tr": 5.27, "fi": 3.985}, "bpb_mean": 1.97678, "frozen_inventory": true, "t": 1956.4}
{"event": "train", "step": 5400, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.2318, "bpb": 1.77711, "chunk_loss": 0.030899, "F": 0.23218, "G": 0.22079, "chunks": 237.75, "bytes_per_chunk": 4.307, "boundary_entropy": 0.09812, "router_noise": 0.0, "grad_norm": 0.641, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.665, "probe_sec": 0.0424, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03241, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.03264, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.05912, "trunc_abs_frac": 1.58104, "mean_delta_full": -0.22919, "read_hit_rate": {"split": 0.92709}, "mean_gate": {"split": 0.09819}, "n_reads": 11685, "n_cand": 12604, "read_suppressed_frac": 0.0997, "dropout_reads_logged": 11685, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 961.2273559570312, "n_util_obs": 746, "util_count_spearman": 0.016589207283840512}, "probe_overhead_sec_total": 385.196, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.022906, "alpha": 0.03, "t": 1957.8}
{"event": "consolidate", "step": 5450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1977.8}
{"event": "train", "step": 5450, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.2836, "bpb": 1.85184, "chunk_loss": 0.030976, "F": 0.23743, "G": 0.227, "chunks": 243.12, "bytes_per_chunk": 4.212, "boundary_entropy": 0.09717, "router_noise": 0.0, "grad_norm": 0.6472, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.404, "probe_sec": 0.055, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04398, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02092, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.32079, "trunc_abs_frac": 1.04415, "mean_delta_full": 0.21588, "read_hit_rate": {"split": 0.92549}, "mean_gate": {"split": 0.09319}, "n_reads": 12111, "n_cand": 13086, "read_suppressed_frac": 0.097, "dropout_reads_logged": 12111, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 970.2400512695312, "n_util_obs": 750, "util_count_spearman": 0.025153610235194475}, "probe_overhead_sec_total": 388.678, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.015335, "alpha": 0.03, "t": 1978.0}
{"event": "consolidate", "step": 5500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1990.3}
{"event": "train", "step": 5500, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.3013, "bpb": 1.87738, "chunk_loss": 0.030955, "F": 0.23511, "G": 0.22485, "chunks": 240.75, "bytes_per_chunk": 4.253, "boundary_entropy": 0.09563, "router_noise": 0.0, "grad_norm": 0.6575, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.249, "probe_sec": 0.0881, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07564, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08227, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.16352, "trunc_abs_frac": 0.5061, "mean_delta_full": 0.19375, "read_hit_rate": {"split": 0.92359}, "mean_gate": {"split": 0.09717}, "n_reads": 11809, "n_cand": 12786, "read_suppressed_frac": 0.0965, "dropout_reads_logged": 11809, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 979.2359619140625, "n_util_obs": 753, "util_count_spearman": 0.0266047831492909}, "probe_overhead_sec_total": 391.977, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.021872, "alpha": 0.03, "t": 1990.5}
{"event": "consolidate", "step": 5550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2002.9}
{"event": "train", "step": 5550, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.27702, "bpb": 1.84236, "chunk_loss": 0.031121, "F": 0.24384, "G": 0.23106, "chunks": 249.69, "bytes_per_chunk": 4.101, "boundary_entropy": 0.09604, "router_noise": 0.0, "grad_norm": 0.6456, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.253, "probe_sec": 0.0421, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02876, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04275, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.44665, "trunc_abs_frac": 1.91273, "mean_delta_full": 0.19722, "read_hit_rate": {"split": 0.93393}, "mean_gate": {"split": 0.09011}, "n_reads": 12410, "n_cand": 13288, "read_suppressed_frac": 0.1037, "dropout_reads_logged": 12410, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 988.1673583984375, "n_util_obs": 760, "util_count_spearman": 0.0329111329688367}, "probe_overhead_sec_total": 396.114, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.018574, "alpha": 0.03, "t": 2003.2}
{"event": "consolidate", "step": 5600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2015.3}
{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3917.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.225076, "cps": 30.601562, "mean_p": 0.212133, "boundary_entropy": 0.098019, "bpb": 1.830271}, "tr": {"chunks": 3771.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208308, "cps": 29.460938, "mean_p": 0.191587, "boundary_entropy": 0.108331, "bpb": 1.971671}, "fi": {"chunks": 5049.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.268407, "cps": 39.445312, "mean_p": 0.253461, "boundary_entropy": 0.098342, "bpb": 2.075839}}, "bpb": {"en": 1.83027, "tr": 1.97167, "fi": 2.07584}, "gini_cpc": 0.057091, "gini_cps": 0.066892, "bpic": 4.45411, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9255002270430778, "fi": 1.1925155091046016}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 996.9551391601562, "n_util_obs": 764, "util_count_spearman": 0.030177268190920002}, "t": 2016.0}
{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 1.84669, "tr": 1.98168, "fi": 2.08439}, "bytes_per_chunk": {"en": 4.164, "tr": 5.308, "fi": 3.997}, "bpb_mean": 1.97092, "frozen_inventory": true, "t": 2017.3}
{"event": "train", "step": 5600, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.30634, "bpb": 1.88464, "chunk_loss": 0.031083, "F": 0.23892, "G": 0.22764, "chunks": 244.66, "bytes_per_chunk": 4.185, "boundary_entropy": 0.09965, "router_noise": 0.0, "grad_norm": 0.6877, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.311, "probe_sec": 0.0999, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08176, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.03634, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.55221, "trunc_abs_frac": 0.55221, "mean_delta_full": 0.37292, "read_hit_rate": {"split": 0.92086}, "mean_gate": {"split": 0.09622}, "n_reads": 11892, "n_cand": 12914, "read_suppressed_frac": 0.0943, "dropout_reads_logged": 11892, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 997.1365356445312, "n_util_obs": 764, "util_count_spearman": 0.030178801410339157}, "probe_overhead_sec_total": 399.89, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.016925, "alpha": 0.03, "t": 2018.7}
{"event": "consolidate", "step": 5650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2031.1}
{"event": "train", "step": 5650, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.29346, "bpb": 1.86607, "chunk_loss": 0.031038, "F": 0.23834, "G": 0.22702, "chunks": 244.06, "bytes_per_chunk": 4.196, "boundary_entropy": 0.0981, "router_noise": 0.0, "grad_norm": 0.6312, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.253, "probe_sec": 0.0578, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04772, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01434, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.25665, "trunc_abs_frac": 0.57393, "mean_delta_full": 0.08484, "read_hit_rate": {"split": 0.92466}, "mean_gate": {"split": 0.09192}, "n_reads": 11930, "n_cand": 12902, "read_suppressed_frac": 0.0992, "dropout_reads_logged": 11930, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 1006.0805053710938, "n_util_obs": 771, "util_count_spearman": 0.02748042544966144}, "probe_overhead_sec_total": 403.285, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.019546, "alpha": 0.03, "t": 2031.4}
{"event": "consolidate", "step": 5700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2044.6}
{"event": "train", "step": 5700, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36808, "bpb": 1.97372, "chunk_loss": 0.031113, "F": 0.23941, "G": 0.22919, "chunks": 245.16, "bytes_per_chunk": 4.177, "boundary_entropy": 0.09732, "router_noise": 0.0, "grad_norm": 0.6911, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.27, "probe_sec": 0.043, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0312, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06443, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.36846, "trunc_abs_frac": 0.25353, "mean_delta_full": 0.09949, "read_hit_rate": {"split": 0.92226}, "mean_gate": {"split": 0.09659}, "n_reads": 11982, "n_cand": 12992, "read_suppressed_frac": 0.0968, "dropout_reads_logged": 11982, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 1015.070556640625, "n_util_obs": 774, "util_count_spearman": 0.026812552046892528}, "probe_overhead_sec_total": 407.148, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.012993, "alpha": 0.03, "t": 2044.9}
{"event": "consolidate", "step": 5750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2057.5}
{"event": "train", "step": 5750, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35305, "bpb": 1.95204, "chunk_loss": 0.030995, "F": 0.2352, "G": 0.22638, "chunks": 240.84, "bytes_per_chunk": 4.252, "boundary_entropy": 0.09499, "router_noise": 0.0, "grad_norm": 0.685, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.258, "probe_sec": 0.0398, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03042, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01304, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.08967, "trunc_abs_frac": 0.42804, "mean_delta_full": -0.22516, "read_hit_rate": {"split": 0.92162}, "mean_gate": {"split": 0.09519}, "n_reads": 11747, "n_cand": 12746, "read_suppressed_frac": 0.0973, "dropout_reads_logged": 11747, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 1024.0556640625, "n_util_obs": 778, "util_count_spearman": 0.02804217145936023}, "probe_overhead_sec_total": 410.184, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.017297, "alpha": 0.03, "t": 2057.7}
{"event": "consolidate", "step": 5800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2070.6}
{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3918.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.225134, "cps": 30.609375, "mean_p": 0.212747, "boundary_entropy": 0.097732, "bpb": 1.82543}, "tr": {"chunks": 3780.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208805, "cps": 29.53125, "mean_p": 0.191518, "boundary_entropy": 0.108129, "bpb": 1.965551}, "fi": {"chunks": 5053.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.268619, "cps": 39.476562, "mean_p": 0.253411, "boundary_entropy": 0.097779, "bpb": 2.070918}}, "bpb": {"en": 1.82543, "tr": 1.96555, "fi": 2.07092}, "gini_cpc": 0.056759, "gini_cps": 0.066557, "bpic": 4.44922, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9274722768530831, "fi": 1.1931556533627037}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 1032.85302734375, "n_util_obs": 783, "util_count_spearman": 0.022807618832569092}, "t": 2071.3}
{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 1.84201, "tr": 1.97519, "fi": 2.07816}, "bytes_per_chunk": {"en": 4.163, "tr": 5.293, "fi": 3.996}, "bpb_mean": 1.96512, "frozen_inventory": true, "t": 2072.6}
{"event": "train", "step": 5800, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.27037, "bpb": 1.83275, "chunk_loss": 0.030883, "F": 0.23352, "G": 0.22172, "chunks": 239.12, "bytes_per_chunk": 4.282, "boundary_entropy": 0.0976, "router_noise": 0.0, "grad_norm": 0.682, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.319, "probe_sec": 0.0434, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03552, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03745, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": -0.29489, "trunc_abs_frac": 0.29489, "mean_delta_full": 0.19238, "read_hit_rate": {"split": 0.92697}, "mean_gate": {"split": 0.09132}, "n_reads": 11893, "n_cand": 12830, "read_suppressed_frac": 0.1038, "dropout_reads_logged": 11893, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 1033.0352783203125, "n_util_obs": 783, "util_count_spearman": 0.022799569492943095}, "probe_overhead_sec_total": 413.761, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.017124, "alpha": 0.03, "t": 2073.7}
{"event": "consolidate", "step": 5850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2085.4}
{"event": "train", "step": 5850, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32555, "bpb": 1.91237, "chunk_loss": 0.030923, "F": 0.23312, "G": 0.22244, "chunks": 238.72, "bytes_per_chunk": 4.29, "boundary_entropy": 0.09723, "router_noise": 0.0, "grad_norm": 0.6796, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.239, "probe_sec": 0.0401, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03084, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00077, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.62577, "trunc_abs_frac": 2.64409, "mean_delta_full": 0.16951, "read_hit_rate": {"split": 0.91734}, "mean_gate": {"split": 0.09026}, "n_reads": 11509, "n_cand": 12546, "read_suppressed_frac": 0.1012, "dropout_reads_logged": 11509, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 1041.99853515625, "n_util_obs": 786, "util_count_spearman": 0.024157092066168874}, "probe_overhead_sec_total": 417.019, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.020275, "alpha": 0.03, "t": 2085.6}
{"event": "consolidate", "step": 5900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2097.7}
{"event": "train", "step": 5900, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.3542, "bpb": 1.95369, "chunk_loss": 0.031069, "F": 0.23804, "G": 0.22805, "chunks": 243.75, "bytes_per_chunk": 4.201, "boundary_entropy": 0.09821, "router_noise": 0.0, "grad_norm": 0.7371, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.247, "probe_sec": 0.0418, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03157, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05227, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.62653, "trunc_abs_frac": 1.12421, "mean_delta_full": 0.27283, "read_hit_rate": {"split": 0.92045}, "mean_gate": {"split": 0.08994}, "n_reads": 11964, "n_cand": 12998, "read_suppressed_frac": 0.0988, "dropout_reads_logged": 11964, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 1050.986083984375, "n_util_obs": 794, "util_count_spearman": 0.01673745412374958}, "probe_overhead_sec_total": 420.5, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.013329, "alpha": 0.03, "t": 2098.0}
{"event": "consolidate", "step": 5950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2110.1}
{"event": "train", "step": 5950, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.28536, "bpb": 1.85438, "chunk_loss": 0.030834, "F": 0.22867, "G": 0.21925, "chunks": 234.16, "bytes_per_chunk": 4.373, "boundary_entropy": 0.09712, "router_noise": 0.0, "grad_norm": 0.75, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.249, "probe_sec": 0.0612, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03962, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.09425, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 2.2199, "trunc_abs_frac": 2.2199, "mean_delta_full": 0.02332, "read_hit_rate": {"split": 0.91827}, "mean_gate": {"split": 0.0938}, "n_reads": 11572, "n_cand": 12602, "read_suppressed_frac": 0.0938, "dropout_reads_logged": 11572, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 1059.952392578125, "n_util_obs": 801, "util_count_spearman": 0.017393607659905178}, "probe_overhead_sec_total": 424.146, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.017298, "alpha": 0.03, "t": 2110.4}
{"event": "consolidate", "step": 6000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2126.7}
{"event": "train", "step": 5999, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31171, "bpb": 1.8924, "chunk_loss": 0.031141, "F": 0.23865, "G": 0.2288, "chunks": 244.38, "bytes_per_chunk": 4.19, "boundary_entropy": 0.09847, "router_noise": 0.0, "grad_norm": 0.7061, "lr": 3e-05, "router_trainable": true, "sec_per_step": 0.326, "probe_sec": 0.0999, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08671, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02425, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": -0.11838, "trunc_abs_frac": 0.85732, "mean_delta_full": -0.13053, "read_hit_rate": {"split": 0.92604}, "mean_gate": {"split": 0.09152}, "n_reads": 12146, "n_cand": 13116, "read_suppressed_frac": 0.0953, "dropout_reads_logged": 12146, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 1068.75830078125, "n_util_obs": 807, "util_count_spearman": 0.02020842990823289}, "probe_overhead_sec_total": 427.459, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.015392, "alpha": 0.03, "t": 2126.7}
{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3922.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.225363, "cps": 30.640625, "mean_p": 0.213059, "boundary_entropy": 0.096851, "bpb": 1.822483}, "tr": {"chunks": 3772.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208363, "cps": 29.46875, "mean_p": 0.1911, "boundary_entropy": 0.110133, "bpb": 1.960811}, "fi": {"chunks": 5051.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.268513, "cps": 39.460938, "mean_p": 0.253907, "boundary_entropy": 0.097382, "bpb": 2.063825}}, "bpb": {"en": 1.82248, "tr": 1.96081, "fi": 2.06382}, "gini_cpc": 0.057103, "gini_cps": 0.066902, "bpic": 4.451314, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9245654568341624, "fi": 1.1914669937580058}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 1068.75830078125, "n_util_obs": 807, "util_count_spearman": 0.02020842990823289}, "t": 2127.5}
{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 1.83925, "tr": 1.97042, "fi": 2.0705}, "bytes_per_chunk": {"en": 4.164, "tr": 5.301, "fi": 3.995}, "bpb_mean": 1.96006, "frozen_inventory": true, "t": 2128.7}
{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/runs/ali_mem-split_s0/probe/reps/th0.30", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-split_s0/probe/reps/th0.40", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-split_s0/probe/reps/th0.50", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-split_s0/probe/reps/th0.60", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-split_s0/probe/reps/th0.70"], "t": 2130.8}
{"event": "final", "run": "ali_mem-split_s0", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22785088, "seed": 0, "per_lang": {"en": {"cpc": 0.22536344308452566, "cps": 30.640625, "bpb": 1.843992167387652, "bytes_per_chunk": 4.136198680930291, "reads_per_chunk": 1.5196598188645902}, "tr": {"cpc": 0.20836325470916423, "cps": 29.46875, "bpb": 1.9622358400409017, "bytes_per_chunk": 5.304250174519187, "reads_per_chunk": 1.5301235292332285}, "fi": {"cpc": 0.2685131040348732, "cps": 39.4609375, "bpb": 2.089965506023213, "bytes_per_chunk": 3.9784794469612463, "reads_per_chunk": 1.5997146781402478}}, "bpb_mean": 1.9653978378172556, "gini_cpc": 0.057102857807342255, "gini_cps": 0.06690205309271624, "bpic": 4.451314240878776, "mean_boundary_entropy": 0.09847099334001541, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "probe_overhead_sec_total": 427.4591462612152, "probe_overhead_seq_frac": 0.4999166666666667, "wall_sec": 2133.869960784912, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 65536, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 1068.75830078125, "n_util_obs": 807, "util_count_spearman": 0.02020842990823289}, "ali_params": 268096, "ali_config": {"enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "frequency", "value_mode": "learned", "candidate_types": ["split"], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0}, "util_vs_frequency_spearman": 0.02020842990823289, "paired_vs_dropout": {"n": 1590, "pearson": 0.03828952290328227, "spearman": 0.046105361011623096, "mean_abs_discrepancy": 0.6029863953590393, "mean_paired": 0.04134468734264374, "mean_dropout": 0.020680971443653107}, "predictor_calibration": {"n": 3672, "all": {"n": 3672, "pearson": 0.0397897783293938, "spearman": 0.024521104378081506, "mae": 0.11948022991418839, "reliability": [{"pred": 0.013053256087005138, "obs": 0.027919422835111618, "n": 368}, {"pred": 0.027160631492733955, "obs": 0.0491105280816555, "n": 367}, {"pred": 0.030427003279328346, "obs": 0.052247654646635056, "n": 367}, {"pred": 0.03256373107433319, "obs": 0.045953698456287384, "n": 367}, {"pred": 0.03412698209285736, "obs": 0.05165256932377815, "n": 367}, {"pred": 0.035439010709524155, "obs": 0.04385748505592346, "n": 367}, {"pred": 0.036855943500995636, "obs": 0.04135484620928764, "n": 367}, {"pred": 0.038765888661146164, "obs": 0.032969918102025986, "n": 367}, {"pred": 0.0413256511092186, "obs": 0.05154295265674591, "n": 367}, {"pred": 0.046464499086141586, "obs": 0.04758923128247261, "n": 368}]}, "admitted": {"n": 3672, "pearson": 0.0397897783293938, "spearman": 0.024521104378081506, "mae": 0.11948022991418839, "reliability": [{"pred": 0.013053256087005138, "obs": 0.027919422835111618, "n": 368}, {"pred": 0.027160631492733955, "obs": 0.0491105280816555, "n": 367}, {"pred": 0.030427003279328346, "obs": 0.052247654646635056, "n": 367}, {"pred": 0.03256373107433319, "obs": 0.045953698456287384, "n": 367}, {"pred": 0.03412698209285736, "obs": 0.05165256932377815, "n": 367}, {"pred": 0.035439010709524155, "obs": 0.04385748505592346, "n": 367}, {"pred": 0.036855943500995636, "obs": 0.04135484620928764, "n": 367}, {"pred": 0.038765888661146164, "obs": 0.032969918102025986, "n": 367}, {"pred": 0.0413256511092186, "obs": 0.05154295265674591, "n": 367}, {"pred": 0.046464499086141586, "obs": 0.04758923128247261, "n": 368}]}, "staged": {"n": 0, "pearson": NaN, "spearman": NaN, "mae": NaN}}, "t": 2133.9}