Hugging Face's logo

AdaptiveChunking
/
ali_mem-static_s0

PyTorch
Safetensors
dynamic-chunking
tokenization
hnet
byte-level
beetle-hnet
Model card Files
xet
 Community
ali_mem-static_s0
File size: 270,853 Bytes
54ced10
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
{"event": "hub", "repo": "AdaptiveChunking/ali_mem-static_s0", "keep_steps": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 256, 512, 1000, 1024, 2048, 3000, 4096, 6000], "t": 1.9}
{"event": "start", "run": "ali_mem-static_s0", "arch": "ali", "objective": "ratio", "condition": "A", "params": 22785088, "langs": ["en", "tr", "fi"], "premium": {"en": 1.0, "tr": 1.12, "fi": 1.104}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {}, "weights": {"en": 0.74, "tr": 0.1536, "fi": 0.1064}, "device": "cuda", "ali_params": 268096, "ali_config": {"enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "frequency", "value_mode": "static", "candidate_types": ["surface"], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0}, "t": 1.9}
{"event": "probe_schedule", "n": 45, "steps": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 200, 256, 400, 512, 600, 800, 1000, 1024, 1200, 1400, 1600, 1800, 2000, 2048, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4096, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.9}
{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6384.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.366833, "cps": 49.875, "mean_p": 0.496725, "boundary_entropy": 0.686995, "bpb": 8.160238}, "tr": {"chunks": 5290.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.292217, "cps": 41.328125, "mean_p": 0.489567, "boundary_entropy": 0.687288, "bpb": 8.171434}, "fi": {"chunks": 8895.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.472862, "cps": 69.492188, "mean_p": 0.500688, "boundary_entropy": 0.687512, "bpb": 8.214758}}, "bpb": {"en": 8.16024, "tr": 8.17143, "fi": 8.21476}, "gini_cpc": 0.106395, "gini_cps": 0.116842, "bpic": 2.758131, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7965927738475616, "fi": 1.2890367847879758}, "inventory": {"size": 0, "admitted": 0, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 0.0, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 3.5}
{"event": "train", "step": 0, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 5.66332, "bpb": 8.17044, "chunk_loss": 0.038537, "F": 0.28732, "G": 0.4892, "chunks": 294.22, "bytes_per_chunk": 3.48, "boundary_entropy": 0.69137, "router_noise": 0.0, "grad_norm": 11.0316, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.027, "probe_sec": 0.0322, "probe_extra_seqs": 0, "n_rows": 0, "extra_fwd_seqs": 0, "wall_s": 0.0, "overhead_frac_est": 0.0, "chunk_mismatch": 0, "n_loo": 0, "mean_delta_loo": NaN, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "read_hit_rate": {"surface": 0.0}, "mean_gate": {"surface": null}, "n_reads": 0, "n_cand": 9379, "read_suppressed_frac": 0.0, "dropout_reads_logged": 0, "inventory": {"size": 3696, "admitted": 3696, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 3696, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 2.5376081466674805, "n_util_obs": 0, "util_count_spearman": NaN}, "probe_overhead_sec_total": 0.032, "probe_overhead_seq_frac": 0.0, "util_loss": 0.0, "alpha": 0.03, "t": 5.2}
{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6301.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.362064, "cps": 49.226562, "mean_p": 0.496453, "boundary_entropy": 0.686986, "bpb": 8.133763}, "tr": {"chunks": 5228.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.288792, "cps": 40.84375, "mean_p": 0.489372, "boundary_entropy": 0.687277, "bpb": 8.154886}, "fi": {"chunks": 8820.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.468875, "cps": 68.90625, "mean_p": 0.500417, "boundary_entropy": 0.687508, "bpb": 8.200663}}, "bpb": {"en": 8.13376, "tr": 8.15489, "fi": 8.20066}, "gini_cpc": 0.107218, "gini_cps": 0.11768, "bpic": 2.78795, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7976266721060428, "fi": 1.2950046930217254}, "inventory": {"size": 3696, "admitted": 3696, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 3696, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 2.5376081466674805, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 6.0}
{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6184.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.355341, "cps": 48.3125, "mean_p": 0.495964, "boundary_entropy": 0.686968, "bpb": 8.069918}, "tr": {"chunks": 5133.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.283544, "cps": 40.101562, "mean_p": 0.489006, "boundary_entropy": 0.687256, "bpb": 8.111561}, "fi": {"chunks": 8687.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.461804, "cps": 67.867188, "mean_p": 0.499921, "boundary_entropy": 0.6875, "bpb": 8.144912}}, "bpb": {"en": 8.06992, "tr": 8.11156, "fi": 8.14491}, "gini_cpc": 0.107969, "gini_cps": 0.118443, "bpic": 2.836033, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.797949399294064, "fi": 1.2996086023680924}, "inventory": {"size": 6596, "admitted": 6596, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 6596, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 3.0263795852661133, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 8.2}
{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5716.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.328449, "cps": 44.65625, "mean_p": 0.494206, "boundary_entropy": 0.686894, "bpb": 7.852984}, "tr": {"chunks": 4794.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.264818, "cps": 37.453125, "mean_p": 0.487697, "boundary_entropy": 0.687176, "bpb": 7.958245}, "fi": {"chunks": 8119.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.431609, "cps": 63.429688, "mean_p": 0.498083, "boundary_entropy": 0.68746, "bpb": 7.953306}}, "bpb": {"en": 7.85298, "tr": 7.95824, "fi": 7.95331}, "gini_cpc": 0.108495, "gini_cps": 0.11899, "bpic": 3.045359, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8062679163438727, "fi": 1.3140822770977436}, "inventory": {"size": 11964, "admitted": 11964, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 11964, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 3.225175380706787, "n_util_obs": 1, "util_count_spearman": NaN}, "t": 10.4}
{"event": "probe", "step": 6, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5105.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.29334, "cps": 39.882812, "mean_p": 0.491728, "boundary_entropy": 0.686768, "bpb": 7.564464}, "tr": {"chunks": 4279.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.23637, "cps": 33.429688, "mean_p": 0.48586, "boundary_entropy": 0.687052, "bpb": 7.742543}, "fi": {"chunks": 7329.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.389612, "cps": 57.257812, "mean_p": 0.49543, "boundary_entropy": 0.687379, "bpb": 7.690983}}, "bpb": {"en": 7.56446, "tr": 7.74254, "fi": 7.69098}, "gini_cpc": 0.111127, "gini_cps": 0.121662, "bpic": 3.394483, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8057867260057167, "fi": 1.3281930764352092}, "inventory": {"size": 16828, "admitted": 16828, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 16828, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 3.15765380859375, "n_util_obs": 1, "util_count_spearman": NaN}, "t": 12.2}
{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4507.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.258978, "cps": 35.210938, "mean_p": 0.489297, "boundary_entropy": 0.686623, "bpb": 7.288251}, "tr": {"chunks": 3878.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214219, "cps": 30.296875, "mean_p": 0.484102, "boundary_entropy": 0.68692, "bpb": 7.526976}, "fi": {"chunks": 6470.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.343948, "cps": 50.546875, "mean_p": 0.492565, "boundary_entropy": 0.687263, "bpb": 7.437827}}, "bpb": {"en": 7.28825, "tr": 7.52698, "fi": 7.43783}, "gini_cpc": 0.105839, "gini_cps": 0.116324, "bpic": 3.819051, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8271681725191061, "fi": 1.3280944424727672}, "inventory": {"size": 21487, "admitted": 21487, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 21487, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 3.0379297733306885, "n_util_obs": 1, "util_count_spearman": NaN}, "t": 13.7}
{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4664.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.268, "cps": 36.4375, "mean_p": 0.491779, "boundary_entropy": 0.686957, "bpb": 6.661043}, "tr": {"chunks": 4767.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.263327, "cps": 37.242188, "mean_p": 0.489091, "boundary_entropy": 0.687393, "bpb": 6.978003}, "fi": {"chunks": 5793.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.307958, "cps": 45.257812, "mean_p": 0.491698, "boundary_entropy": 0.687424, "bpb": 6.840574}}, "bpb": {"en": 6.66104, "tr": 6.978, "fi": 6.84057}, "gini_cpc": 0.035452, "gini_cps": 0.049439, "bpic": 3.726484, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9825624862079, "fi": 1.1490984094467553}, "inventory": {"size": 37925, "admitted": 37925, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 37925, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 2.645115375518799, "n_util_obs": 3, "util_count_spearman": -0.5}, "t": 17.4}
{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3819.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.219445, "cps": 29.835938, "mean_p": 0.494048, "boundary_entropy": 0.687524, "bpb": 6.307055}, "tr": {"chunks": 3850.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212672, "cps": 30.078125, "mean_p": 0.491261, "boundary_entropy": 0.687922, "bpb": 6.636349}, "fi": {"chunks": 4044.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.214981, "cps": 31.59375, "mean_p": 0.492146, "boundary_entropy": 0.687959, "bpb": 6.431031}}, "bpb": {"en": 6.30705, "tr": 6.63635, "fi": 6.43103}, "gini_cpc": 0.006978, "gini_cps": 0.012806, "bpic": 4.843507, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9691358070227366, "fi": 0.9796562765606174}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 2.7408599853515625, "n_util_obs": 7, "util_count_spearman": -0.5357142857142857}, "t": 23.3}
{"event": "consolidate", "step": 50, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 28.1}
{"event": "train", "step": 50, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 4.22567, "bpb": 6.09636, "chunk_loss": 0.034325, "F": 0.2276, "G": 0.49288, "chunks": 233.06, "bytes_per_chunk": 4.394, "boundary_entropy": 0.69214, "router_noise": 0.0, "grad_norm": 2.4398, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.471, "probe_sec": 0.0478, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02286, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0039, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.05889, "trunc_abs_frac": 0.36836, "mean_delta_full": 0.02959, "read_hit_rate": {"surface": 0.70509}, "mean_gate": {"surface": 0.12021}, "n_reads": 5236, "n_cand": 7426, "read_suppressed_frac": 0.0943, "dropout_reads_logged": 5236, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 3.829010009765625, "n_util_obs": 13, "util_count_spearman": -0.15384615384615385}, "probe_overhead_sec_total": 2.505, "probe_overhead_seq_frac": 0.4902, "util_loss": 0.041352, "alpha": 0.03, "t": 28.7}
{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3943.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.22657, "cps": 30.804688, "mean_p": 0.487506, "boundary_entropy": 0.686549, "bpb": 5.623512}, "tr": {"chunks": 3695.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.20411, "cps": 28.867188, "mean_p": 0.487357, "boundary_entropy": 0.687455, "bpb": 6.010531}, "fi": {"chunks": 5205.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.2767, "cps": 40.664062, "mean_p": 0.492406, "boundary_entropy": 0.687667, "bpb": 5.817743}}, "bpb": {"en": 5.62351, "tr": 6.01053, "fi": 5.81774}, "gini_cpc": 0.068412, "gini_cps": 0.078383, "bpic": 4.417348, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9008681533764109, "fi": 1.2212545465240532}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 4.51739501953125, "n_util_obs": 16, "util_count_spearman": -0.07352941176470588}, "t": 33.2}
{"event": "consolidate", "step": 100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 44.0}
{"event": "train", "step": 100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 3.20516, "bpb": 4.62406, "chunk_loss": 0.031407, "F": 0.19208, "G": 0.42321, "chunks": 196.69, "bytes_per_chunk": 5.206, "boundary_entropy": 0.66719, "router_noise": 0.0, "grad_norm": 2.311, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.309, "probe_sec": 0.0273, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02244, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00098, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.10806, "trunc_abs_frac": 0.44953, "mean_delta_full": 0.06364, "read_hit_rate": {"surface": 0.72676}, "mean_gate": {"surface": 0.12043}, "n_reads": 4551, "n_cand": 6262, "read_suppressed_frac": 0.0956, "dropout_reads_logged": 4551, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 7.3576507568359375, "n_util_obs": 22, "util_count_spearman": 0.09881422924901186}, "probe_overhead_sec_total": 5.093, "probe_overhead_seq_frac": 0.495, "util_loss": 0.001025, "alpha": 0.03, "t": 44.2}
{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3364.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.1933, "cps": 26.28125, "mean_p": 0.376823, "boundary_entropy": 0.611934, "bpb": 4.194175}, "tr": {"chunks": 2710.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.149699, "cps": 21.171875, "mean_p": 0.409214, "boundary_entropy": 0.650513, "bpb": 4.526981}, "fi": {"chunks": 3092.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.164372, "cps": 24.15625, "mean_p": 0.389621, "boundary_entropy": 0.634672, "bpb": 4.446161}}, "bpb": {"en": 4.19418, "tr": 4.52698, "fi": 4.44616}, "gini_cpc": 0.05729, "gini_cps": 0.047567, "bpic": 6.189396, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7744383883922774, "fi": 0.8503461208816583}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 9.375259399414062, "n_util_obs": 29, "util_count_spearman": 0.0187192118226601}, "t": 56.5}
{"event": "consolidate", "step": 150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 68.4}
{"event": "train", "step": 150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.82147, "bpb": 4.07052, "chunk_loss": 0.031722, "F": 0.20706, "G": 0.36458, "chunks": 212.03, "bytes_per_chunk": 4.829, "boundary_entropy": 0.59571, "router_noise": 0.0, "grad_norm": 2.4168, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.488, "probe_sec": 0.0228, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01824, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01884, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.59623, "trunc_abs_frac": 0.43778, "mean_delta_full": -0.04102, "read_hit_rate": {"surface": 0.73434}, "mean_gate": {"surface": 0.12136}, "n_reads": 4959, "n_cand": 6753, "read_suppressed_frac": 0.103, "dropout_reads_logged": 4959, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 11.101348876953125, "n_util_obs": 36, "util_count_spearman": 0.0036036036036036037}, "probe_overhead_sec_total": 8.223, "probe_overhead_seq_frac": 0.4967, "util_loss": 0.000496, "alpha": 0.03, "t": 68.6}
{"event": "consolidate", "step": 200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 95.0}
{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3017.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.173361, "cps": 23.570312, "mean_p": 0.373665, "boundary_entropy": 0.581322, "bpb": 3.637808}, "tr": {"chunks": 3289.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.181683, "cps": 25.695312, "mean_p": 0.375293, "boundary_entropy": 0.597808, "bpb": 3.79288}, "fi": {"chunks": 3179.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168997, "cps": 24.835938, "mean_p": 0.37895, "boundary_entropy": 0.612975, "bpb": 3.877354}}, "bpb": {"en": 3.63781, "tr": 3.79288, "fi": 3.87735}, "gini_cpc": 0.016138, "gini_cps": 0.019118, "bpic": 5.981234, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0480020497740703, "fi": 0.9748267869206141}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 13.932022094726562, "n_util_obs": 47, "util_count_spearman": 0.09366598252013261}, "t": 95.6}
{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.64569, "tr": 3.8024, "fi": 3.87673}, "bytes_per_chunk": {"en": 5.57, "tr": 5.809, "fi": 6.168}, "bpb_mean": 3.77494, "frozen_inventory": true, "t": 96.5}
{"event": "train", "step": 200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.55248, "bpb": 3.68245, "chunk_loss": 0.030566, "F": 0.17786, "G": 0.37827, "chunks": 182.12, "bytes_per_chunk": 5.623, "boundary_entropy": 0.59019, "router_noise": 0.0, "grad_norm": 1.5198, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.592, "probe_sec": 0.0884, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0794, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00461, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.15411, "trunc_abs_frac": 0.41308, "mean_delta_full": -0.09611, "read_hit_rate": {"surface": 0.64976}, "mean_gate": {"surface": 0.12407}, "n_reads": 3766, "n_cand": 5796, "read_suppressed_frac": 0.0972, "dropout_reads_logged": 3766, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 13.990478515625, "n_util_obs": 47, "util_count_spearman": 0.0971322849213691}, "probe_overhead_sec_total": 11.521, "probe_overhead_seq_frac": 0.4975, "util_loss": 0.00046, "alpha": 0.03, "t": 98.2}
{"event": "consolidate", "step": 250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 121.1}
{"event": "train", "step": 250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.39725, "bpb": 3.4585, "chunk_loss": 0.031707, "F": 0.20892, "G": 0.3547, "chunks": 213.94, "bytes_per_chunk": 4.786, "boundary_entropy": 0.54088, "router_noise": 0.0, "grad_norm": 2.0858, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.473, "probe_sec": 0.1512, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.14294, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.03126, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 17.15365, "trunc_abs_frac": 0.98433, "mean_delta_full": -0.00293, "read_hit_rate": {"surface": 0.67112}, "mean_gate": {"surface": 0.128}, "n_reads": 4573, "n_cand": 6814, "read_suppressed_frac": 0.0958, "dropout_reads_logged": 4573, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 17.151031494140625, "n_util_obs": 52, "util_count_spearman": 0.0361144906274235}, "probe_overhead_sec_total": 14.756, "probe_overhead_seq_frac": 0.498, "util_loss": 0.000465, "alpha": 0.03, "t": 121.8}
{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3276.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188243, "cps": 25.59375, "mean_p": 0.326787, "boundary_entropy": 0.514151, "bpb": 3.340184}, "tr": {"chunks": 3487.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.19262, "cps": 27.242188, "mean_p": 0.344475, "boundary_entropy": 0.526007, "bpb": 3.514002}, "fi": {"chunks": 4257.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.226304, "cps": 33.257812, "mean_p": 0.364281, "boundary_entropy": 0.565421, "bpb": 3.655651}}, "bpb": {"en": 3.34018, "tr": 3.514, "fi": 3.65565}, "gini_cpc": 0.04179, "gini_cps": 0.059347, "bpic": 5.148094, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0232496930972323, "fi": 1.202186907239802}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 17.536773681640625, "n_util_obs": 53, "util_count_spearman": 0.09490404773423641}, "t": 125.1}
{"event": "consolidate", "step": 300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 146.5}
{"event": "train", "step": 300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.27607, "bpb": 3.28368, "chunk_loss": 0.031394, "F": 0.2135, "G": 0.30087, "chunks": 218.62, "bytes_per_chunk": 4.684, "boundary_entropy": 0.43176, "router_noise": 0.0, "grad_norm": 1.2543, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.499, "probe_sec": 0.0663, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05652, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00331, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 4.56652, "trunc_abs_frac": 1.17562, "mean_delta_full": 0.00854, "read_hit_rate": {"surface": 0.67691}, "mean_gate": {"surface": 0.13983}, "n_reads": 4714, "n_cand": 6964, "read_suppressed_frac": 0.1037, "dropout_reads_logged": 4714, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 20.676544189453125, "n_util_obs": 63, "util_count_spearman": 0.17669930875576037}, "probe_overhead_sec_total": 17.584, "probe_overhead_seq_frac": 0.4983, "util_loss": 0.000725, "alpha": 0.03, "t": 146.8}
{"event": "consolidate", "step": 350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 158.8}
{"event": "train", "step": 350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.20536, "bpb": 3.18166, "chunk_loss": 0.030762, "F": 0.19394, "G": 0.29043, "chunks": 198.59, "bytes_per_chunk": 5.156, "boundary_entropy": 0.41045, "router_noise": 0.0, "grad_norm": 1.802, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.244, "probe_sec": 0.0437, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03565, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00624, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -1.10636, "trunc_abs_frac": 1.33012, "mean_delta_full": 0.07776, "read_hit_rate": {"surface": 0.6615}, "mean_gate": {"surface": 0.16958}, "n_reads": 4182, "n_cand": 6322, "read_suppressed_frac": 0.098, "dropout_reads_logged": 4182, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 24.247894287109375, "n_util_obs": 78, "util_count_spearman": 0.12801122927705205}, "probe_overhead_sec_total": 20.213, "probe_overhead_seq_frac": 0.4986, "util_loss": 0.001105, "alpha": 0.03, "t": 159.0}
{"event": "consolidate", "step": 400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 171.0}
{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3585.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.205999, "cps": 28.007812, "mean_p": 0.264892, "boundary_entropy": 0.341164, "bpb": 2.905814}, "tr": {"chunks": 3830.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211567, "cps": 29.921875, "mean_p": 0.292719, "boundary_entropy": 0.426689, "bpb": 3.18071}, "fi": {"chunks": 4167.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.221519, "cps": 32.554688, "mean_p": 0.306883, "boundary_entropy": 0.429198, "bpb": 3.385015}}, "bpb": {"en": 2.90581, "tr": 3.18071, "fi": 3.38502}, "gini_cpc": 0.01619, "gini_cps": 0.0335, "bpic": 4.89829, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0270301253843361, "fi": 1.075341922479703}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 27.88214111328125, "n_util_obs": 91, "util_count_spearman": 0.14298455168020385}, "t": 171.6}
{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 2.91859, "tr": 3.18748, "fi": 3.37807}, "bytes_per_chunk": {"en": 4.6, "tr": 5.27, "fi": 4.838}, "bpb_mean": 3.16138, "frozen_inventory": true, "t": 172.9}
{"event": "train", "step": 400, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.04587, "bpb": 2.95156, "chunk_loss": 0.031262, "F": 0.21692, "G": 0.27772, "chunks": 222.12, "bytes_per_chunk": 4.61, "boundary_entropy": 0.34939, "router_noise": 0.0, "grad_norm": 1.2154, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.295, "probe_sec": 0.0304, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02445, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05103, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.17286, "trunc_abs_frac": 0.43741, "mean_delta_full": 0.02627, "read_hit_rate": {"surface": 0.71905}, "mean_gate": {"surface": 0.21542}, "n_reads": 5088, "n_cand": 7076, "read_suppressed_frac": 0.1032, "dropout_reads_logged": 5088, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 27.961105346679688, "n_util_obs": 93, "util_count_spearman": 0.1509957588405317}, "probe_overhead_sec_total": 22.939, "probe_overhead_seq_frac": 0.4988, "util_loss": 0.001748, "alpha": 0.03, "t": 173.7}
{"event": "consolidate", "step": 450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 185.4}
{"event": "train", "step": 450, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.01564, "bpb": 2.90795, "chunk_loss": 0.030998, "F": 0.20721, "G": 0.27305, "chunks": 212.19, "bytes_per_chunk": 4.826, "boundary_entropy": 0.33518, "router_noise": 0.0, "grad_norm": 1.2419, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.24, "probe_sec": 0.1402, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.13115, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00354, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.04667, "trunc_abs_frac": 0.20893, "mean_delta_full": 0.40411, "read_hit_rate": {"surface": 0.71116}, "mean_gate": {"surface": 0.24026}, "n_reads": 4806, "n_cand": 6758, "read_suppressed_frac": 0.0976, "dropout_reads_logged": 4806, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 31.661788940429688, "n_util_obs": 104, "util_count_spearman": 0.18829133759625707}, "probe_overhead_sec_total": 25.846, "probe_overhead_seq_frac": 0.4989, "util_loss": 0.005046, "alpha": 0.03, "t": 185.7}
{"event": "consolidate", "step": 500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 197.6}
{"event": "train", "step": 500, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.99508, "bpb": 2.87829, "chunk_loss": 0.031368, "F": 0.22073, "G": 0.27622, "chunks": 226.03, "bytes_per_chunk": 4.53, "boundary_entropy": 0.32727, "router_noise": 0.0, "grad_norm": 1.205, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.243, "probe_sec": 0.0815, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07002, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04491, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.80445, "trunc_abs_frac": 3.21331, "mean_delta_full": 0.05558, "read_hit_rate": {"surface": 0.71421}, "mean_gate": {"surface": 0.24959}, "n_reads": 5143, "n_cand": 7201, "read_suppressed_frac": 0.1027, "dropout_reads_logged": 5143, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 35.326904296875, "n_util_obs": 115, "util_count_spearman": 0.117430758305058}, "probe_overhead_sec_total": 28.949, "probe_overhead_seq_frac": 0.499, "util_loss": 0.006222, "alpha": 0.03, "t": 197.9}
{"event": "probe", "step": 512, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3580.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.205712, "cps": 27.96875, "mean_p": 0.259604, "boundary_entropy": 0.316818, "bpb": 2.706499}, "tr": {"chunks": 3594.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.198531, "cps": 28.078125, "mean_p": 0.279702, "boundary_entropy": 0.38192, "bpb": 3.037237}, "fi": {"chunks": 4581.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.243528, "cps": 35.789062, "mean_p": 0.291906, "boundary_entropy": 0.36526, "bpb": 3.240626}}, "bpb": {"en": 2.7065, "tr": 3.03724, "fi": 3.24063}, "gini_cpc": 0.04631, "gini_cps": 0.05677, "bpic": 4.826202, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9650917762017901, "fi": 1.183830437379294}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 36.14109802246094, "n_util_obs": 116, "util_count_spearman": 0.10281782185830161}, "t": 201.3}
{"event": "consolidate", "step": 550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 212.1}
{"event": "train", "step": 550, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.9747, "bpb": 2.84889, "chunk_loss": 0.031291, "F": 0.22055, "G": 0.27247, "chunks": 225.84, "bytes_per_chunk": 4.534, "boundary_entropy": 0.31253, "router_noise": 0.0, "grad_norm": 1.1675, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.291, "probe_sec": 0.1582, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.1521, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.14144, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.46714, "trunc_abs_frac": 1.35709, "mean_delta_full": 0.20667, "read_hit_rate": {"surface": 0.70994}, "mean_gate": {"surface": 0.26473}, "n_reads": 5108, "n_cand": 7195, "read_suppressed_frac": 0.0914, "dropout_reads_logged": 5108, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 39.02684020996094, "n_util_obs": 125, "util_count_spearman": 0.13300153609831028}, "probe_overhead_sec_total": 31.835, "probe_overhead_seq_frac": 0.4991, "util_loss": 0.006873, "alpha": 0.03, "t": 212.4}
{"event": "consolidate", "step": 600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 225.0}
{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3505.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201402, "cps": 27.382812, "mean_p": 0.252979, "boundary_entropy": 0.290154, "bpb": 2.587634}, "tr": {"chunks": 3653.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.20179, "cps": 28.539062, "mean_p": 0.264644, "boundary_entropy": 0.346284, "bpb": 2.936234}, "fi": {"chunks": 4542.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.241454, "cps": 35.484375, "mean_p": 0.281792, "boundary_entropy": 0.331062, "bpb": 3.148139}}, "bpb": {"en": 2.58763, "tr": 2.93623, "fi": 3.14814}, "gini_cpc": 0.041421, "gini_cps": 0.059088, "bpic": 4.848889, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0019250125470807, "fi": 1.1988679340577655}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 42.69978332519531, "n_util_obs": 132, "util_count_spearman": 0.12377578227317078}, "t": 225.6}
{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.60051, "tr": 2.94378, "fi": 3.15056}, "bytes_per_chunk": {"en": 4.661, "tr": 5.548, "fi": 4.355}, "bpb_mean": 2.89828, "frozen_inventory": true, "t": 226.6}
{"event": "train", "step": 600, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.86864, "bpb": 2.69587, "chunk_loss": 0.03094, "F": 0.20987, "G": 0.26328, "chunks": 214.91, "bytes_per_chunk": 4.765, "boundary_entropy": 0.29521, "router_noise": 0.0, "grad_norm": 1.1142, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.301, "probe_sec": 0.0273, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02091, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06465, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": -3.60732, "trunc_abs_frac": 2.08017, "mean_delta_full": 0.02028, "read_hit_rate": {"surface": 0.70299}, "mean_gate": {"surface": 0.27766}, "n_reads": 4812, "n_cand": 6845, "read_suppressed_frac": 0.0896, "dropout_reads_logged": 4812, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 42.772247314453125, "n_util_obs": 132, "util_count_spearman": 0.12499690194907395}, "probe_overhead_sec_total": 34.71, "probe_overhead_seq_frac": 0.4992, "util_loss": 0.008028, "alpha": 0.03, "t": 227.5}
{"event": "consolidate", "step": 650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 245.8}
{"event": "train", "step": 650, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.89972, "bpb": 2.74071, "chunk_loss": 0.031239, "F": 0.22134, "G": 0.26396, "chunks": 226.66, "bytes_per_chunk": 4.518, "boundary_entropy": 0.28882, "router_noise": 0.0, "grad_norm": 1.1746, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.378, "probe_sec": 0.0456, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02496, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.12063, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.21911, "trunc_abs_frac": 0.65953, "mean_delta_full": 0.15265, "read_hit_rate": {"surface": 0.7294}, "mean_gate": {"surface": 0.28627}, "n_reads": 5267, "n_cand": 7221, "read_suppressed_frac": 0.1002, "dropout_reads_logged": 5267, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 46.67127990722656, "n_util_obs": 142, "util_count_spearman": 0.15725795044126234}, "probe_overhead_sec_total": 37.871, "probe_overhead_seq_frac": 0.4992, "util_loss": 0.009192, "alpha": 0.03, "t": 246.4}
{"event": "consolidate", "step": 700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 264.0}
{"event": "train", "step": 700, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.85709, "bpb": 2.67921, "chunk_loss": 0.031092, "F": 0.21848, "G": 0.259, "chunks": 223.72, "bytes_per_chunk": 4.577, "boundary_entropy": 0.2763, "router_noise": 0.0, "grad_norm": 1.2396, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.363, "probe_sec": 0.0452, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02263, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00507, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.3941, "trunc_abs_frac": 0.74328, "mean_delta_full": -0.24704, "read_hit_rate": {"surface": 0.7292}, "mean_gate": {"surface": 0.28898}, "n_reads": 5197, "n_cand": 7127, "read_suppressed_frac": 0.0964, "dropout_reads_logged": 5197, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 50.49656677246094, "n_util_obs": 160, "util_count_spearman": 0.150893700115548}, "probe_overhead_sec_total": 40.305, "probe_overhead_seq_frac": 0.4993, "util_loss": 0.010707, "alpha": 0.03, "t": 264.6}
{"event": "consolidate", "step": 750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 280.5}
{"event": "train", "step": 750, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.80939, "bpb": 2.6104, "chunk_loss": 0.030927, "F": 0.21201, "G": 0.25474, "chunks": 217.09, "bytes_per_chunk": 4.717, "boundary_entropy": 0.26992, "router_noise": 0.0, "grad_norm": 1.1524, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.322, "probe_sec": 0.037, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02893, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.17181, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.5249, "trunc_abs_frac": 0.58873, "mean_delta_full": 0.20035, "read_hit_rate": {"surface": 0.73059}, "mean_gate": {"surface": 0.30065}, "n_reads": 5052, "n_cand": 6915, "read_suppressed_frac": 0.1035, "dropout_reads_logged": 5052, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 54.444366455078125, "n_util_obs": 177, "util_count_spearman": 0.14998025265786366}, "probe_overhead_sec_total": 42.766, "probe_overhead_seq_frac": 0.4993, "util_loss": 0.013428, "alpha": 0.03, "t": 280.7}
{"event": "consolidate", "step": 800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 299.6}
{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3360.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.19307, "cps": 26.25, "mean_p": 0.238631, "boundary_entropy": 0.254894, "bpb": 2.428096}, "tr": {"chunks": 3652.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201735, "cps": 28.53125, "mean_p": 0.256664, "boundary_entropy": 0.301461, "bpb": 2.772641}, "fi": {"chunks": 4631.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.246186, "cps": 36.179688, "mean_p": 0.276401, "boundary_entropy": 0.278694, "bpb": 2.948837}}, "bpb": {"en": 2.4281, "tr": 2.77264, "fi": 2.94884}, "gini_cpc": 0.055243, "gini_cps": 0.072776, "bpic": 4.872627, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0448767370838299, "fi": 1.2751102603339992}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 58.255584716796875, "n_util_obs": 189, "util_count_spearman": 0.24205204591803076}, "t": 300.2}
{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.44292, "tr": 2.78198, "fi": 2.954}, "bytes_per_chunk": {"en": 4.882, "tr": 5.528, "fi": 4.333}, "bpb_mean": 2.7263, "frozen_inventory": true, "t": 301.0}
{"event": "train", "step": 800, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.80285, "bpb": 2.60096, "chunk_loss": 0.030909, "F": 0.20953, "G": 0.25458, "chunks": 214.56, "bytes_per_chunk": 4.773, "boundary_entropy": 0.26415, "router_noise": 0.0, "grad_norm": 1.0291, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.45, "probe_sec": 0.0503, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02751, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08306, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.44146, "trunc_abs_frac": 3.11807, "mean_delta_full": -0.10309, "read_hit_rate": {"surface": 0.71554}, "mean_gate": {"surface": 0.29838}, "n_reads": 4890, "n_cand": 6834, "read_suppressed_frac": 0.098, "dropout_reads_logged": 4890, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 58.33027648925781, "n_util_obs": 189, "util_count_spearman": 0.24079002505824781}, "probe_overhead_sec_total": 45.815, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.014249, "alpha": 0.03, "t": 303.2}
{"event": "consolidate", "step": 850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 328.3}
{"event": "train", "step": 850, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.77097, "bpb": 2.55497, "chunk_loss": 0.030785, "F": 0.20706, "G": 0.25037, "chunks": 212.03, "bytes_per_chunk": 4.829, "boundary_entropy": 0.25265, "router_noise": 0.0, "grad_norm": 1.1014, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.508, "probe_sec": 0.0247, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01899, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.13869, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.02034, "trunc_abs_frac": 0.48361, "mean_delta_full": -0.04651, "read_hit_rate": {"surface": 0.70413}, "mean_gate": {"surface": 0.30539}, "n_reads": 4755, "n_cand": 6753, "read_suppressed_frac": 0.0986, "dropout_reads_logged": 4755, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 62.1236572265625, "n_util_obs": 205, "util_count_spearman": 0.2190488063595058}, "probe_overhead_sec_total": 48.748, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.01473, "alpha": 0.03, "t": 328.5}
{"event": "consolidate", "step": 900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 351.1}
{"event": "train", "step": 900, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.6208, "bpb": 2.33831, "chunk_loss": 0.03064, "F": 0.20111, "G": 0.24426, "chunks": 205.94, "bytes_per_chunk": 4.972, "boundary_entropy": 0.2383, "router_noise": 0.0, "grad_norm": 1.0026, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.455, "probe_sec": 0.0299, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02531, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.03548, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.61405, "trunc_abs_frac": 0.63478, "mean_delta_full": -0.16858, "read_hit_rate": {"surface": 0.7237}, "mean_gate": {"surface": 0.2987}, "n_reads": 4746, "n_cand": 6558, "read_suppressed_frac": 0.0995, "dropout_reads_logged": 4746, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 65.878662109375, "n_util_obs": 216, "util_count_spearman": 0.17193107800759713}, "probe_overhead_sec_total": 51.715, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.014541, "alpha": 0.03, "t": 351.3}
{"event": "consolidate", "step": 950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 375.9}
{"event": "train", "step": 950, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.76854, "bpb": 2.55146, "chunk_loss": 0.030873, "F": 0.21072, "G": 0.24919, "chunks": 215.78, "bytes_per_chunk": 4.746, "boundary_entropy": 0.23743, "router_noise": 0.0, "grad_norm": 0.9824, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.503, "probe_sec": 0.0582, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03593, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.13688, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 1.20191, "trunc_abs_frac": 1.01608, "mean_delta_full": 0.05638, "read_hit_rate": {"surface": 0.71352}, "mean_gate": {"surface": 0.30173}, "n_reads": 4904, "n_cand": 6873, "read_suppressed_frac": 0.0987, "dropout_reads_logged": 4904, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 69.56349182128906, "n_util_obs": 226, "util_count_spearman": 0.17876134070637414}, "probe_overhead_sec_total": 54.933, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.013344, "alpha": 0.03, "t": 376.5}
{"event": "consolidate", "step": 1000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 395.3}
{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3322.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190887, "cps": 25.953125, "mean_p": 0.225845, "boundary_entropy": 0.224628, "bpb": 2.346314}, "tr": {"chunks": 3822.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211125, "cps": 29.859375, "mean_p": 0.246026, "boundary_entropy": 0.261113, "bpb": 2.650756}, "fi": {"chunks": 4645.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.24693, "cps": 36.289062, "mean_p": 0.27531, "boundary_entropy": 0.251355, "bpb": 2.824806}}, "bpb": {"en": 2.34631, "tr": 2.65076, "fi": 2.82481}, "gini_cpc": 0.057574, "gini_cps": 0.074816, "bpic": 4.812283, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.1060241843756926, "fi": 1.2935949961515532}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 73.17755126953125, "n_util_obs": 237, "util_count_spearman": 0.21747235688954836}, "t": 396.0}
{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.35612, "tr": 2.66076, "fi": 2.83019}, "bytes_per_chunk": {"en": 4.914, "tr": 5.358, "fi": 4.328}, "bpb_mean": 2.61569, "frozen_inventory": true, "t": 397.0}
{"event": "train", "step": 1000, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.72309, "bpb": 2.48589, "chunk_loss": 0.031108, "F": 0.21738, "G": 0.25124, "chunks": 222.59, "bytes_per_chunk": 4.6, "boundary_entropy": 0.23333, "router_noise": 0.0, "grad_norm": 1.1155, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.433, "probe_sec": 0.0388, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03275, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02476, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.8675, "trunc_abs_frac": 0.89002, "mean_delta_full": 0.03406, "read_hit_rate": {"surface": 0.72388}, "mean_gate": {"surface": 0.29822}, "n_reads": 5133, "n_cand": 7091, "read_suppressed_frac": 0.0886, "dropout_reads_logged": 5133, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 73.25730895996094, "n_util_obs": 237, "util_count_spearman": 0.2178636373572911}, "probe_overhead_sec_total": 57.487, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.010429, "alpha": 0.03, "t": 398.2}
{"event": "probe", "step": 1024, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3317.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190599, "cps": 25.914062, "mean_p": 0.227205, "boundary_entropy": 0.220934, "bpb": 2.334624}, "tr": {"chunks": 3976.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.219632, "cps": 31.0625, "mean_p": 0.244059, "boundary_entropy": 0.254808, "bpb": 2.648816}, "fi": {"chunks": 4678.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.248684, "cps": 36.546875, "mean_p": 0.274263, "boundary_entropy": 0.238727, "bpb": 2.84365}}, "bpb": {"en": 2.33462, "tr": 2.64882, "fi": 2.84365}, "gini_cpc": 0.058768, "gini_cps": 0.075794, "bpic": 4.73912, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.152323643767514, "fi": 1.304749030175562}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 74.93913269042969, "n_util_obs": 241, "util_count_spearman": 0.21003665643114347}, "t": 404.6}
{"event": "consolidate", "step": 1050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 411.5}
{"event": "train", "step": 1050, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.74049, "bpb": 2.511, "chunk_loss": 0.030729, "F": 0.2066, "G": 0.24288, "chunks": 211.56, "bytes_per_chunk": 4.84, "boundary_entropy": 0.22371, "router_noise": 0.0, "grad_norm": 0.9278, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.272, "probe_sec": 0.046, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03876, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01909, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -1.47628, "trunc_abs_frac": 1.5712, "mean_delta_full": 0.02058, "read_hit_rate": {"surface": 0.69694}, "mean_gate": {"surface": 0.31}, "n_reads": 4696, "n_cand": 6738, "read_suppressed_frac": 0.1022, "dropout_reads_logged": 4696, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 76.8931884765625, "n_util_obs": 252, "util_count_spearman": 0.2134422696508149}, "probe_overhead_sec_total": 60.308, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.01279, "alpha": 0.03, "t": 411.8}
{"event": "consolidate", "step": 1100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 423.8}
{"event": "train", "step": 1100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.7294, "bpb": 2.49499, "chunk_loss": 0.030784, "F": 0.20865, "G": 0.24247, "chunks": 213.66, "bytes_per_chunk": 4.793, "boundary_entropy": 0.21091, "router_noise": 0.0, "grad_norm": 0.945, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.248, "probe_sec": 0.0383, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02956, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.15777, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.69802}, "mean_gate": {"surface": 0.30601}, "n_reads": 4750, "n_cand": 6805, "read_suppressed_frac": 0.0952, "dropout_reads_logged": 4750, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 80.54841613769531, "n_util_obs": 274, "util_count_spearman": 0.2058252738687217}, "probe_overhead_sec_total": 63.108, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.014009, "alpha": 0.03, "t": 424.1}
{"event": "consolidate", "step": 1150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 435.7}
{"event": "train", "step": 1150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.58648, "bpb": 2.2888, "chunk_loss": 0.030633, "F": 0.20465, "G": 0.23332, "chunks": 209.56, "bytes_per_chunk": 4.886, "boundary_entropy": 0.19834, "router_noise": 0.0, "grad_norm": 0.8908, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.235, "probe_sec": 0.0241, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01828, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.29118, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.49026, "trunc_abs_frac": 0.9006, "mean_delta_full": 0.42932, "read_hit_rate": {"surface": 0.71292}, "mean_gate": {"surface": 0.29751}, "n_reads": 4758, "n_cand": 6674, "read_suppressed_frac": 0.1028, "dropout_reads_logged": 4758, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 84.20606994628906, "n_util_obs": 288, "util_count_spearman": 0.21448201782278517}, "probe_overhead_sec_total": 65.576, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.014558, "alpha": 0.03, "t": 435.9}
{"event": "consolidate", "step": 1200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 447.6}
{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3315.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190484, "cps": 25.898438, "mean_p": 0.221544, "boundary_entropy": 0.199727, "bpb": 2.275014}, "tr": {"chunks": 3868.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213666, "cps": 30.21875, "mean_p": 0.236232, "boundary_entropy": 0.226697, "bpb": 2.549435}, "fi": {"chunks": 4645.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.24693, "cps": 36.289062, "mean_p": 0.270235, "boundary_entropy": 0.218957, "bpb": 2.73153}}, "bpb": {"en": 2.27501, "tr": 2.54943, "fi": 2.73153}, "gini_cpc": 0.057797, "gini_cps": 0.074963, "bpic": 4.796415, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.1216994358326149, "fi": 1.2963265692957644}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 87.75564575195312, "n_util_obs": 304, "util_count_spearman": 0.1486283669345114}, "t": 448.3}
{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.287, "tr": 2.55935, "fi": 2.74014}, "bytes_per_chunk": {"en": 4.969, "tr": 5.351, "fi": 4.286}, "bpb_mean": 2.52883, "frozen_inventory": true, "t": 449.2}
{"event": "train", "step": 1200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.63003, "bpb": 2.35163, "chunk_loss": 0.030628, "F": 0.2048, "G": 0.23447, "chunks": 209.72, "bytes_per_chunk": 4.883, "boundary_entropy": 0.20098, "router_noise": 0.0, "grad_norm": 0.7888, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.289, "probe_sec": 0.0769, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06875, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.02821, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.0428, "trunc_abs_frac": 0.83627, "mean_delta_full": -0.16116, "read_hit_rate": {"surface": 0.71283}, "mean_gate": {"surface": 0.30169}, "n_reads": 4761, "n_cand": 6679, "read_suppressed_frac": 0.1048, "dropout_reads_logged": 4761, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 87.82919311523438, "n_util_obs": 304, "util_count_spearman": 0.1485463728089564}, "probe_overhead_sec_total": 68.367, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.012847, "alpha": 0.03, "t": 450.4}
{"event": "consolidate", "step": 1250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 461.9}
{"event": "train", "step": 1250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.68308, "bpb": 2.42817, "chunk_loss": 0.030706, "F": 0.20819, "G": 0.23529, "chunks": 213.19, "bytes_per_chunk": 4.803, "boundary_entropy": 0.19711, "router_noise": 0.0, "grad_norm": 0.8794, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.236, "probe_sec": 0.0579, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0524, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.02441, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.35397, "trunc_abs_frac": 0.35397, "mean_delta_full": -0.33447, "read_hit_rate": {"surface": 0.69882}, "mean_gate": {"surface": 0.30949}, "n_reads": 4745, "n_cand": 6790, "read_suppressed_frac": 0.0934, "dropout_reads_logged": 4745, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 91.48985290527344, "n_util_obs": 320, "util_count_spearman": 0.16218711424440876}, "probe_overhead_sec_total": 70.799, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.016447, "alpha": 0.03, "t": 462.2}
{"event": "consolidate", "step": 1300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 475.4}
{"event": "train", "step": 1300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.62564, "bpb": 2.34531, "chunk_loss": 0.0306, "F": 0.20514, "G": 0.22969, "chunks": 210.06, "bytes_per_chunk": 4.875, "boundary_entropy": 0.18855, "router_noise": 0.0, "grad_norm": 0.9313, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.273, "probe_sec": 0.0471, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.036, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.17069, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.20827, "trunc_abs_frac": 1.61018, "mean_delta_full": -0.08704, "read_hit_rate": {"surface": 0.7136}, "mean_gate": {"surface": 0.30849}, "n_reads": 4774, "n_cand": 6690, "read_suppressed_frac": 0.1016, "dropout_reads_logged": 4774, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 95.15287780761719, "n_util_obs": 333, "util_count_spearman": 0.11402452097780348}, "probe_overhead_sec_total": 73.314, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.017353, "alpha": 0.03, "t": 475.9}
{"event": "consolidate", "step": 1350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 492.1}
{"event": "train", "step": 1350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.61321, "bpb": 2.32737, "chunk_loss": 0.030793, "F": 0.21155, "G": 0.23476, "chunks": 216.62, "bytes_per_chunk": 4.727, "boundary_entropy": 0.18349, "router_noise": 0.0, "grad_norm": 0.8755, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.329, "probe_sec": 0.0639, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05647, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.14985, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 7, "trunc_ratio_sum": -0.47255, "trunc_abs_frac": 4.71863, "mean_delta_full": -0.16554, "read_hit_rate": {"surface": 0.73174}, "mean_gate": {"surface": 0.29382}, "n_reads": 5049, "n_cand": 6900, "read_suppressed_frac": 0.0969, "dropout_reads_logged": 5049, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 98.83503723144531, "n_util_obs": 344, "util_count_spearman": 0.10566791725538735}, "probe_overhead_sec_total": 75.98, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.018572, "alpha": 0.03, "t": 492.3}
{"event": "consolidate", "step": 1400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 507.8}
{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3322.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190887, "cps": 25.953125, "mean_p": 0.213188, "boundary_entropy": 0.175374, "bpb": 2.22882}, "tr": {"chunks": 3870.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213777, "cps": 30.234375, "mean_p": 0.222842, "boundary_entropy": 0.200796, "bpb": 2.489267}, "fi": {"chunks": 4712.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.250492, "cps": 36.8125, "mean_p": 0.262177, "boundary_entropy": 0.189669, "bpb": 2.643849}}, "bpb": {"en": 2.22882, "tr": 2.48927, "fi": 2.64385}, "gini_cpc": 0.060652, "gini_cps": 0.077845, "bpic": 4.765793, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.1199145979942255, "fi": 1.3122539551918446}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 102.39547729492188, "n_util_obs": 351, "util_count_spearman": 0.10068118729402323}, "t": 508.5}
{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.23913, "tr": 2.50007, "fi": 2.65227}, "bytes_per_chunk": {"en": 4.985, "tr": 5.171, "fi": 4.241}, "bpb_mean": 2.46382, "frozen_inventory": true, "t": 509.6}
{"event": "train", "step": 1400, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.69431, "bpb": 2.44438, "chunk_loss": 0.030649, "F": 0.20715, "G": 0.22889, "chunks": 212.12, "bytes_per_chunk": 4.827, "boundary_entropy": 0.17847, "router_noise": 0.0, "grad_norm": 0.8865, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.379, "probe_sec": 0.0344, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02319, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08534, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": -0.9743, "trunc_abs_frac": 0.9743, "mean_delta_full": 0.05701, "read_hit_rate": {"surface": 0.70411}, "mean_gate": {"surface": 0.30937}, "n_reads": 4757, "n_cand": 6756, "read_suppressed_frac": 0.1024, "dropout_reads_logged": 4757, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 102.46922302246094, "n_util_obs": 351, "util_count_spearman": 0.1015081104687424}, "probe_overhead_sec_total": 78.658, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.016031, "alpha": 0.03, "t": 511.2}
{"event": "consolidate", "step": 1450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 531.6}
{"event": "train", "step": 1450, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.65039, "bpb": 2.38101, "chunk_loss": 0.030697, "F": 0.21051, "G": 0.23232, "chunks": 215.56, "bytes_per_chunk": 4.75, "boundary_entropy": 0.18031, "router_noise": 0.0, "grad_norm": 0.8185, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.422, "probe_sec": 0.0833, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05255, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07954, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.19199, "trunc_abs_frac": 2.57605, "mean_delta_full": -0.03062, "read_hit_rate": {"surface": 0.71104}, "mean_gate": {"surface": 0.30087}, "n_reads": 4882, "n_cand": 6866, "read_suppressed_frac": 0.1006, "dropout_reads_logged": 4882, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 106.14846801757812, "n_util_obs": 366, "util_count_spearman": 0.1040169981316327}, "probe_overhead_sec_total": 81.74, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.013265, "alpha": 0.03, "t": 532.3}
{"event": "consolidate", "step": 1500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 555.1}
{"event": "train", "step": 1500, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.60832, "bpb": 2.32032, "chunk_loss": 0.030553, "F": 0.20453, "G": 0.22439, "chunks": 209.44, "bytes_per_chunk": 4.889, "boundary_entropy": 0.16725, "router_noise": 0.0, "grad_norm": 0.9012, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.459, "probe_sec": 0.0302, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02382, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08181, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.70945}, "mean_gate": {"surface": 0.30766}, "n_reads": 4732, "n_cand": 6670, "read_suppressed_frac": 0.097, "dropout_reads_logged": 4732, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 109.84840393066406, "n_util_obs": 374, "util_count_spearman": 0.10697371253687527}, "probe_overhead_sec_total": 84.548, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.013505, "alpha": 0.03, "t": 555.3}
{"event": "consolidate", "step": 1550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 580.4}
{"event": "train", "step": 1550, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.57039, "bpb": 2.2656, "chunk_loss": 0.030569, "F": 0.2052, "G": 0.22172, "chunks": 210.12, "bytes_per_chunk": 4.873, "boundary_entropy": 0.16372, "router_noise": 0.0, "grad_norm": 0.6944, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.507, "probe_sec": 0.045, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03483, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08642, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 9.68758, "trunc_abs_frac": 0.7013, "mean_delta_full": 0.01536, "read_hit_rate": {"surface": 0.7101}, "mean_gate": {"surface": 0.30271}, "n_reads": 4752, "n_cand": 6692, "read_suppressed_frac": 0.0997, "dropout_reads_logged": 4752, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 113.52804565429688, "n_util_obs": 388, "util_count_spearman": 0.10774146363010675}, "probe_overhead_sec_total": 87.68, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.017003, "alpha": 0.03, "t": 580.6}
{"event": "consolidate", "step": 1600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 605.1}
{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3357.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.192898, "cps": 26.226562, "mean_p": 0.212704, "boundary_entropy": 0.162776, "bpb": 2.183879}, "tr": {"chunks": 3821.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21107, "cps": 29.851562, "mean_p": 0.217337, "boundary_entropy": 0.177563, "bpb": 2.42548}, "fi": {"chunks": 4778.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.254, "cps": 37.328125, "mean_p": 0.261901, "boundary_entropy": 0.174992, "bpb": 2.586266}}, "bpb": {"en": 2.18388, "tr": 2.42548, "fi": 2.58627}, "gini_cpc": 0.06191, "gini_cps": 0.079235, "bpic": 4.745065, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0942064367352402, "fi": 1.3167612603220342}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 117.1263427734375, "n_util_obs": 405, "util_count_spearman": 0.0942040439263851}, "t": 605.7}
{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.19725, "tr": 2.436, "fi": 2.59385}, "bytes_per_chunk": {"en": 4.911, "tr": 5.238, "fi": 4.208}, "bpb_mean": 2.40903, "frozen_inventory": true, "t": 606.8}
{"event": "train", "step": 1600, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.57346, "bpb": 2.27002, "chunk_loss": 0.030655, "F": 0.20883, "G": 0.22578, "chunks": 213.84, "bytes_per_chunk": 4.789, "boundary_entropy": 0.16137, "router_noise": 0.0, "grad_norm": 0.8826, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.559, "probe_sec": 0.0301, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02182, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09277, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.00645, "trunc_abs_frac": 0.75985, "mean_delta_full": 0.24612, "read_hit_rate": {"surface": 0.72706}, "mean_gate": {"surface": 0.29885}, "n_reads": 4952, "n_cand": 6811, "read_suppressed_frac": 0.1048, "dropout_reads_logged": 4952, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 117.20306396484375, "n_util_obs": 406, "util_count_spearman": 0.09310792794942226}, "probe_overhead_sec_total": 90.626, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.013631, "alpha": 0.03, "t": 608.6}
{"event": "consolidate", "step": 1650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 629.6}
{"event": "train", "step": 1650, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.59573, "bpb": 2.30215, "chunk_loss": 0.030557, "F": 0.20453, "G": 0.22188, "chunks": 209.44, "bytes_per_chunk": 4.889, "boundary_entropy": 0.16407, "router_noise": 0.0, "grad_norm": 0.7666, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.427, "probe_sec": 0.0393, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02243, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.05105, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.74736, "trunc_abs_frac": 0.57872, "mean_delta_full": -0.22284, "read_hit_rate": {"surface": 0.71049}, "mean_gate": {"surface": 0.30191}, "n_reads": 4739, "n_cand": 6670, "read_suppressed_frac": 0.0983, "dropout_reads_logged": 4739, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 120.85336303710938, "n_util_obs": 422, "util_count_spearman": 0.08869869050858495}, "probe_overhead_sec_total": 93.58, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.015486, "alpha": 0.03, "t": 630.0}
{"event": "consolidate", "step": 1700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 642.5}
{"event": "train", "step": 1700, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.62123, "bpb": 2.33894, "chunk_loss": 0.030578, "F": 0.20663, "G": 0.22349, "chunks": 211.59, "bytes_per_chunk": 4.839, "boundary_entropy": 0.159, "router_noise": 0.0, "grad_norm": 0.8576, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.255, "probe_sec": 0.0265, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02107, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.42569, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -1.79545, "trunc_abs_frac": 0.16515, "mean_delta_full": -0.01477, "read_hit_rate": {"surface": 0.70277}, "mean_gate": {"surface": 0.29856}, "n_reads": 4736, "n_cand": 6739, "read_suppressed_frac": 0.1054, "dropout_reads_logged": 4736, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 124.51725769042969, "n_util_obs": 429, "util_count_spearman": 0.0945051070172967}, "probe_overhead_sec_total": 96.399, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.017931, "alpha": 0.03, "t": 642.7}
{"event": "consolidate", "step": 1750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 653.7}
{"event": "train", "step": 1750, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.56383, "bpb": 2.25613, "chunk_loss": 0.03047, "F": 0.20181, "G": 0.21798, "chunks": 206.66, "bytes_per_chunk": 4.955, "boundary_entropy": 0.15508, "router_noise": 0.0, "grad_norm": 0.7786, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.226, "probe_sec": 0.0343, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02807, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.12932, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.68454, "trunc_abs_frac": 0.91344, "mean_delta_full": 0.32549, "read_hit_rate": {"surface": 0.70491}, "mean_gate": {"surface": 0.29567}, "n_reads": 4639, "n_cand": 6581, "read_suppressed_frac": 0.1043, "dropout_reads_logged": 4639, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 128.19766235351562, "n_util_obs": 442, "util_count_spearman": 0.08955707470643796}, "probe_overhead_sec_total": 98.934, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.014349, "alpha": 0.03, "t": 654.0}
{"event": "consolidate", "step": 1800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 665.1}
{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3306.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189967, "cps": 25.828125, "mean_p": 0.20621, "boundary_entropy": 0.153521, "bpb": 2.155047}, "tr": {"chunks": 4011.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.221565, "cps": 31.335938, "mean_p": 0.223566, "boundary_entropy": 0.177487, "bpb": 2.384737}, "fi": {"chunks": 4814.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.255914, "cps": 37.609375, "mean_p": 0.259751, "boundary_entropy": 0.15689, "bpb": 2.507629}}, "bpb": {"en": 2.15505, "tr": 2.38474, "fi": 2.50763}, "gini_cpc": 0.06587, "gini_cps": 0.082873, "bpic": 4.676614, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.166335196470529, "fi": 1.3471485049341232}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 131.8129425048828, "n_util_obs": 455, "util_count_spearman": 0.10478711301817566}, "t": 665.9}
{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.16755, "tr": 2.39585, "fi": 2.51725}, "bytes_per_chunk": {"en": 4.991, "tr": 5.17, "fi": 4.185}, "bpb_mean": 2.36022, "frozen_inventory": true, "t": 667.0}
{"event": "train", "step": 1800, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.53429, "bpb": 2.21352, "chunk_loss": 0.030436, "F": 0.20013, "G": 0.2147, "chunks": 204.94, "bytes_per_chunk": 4.997, "boundary_entropy": 0.14947, "router_noise": 0.0, "grad_norm": 0.8173, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.284, "probe_sec": 0.0472, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04135, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.06366, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.55647, "trunc_abs_frac": 0.62929, "mean_delta_full": -0.21075, "read_hit_rate": {"surface": 0.71192}, "mean_gate": {"surface": 0.30024}, "n_reads": 4646, "n_cand": 6526, "read_suppressed_frac": 0.1098, "dropout_reads_logged": 4646, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 131.8848876953125, "n_util_obs": 455, "util_count_spearman": 0.10427091550584273}, "probe_overhead_sec_total": 101.558, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.022144, "alpha": 0.03, "t": 668.2}
{"event": "consolidate", "step": 1850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 679.1}
{"event": "train", "step": 1850, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.5656, "bpb": 2.25869, "chunk_loss": 0.030576, "F": 0.20892, "G": 0.22111, "chunks": 213.94, "bytes_per_chunk": 4.786, "boundary_entropy": 0.14246, "router_noise": 0.0, "grad_norm": 0.7818, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.224, "probe_sec": 0.0491, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03866, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00551, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 7, "trunc_ratio_sum": -0.39736, "trunc_abs_frac": 0.70948, "mean_delta_full": -0.05371, "read_hit_rate": {"surface": 0.71735}, "mean_gate": {"surface": 0.27854}, "n_reads": 4888, "n_cand": 6814, "read_suppressed_frac": 0.1021, "dropout_reads_logged": 4888, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 135.56851196289062, "n_util_obs": 466, "util_count_spearman": 0.09899667360343721}, "probe_overhead_sec_total": 104.326, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.016456, "alpha": 0.03, "t": 679.4}
{"event": "consolidate", "step": 1900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 690.3}
{"event": "train", "step": 1900, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.49804, "bpb": 2.16122, "chunk_loss": 0.03054, "F": 0.20569, "G": 0.21991, "chunks": 210.62, "bytes_per_chunk": 4.862, "boundary_entropy": 0.14068, "router_noise": 0.0, "grad_norm": 0.6944, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.223, "probe_sec": 0.0243, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01876, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03383, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.12222, "trunc_abs_frac": 0.11363, "mean_delta_full": 0.41748, "read_hit_rate": {"surface": 0.7254}, "mean_gate": {"surface": 0.29528}, "n_reads": 4866, "n_cand": 6708, "read_suppressed_frac": 0.0968, "dropout_reads_logged": 4866, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 139.25820922851562, "n_util_obs": 479, "util_count_spearman": 0.09193229323525548}, "probe_overhead_sec_total": 106.908, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.018145, "alpha": 0.03, "t": 690.5}
{"event": "consolidate", "step": 1950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 701.9}
{"event": "train", "step": 1950, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.57947, "bpb": 2.27869, "chunk_loss": 0.030719, "F": 0.21265, "G": 0.22658, "chunks": 217.75, "bytes_per_chunk": 4.703, "boundary_entropy": 0.13785, "router_noise": 0.0, "grad_norm": 0.7644, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.232, "probe_sec": 0.0543, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04541, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.14993, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.17767, "trunc_abs_frac": 0.78644, "mean_delta_full": 0.3032, "read_hit_rate": {"surface": 0.71987}, "mean_gate": {"surface": 0.29864}, "n_reads": 4993, "n_cand": 6936, "read_suppressed_frac": 0.0993, "dropout_reads_logged": 4993, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 142.91793823242188, "n_util_obs": 491, "util_count_spearman": 0.08232603427859486}, "probe_overhead_sec_total": 109.401, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.017786, "alpha": 0.03, "t": 702.1}
{"event": "consolidate", "step": 2000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 713.1}
{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3331.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.191404, "cps": 26.023438, "mean_p": 0.204939, "boundary_entropy": 0.137795, "bpb": 2.120366}, "tr": {"chunks": 3781.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.20886, "cps": 29.539062, "mean_p": 0.210518, "boundary_entropy": 0.15724, "bpb": 2.347328}, "fi": {"chunks": 4812.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.255808, "cps": 37.59375, "mean_p": 0.258106, "boundary_entropy": 0.143226, "bpb": 2.47229}}, "bpb": {"en": 2.12037, "tr": 2.34733, "fi": 2.47229}, "gini_cpc": 0.065444, "gini_cps": 0.082802, "bpic": 4.757799, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0912031561351634, "fi": 1.3364823347211159}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 146.51541137695312, "n_util_obs": 500, "util_count_spearman": 0.07304464395622062}, "t": 713.8}
{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.13288, "tr": 2.35799, "fi": 2.48259}, "bytes_per_chunk": {"en": 4.932, "tr": 5.243, "fi": 4.168}, "bpb_mean": 2.32449, "frozen_inventory": true, "t": 714.9}
{"event": "train", "step": 2000, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.54152, "bpb": 2.22394, "chunk_loss": 0.03062, "F": 0.2128, "G": 0.2234, "chunks": 217.91, "bytes_per_chunk": 4.699, "boundary_entropy": 0.13496, "router_noise": 0.0, "grad_norm": 0.8286, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.278, "probe_sec": 0.027, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0195, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.55699, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.75552, "trunc_abs_frac": 0.54793, "mean_delta_full": 0.56387, "read_hit_rate": {"surface": 0.7303}, "mean_gate": {"surface": 0.28479}, "n_reads": 5069, "n_cand": 6941, "read_suppressed_frac": 0.1044, "dropout_reads_logged": 5069, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 146.59375, "n_util_obs": 500, "util_count_spearman": 0.07281198697533878}, "probe_overhead_sec_total": 112.073, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.016367, "alpha": 0.03, "t": 716.1}
{"event": "probe", "step": 2048, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3306.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189967, "cps": 25.828125, "mean_p": 0.204152, "boundary_entropy": 0.140939, "bpb": 2.108777}, "tr": {"chunks": 3768.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208142, "cps": 29.4375, "mean_p": 0.211851, "boundary_entropy": 0.155803, "bpb": 2.336405}, "fi": {"chunks": 4819.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.25618, "cps": 37.648438, "mean_p": 0.259852, "boundary_entropy": 0.142496, "bpb": 2.452345}}, "bpb": {"en": 2.10878, "tr": 2.33641, "fi": 2.45235}, "gini_cpc": 0.067465, "gini_cps": 0.084812, "bpic": 4.770201, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0956746497883205, "fi": 1.3485477036305646}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 150.04833984375, "n_util_obs": 511, "util_count_spearman": 0.06764245159522266}, "t": 727.4}
{"event": "consolidate", "step": 2050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 729.3}
{"event": "train", "step": 2050, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.55922, "bpb": 2.24948, "chunk_loss": 0.030364, "F": 0.19577, "G": 0.21244, "chunks": 200.47, "bytes_per_chunk": 5.108, "boundary_entropy": 0.14337, "router_noise": 0.0, "grad_norm": 0.8192, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.269, "probe_sec": 0.0385, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0329, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.17274, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.15495, "trunc_abs_frac": 0.42325, "mean_delta_full": -0.41716, "read_hit_rate": {"surface": 0.69873}, "mean_gate": {"surface": 0.32421}, "n_reads": 4460, "n_cand": 6383, "read_suppressed_frac": 0.0978, "dropout_reads_logged": 4460, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 150.26560974121094, "n_util_obs": 513, "util_count_spearman": 0.06858489421637161}, "probe_overhead_sec_total": 114.912, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.020322, "alpha": 0.03, "t": 729.5}
{"event": "consolidate", "step": 2100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 741.4}
{"event": "train", "step": 2100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.48038, "bpb": 2.13574, "chunk_loss": 0.030368, "F": 0.19797, "G": 0.2107, "chunks": 202.72, "bytes_per_chunk": 5.051, "boundary_entropy": 0.13231, "router_noise": 0.0, "grad_norm": 0.6902, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.243, "probe_sec": 0.065, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05664, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.02464, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.78863, "trunc_abs_frac": 0.59596, "mean_delta_full": 0.6899, "read_hit_rate": {"surface": 0.71464}, "mean_gate": {"surface": 0.29176}, "n_reads": 4613, "n_cand": 6455, "read_suppressed_frac": 0.1002, "dropout_reads_logged": 4613, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 153.99014282226562, "n_util_obs": 527, "util_count_spearman": 0.09153751705072159}, "probe_overhead_sec_total": 117.441, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.019476, "alpha": 0.03, "t": 741.7}
{"event": "consolidate", "step": 2150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 753.4}
{"event": "train", "step": 2150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.49147, "bpb": 2.15174, "chunk_loss": 0.030577, "F": 0.20883, "G": 0.21918, "chunks": 213.84, "bytes_per_chunk": 4.789, "boundary_entropy": 0.13179, "router_noise": 0.0, "grad_norm": 0.7488, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.246, "probe_sec": 0.433, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.11078, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09096, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.38287, "trunc_abs_frac": 0.33505, "mean_delta_full": -0.51752, "read_hit_rate": {"surface": 0.72368}, "mean_gate": {"surface": 0.27486}, "n_reads": 4929, "n_cand": 6811, "read_suppressed_frac": 0.1031, "dropout_reads_logged": 4929, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 157.7200469970703, "n_util_obs": 541, "util_count_spearman": 0.09063017816217483}, "probe_overhead_sec_total": 120.768, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.018396, "alpha": 0.03, "t": 754.0}
{"event": "consolidate", "step": 2200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 767.0}
{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3316.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190542, "cps": 25.90625, "mean_p": 0.20138, "boundary_entropy": 0.131425, "bpb": 2.095666}, "tr": {"chunks": 3798.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209799, "cps": 29.671875, "mean_p": 0.211159, "boundary_entropy": 0.146883, "bpb": 2.299761}, "fi": {"chunks": 4802.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.255276, "cps": 37.515625, "mean_p": 0.258339, "boundary_entropy": 0.132801, "bpb": 2.443077}}, "bpb": {"en": 2.09567, "tr": 2.29976, "fi": 2.44308}, "gini_cpc": 0.065825, "gini_cps": 0.083138, "bpic": 4.760994, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.1010676608792722, "fi": 1.3397379840697115}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 161.3414764404297, "n_util_obs": 549, "util_count_spearman": 0.09262649161419835}, "t": 767.6}
{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.10904, "tr": 2.30935, "fi": 2.45441}, "bytes_per_chunk": {"en": 4.953, "tr": 5.368, "fi": 4.187}, "bpb_mean": 2.29093, "frozen_inventory": true, "t": 768.7}
{"event": "train", "step": 2200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.53294, "bpb": 2.21156, "chunk_loss": 0.030646, "F": 0.2092, "G": 0.21924, "chunks": 214.22, "bytes_per_chunk": 4.78, "boundary_entropy": 0.12795, "router_noise": 0.0, "grad_norm": 0.7414, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.326, "probe_sec": 0.052, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03414, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.28096, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.36741, "trunc_abs_frac": 6.64368, "mean_delta_full": 0.16333, "read_hit_rate": {"surface": 0.723}, "mean_gate": {"surface": 0.28051}, "n_reads": 4933, "n_cand": 6823, "read_suppressed_frac": 0.1001, "dropout_reads_logged": 4933, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 161.4177703857422, "n_util_obs": 549, "util_count_spearman": 0.09127741025177663}, "probe_overhead_sec_total": 123.139, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.020106, "alpha": 0.03, "t": 770.2}
{"event": "consolidate", "step": 2250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 786.9}
{"event": "train", "step": 2250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.51033, "bpb": 2.17894, "chunk_loss": 0.030427, "F": 0.20209, "G": 0.21145, "chunks": 206.94, "bytes_per_chunk": 4.948, "boundary_entropy": 0.12003, "router_noise": 0.0, "grad_norm": 0.8299, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.338, "probe_sec": 0.076, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06725, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.10817, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.77011, "trunc_abs_frac": 0.73588, "mean_delta_full": 0.39081, "read_hit_rate": {"surface": 0.71958}, "mean_gate": {"surface": 0.28543}, "n_reads": 4742, "n_cand": 6590, "read_suppressed_frac": 0.1019, "dropout_reads_logged": 4742, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 165.1140594482422, "n_util_obs": 561, "util_count_spearman": 0.0804804652952028}, "probe_overhead_sec_total": 125.967, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.017059, "alpha": 0.03, "t": 787.1}
{"event": "consolidate", "step": 2300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 800.0}
{"event": "train", "step": 2300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.54584, "bpb": 2.23018, "chunk_loss": 0.030495, "F": 0.2048, "G": 0.21453, "chunks": 209.72, "bytes_per_chunk": 4.883, "boundary_entropy": 0.12152, "router_noise": 0.0, "grad_norm": 0.7325, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.272, "probe_sec": 0.0401, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02208, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01062, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.74502, "trunc_abs_frac": 0.70462, "mean_delta_full": 0.07043, "read_hit_rate": {"surface": 0.71283}, "mean_gate": {"surface": 0.28943}, "n_reads": 4761, "n_cand": 6679, "read_suppressed_frac": 0.1002, "dropout_reads_logged": 4761, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 168.81973266601562, "n_util_obs": 577, "util_count_spearman": 0.08309312439820293}, "probe_overhead_sec_total": 128.752, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.019342, "alpha": 0.03, "t": 800.7}
{"event": "consolidate", "step": 2350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 814.9}
{"event": "train", "step": 2350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.46394, "bpb": 2.11202, "chunk_loss": 0.030475, "F": 0.20404, "G": 0.214, "chunks": 208.94, "bytes_per_chunk": 4.901, "boundary_entropy": 0.1188, "router_noise": 0.0, "grad_norm": 0.7437, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.297, "probe_sec": 0.0419, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02521, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.18629, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.88821, "trunc_abs_frac": 0.84468, "mean_delta_full": 0.20877, "read_hit_rate": {"surface": 0.72362}, "mean_gate": {"surface": 0.28186}, "n_reads": 4815, "n_cand": 6654, "read_suppressed_frac": 0.103, "dropout_reads_logged": 4815, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 172.49159240722656, "n_util_obs": 585, "util_count_spearman": 0.08157684364060563}, "probe_overhead_sec_total": 131.531, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.021137, "alpha": 0.03, "t": 815.6}
{"event": "consolidate", "step": 2400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 843.6}
{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3311.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190255, "cps": 25.867188, "mean_p": 0.201379, "boundary_entropy": 0.122289, "bpb": 2.073477}, "tr": {"chunks": 3783.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208971, "cps": 29.554688, "mean_p": 0.207856, "boundary_entropy": 0.134895, "bpb": 2.26856}, "fi": {"chunks": 4809.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.255648, "cps": 37.570312, "mean_p": 0.256269, "boundary_entropy": 0.125446, "bpb": 2.396077}}, "bpb": {"en": 2.07348, "tr": 2.26856, "fi": 2.39608}, "gini_cpc": 0.066571, "gini_cps": 0.0839, "bpic": 4.766193, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0983752273747893, "fi": 1.343717066270545}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 176.0678253173828, "n_util_obs": 597, "util_count_spearman": 0.08384055331776902}, "t": 844.2}
{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.08611, "tr": 2.27592, "fi": 2.40848}, "bytes_per_chunk": {"en": 4.937, "tr": 5.351, "fi": 4.185}, "bpb_mean": 2.25684, "frozen_inventory": true, "t": 845.2}
{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 846.5}
{"event": "train", "step": 2400, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.46905, "bpb": 2.11939, "chunk_loss": 0.030434, "F": 0.20346, "G": 0.21266, "chunks": 208.34, "bytes_per_chunk": 4.915, "boundary_entropy": 0.1196, "router_noise": 0.0, "grad_norm": 0.6529, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.624, "probe_sec": 0.0499, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04182, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08273, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.38881, "trunc_abs_frac": 0.84534, "mean_delta_full": 0.32935, "read_hit_rate": {"surface": 0.72057}, "mean_gate": {"surface": 0.28036}, "n_reads": 4781, "n_cand": 6635, "read_suppressed_frac": 0.0985, "dropout_reads_logged": 4781, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 176.1400604248047, "n_util_obs": 597, "util_count_spearman": 0.08463560028890738}, "probe_overhead_sec_total": 135.093, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.018949, "alpha": 0.03, "t": 846.8}
{"event": "consolidate", "step": 2450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 869.5}
{"event": "train", "step": 2450, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.47761, "bpb": 2.13174, "chunk_loss": 0.030632, "F": 0.21143, "G": 0.22043, "chunks": 216.5, "bytes_per_chunk": 4.73, "boundary_entropy": 0.11734, "router_noise": 0.0, "grad_norm": 0.7672, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.463, "probe_sec": 0.0567, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03646, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.12109, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.95903, "trunc_abs_frac": 0.63259, "mean_delta_full": 0.55884, "read_hit_rate": {"surface": 0.731}, "mean_gate": {"surface": 0.2833}, "n_reads": 5041, "n_cand": 6896, "read_suppressed_frac": 0.0954, "dropout_reads_logged": 5041, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 179.8040771484375, "n_util_obs": 610, "util_count_spearman": 0.08442252454384433}, "probe_overhead_sec_total": 137.594, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.023011, "alpha": 0.03, "t": 870.0}
{"event": "consolidate", "step": 2500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 891.0}
{"event": "train", "step": 2500, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.57579, "bpb": 2.27338, "chunk_loss": 0.030588, "F": 0.2099, "G": 0.21828, "chunks": 214.94, "bytes_per_chunk": 4.764, "boundary_entropy": 0.11781, "router_noise": 0.0, "grad_norm": 0.8049, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.438, "probe_sec": 0.0388, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02193, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.25689, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.17644, "trunc_abs_frac": 0.97055, "mean_delta_full": 0.24414, "read_hit_rate": {"surface": 0.70479}, "mean_gate": {"surface": 0.26962}, "n_reads": 4825, "n_cand": 6846, "read_suppressed_frac": 0.0966, "dropout_reads_logged": 4825, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 183.4835968017578, "n_util_obs": 618, "util_count_spearman": 0.09296918782139947}, "probe_overhead_sec_total": 140.4, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.018029, "alpha": 0.03, "t": 891.8}
{"event": "consolidate", "step": 2550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 908.2}
{"event": "train", "step": 2550, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.50017, "bpb": 2.16428, "chunk_loss": 0.030427, "F": 0.20413, "G": 0.21314, "chunks": 209.03, "bytes_per_chunk": 4.899, "boundary_entropy": 0.11793, "router_noise": 0.0, "grad_norm": 0.698, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.342, "probe_sec": 0.0475, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0237, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00881, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.75849, "trunc_abs_frac": 1.46541, "mean_delta_full": -0.42957, "read_hit_rate": {"surface": 0.71759}, "mean_gate": {"surface": 0.27592}, "n_reads": 4777, "n_cand": 6657, "read_suppressed_frac": 0.0963, "dropout_reads_logged": 4777, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 187.17764282226562, "n_util_obs": 635, "util_count_spearman": 0.10637525350161996}, "probe_overhead_sec_total": 142.829, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.019199, "alpha": 0.03, "t": 908.9}
{"event": "consolidate", "step": 2600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 926.0}
{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3291.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189105, "cps": 25.710938, "mean_p": 0.197625, "boundary_entropy": 0.11241, "bpb": 2.053083}, "tr": {"chunks": 3797.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209744, "cps": 29.664062, "mean_p": 0.204854, "boundary_entropy": 0.125747, "bpb": 2.247007}, "fi": {"chunks": 4811.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.255755, "cps": 37.585938, "mean_p": 0.254256, "boundary_entropy": 0.116307, "bpb": 2.357397}}, "bpb": {"en": 2.05308, "tr": 2.24701, "fi": 2.3574}, "gini_cpc": 0.067877, "gini_cps": 0.085161, "bpic": 4.767796, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.1091397845942927, "fi": 1.352445307437845}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 190.7835235595703, "n_util_obs": 647, "util_count_spearman": 0.098025260808709}, "t": 926.6}
{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.06593, "tr": 2.256, "fi": 2.36998}, "bytes_per_chunk": {"en": 4.972, "tr": 5.28, "fi": 4.164}, "bpb_mean": 2.23064, "frozen_inventory": true, "t": 927.6}
{"event": "train", "step": 2600, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.50043, "bpb": 2.16467, "chunk_loss": 0.030614, "F": 0.21094, "G": 0.21801, "chunks": 216.0, "bytes_per_chunk": 4.741, "boundary_entropy": 0.11097, "router_noise": 0.0, "grad_norm": 0.7001, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.401, "probe_sec": 0.0374, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03208, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.18473, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.90724, "trunc_abs_frac": 0.92646, "mean_delta_full": 0.67178, "read_hit_rate": {"surface": 0.71657}, "mean_gate": {"surface": 0.27433}, "n_reads": 4930, "n_cand": 6880, "read_suppressed_frac": 0.1008, "dropout_reads_logged": 4930, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 190.85633850097656, "n_util_obs": 647, "util_count_spearman": 0.0982526341613302}, "probe_overhead_sec_total": 144.827, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.016985, "alpha": 0.03, "t": 929.0}
{"event": "consolidate", "step": 2650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 940.7}
{"event": "train", "step": 2650, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43913, "bpb": 2.07623, "chunk_loss": 0.030359, "F": 0.19955, "G": 0.20595, "chunks": 204.34, "bytes_per_chunk": 5.011, "boundary_entropy": 0.11259, "router_noise": 0.0, "grad_norm": 0.68, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.243, "probe_sec": 0.165, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.15648, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.13319, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.32019, "trunc_abs_frac": 1.59686, "mean_delta_full": 0.08282, "read_hit_rate": {"surface": 0.71492}, "mean_gate": {"surface": 0.26802}, "n_reads": 4652, "n_cand": 6507, "read_suppressed_frac": 0.0935, "dropout_reads_logged": 4652, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 194.5139617919922, "n_util_obs": 660, "util_count_spearman": 0.08925124427953386}, "probe_overhead_sec_total": 147.855, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.023335, "alpha": 0.03, "t": 941.1}
{"event": "consolidate", "step": 2700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 954.2}
{"event": "train", "step": 2700, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.52084, "bpb": 2.1941, "chunk_loss": 0.030477, "F": 0.20462, "G": 0.21255, "chunks": 209.53, "bytes_per_chunk": 4.887, "boundary_entropy": 0.11416, "router_noise": 0.0, "grad_norm": 0.7502, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.265, "probe_sec": 0.0284, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02235, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.65432, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.4639, "trunc_abs_frac": 0.4639, "mean_delta_full": 0.4447, "read_hit_rate": {"surface": 0.70208}, "mean_gate": {"surface": 0.28143}, "n_reads": 4685, "n_cand": 6673, "read_suppressed_frac": 0.0961, "dropout_reads_logged": 4685, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 198.19346618652344, "n_util_obs": 672, "util_count_spearman": 0.0766108510327978}, "probe_overhead_sec_total": 151.042, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.021624, "alpha": 0.03, "t": 954.4}
{"event": "consolidate", "step": 2750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 966.8}
{"event": "train", "step": 2750, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.46405, "bpb": 2.11217, "chunk_loss": 0.030439, "F": 0.20456, "G": 0.21212, "chunks": 209.47, "bytes_per_chunk": 4.889, "boundary_entropy": 0.11148, "router_noise": 0.0, "grad_norm": 0.7154, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.255, "probe_sec": 0.1198, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.11266, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07028, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": -0.44122, "trunc_abs_frac": 0.44122, "mean_delta_full": -0.27515, "read_hit_rate": {"surface": 0.71249}, "mean_gate": {"surface": 0.2693}, "n_reads": 4753, "n_cand": 6671, "read_suppressed_frac": 0.1041, "dropout_reads_logged": 4753, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 201.91502380371094, "n_util_obs": 690, "util_count_spearman": 0.08537710774731483}, "probe_overhead_sec_total": 154.637, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.01763, "alpha": 0.03, "t": 967.1}
{"event": "consolidate", "step": 2800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 979.4}
{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3282.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188588, "cps": 25.640625, "mean_p": 0.194826, "boundary_entropy": 0.114052, "bpb": 2.035349}, "tr": {"chunks": 3759.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207645, "cps": 29.367188, "mean_p": 0.204338, "boundary_entropy": 0.124927, "bpb": 2.232079}, "fi": {"chunks": 4781.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.25416, "cps": 37.351562, "mean_p": 0.250913, "boundary_entropy": 0.114016, "bpb": 2.332416}}, "bpb": {"en": 2.03535, "tr": 2.23208, "fi": 2.33242}, "gini_cpc": 0.067212, "gini_cps": 0.084532, "bpic": 4.79885, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.101050701041299, "fi": 1.347697441022343}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 205.5297393798828, "n_util_obs": 702, "util_count_spearman": 0.07252475359357144}, "t": 980.0}
{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.04943, "tr": 2.23797, "fi": 2.34422}, "bytes_per_chunk": {"en": 4.991, "tr": 5.3, "fi": 4.199}, "bpb_mean": 2.21054, "frozen_inventory": true, "t": 981.2}
{"event": "train", "step": 2800, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.45696, "bpb": 2.10195, "chunk_loss": 0.030451, "F": 0.20651, "G": 0.21143, "chunks": 211.47, "bytes_per_chunk": 4.842, "boundary_entropy": 0.10924, "router_noise": 0.0, "grad_norm": 0.7329, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.303, "probe_sec": 0.0972, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08475, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.18458, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 1.01282, "trunc_abs_frac": 8.22472, "mean_delta_full": 0.13328, "read_hit_rate": {"surface": 0.73155}, "mean_gate": {"surface": 0.25841}, "n_reads": 4927, "n_cand": 6735, "read_suppressed_frac": 0.098, "dropout_reads_logged": 4927, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 205.60586547851562, "n_util_obs": 702, "util_count_spearman": 0.07303750042763052}, "probe_overhead_sec_total": 158.019, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.024792, "alpha": 0.03, "t": 982.3}
{"event": "consolidate", "step": 2850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 994.5}
{"event": "train", "step": 2850, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.55226, "bpb": 2.23944, "chunk_loss": 0.030661, "F": 0.21146, "G": 0.2188, "chunks": 216.53, "bytes_per_chunk": 4.729, "boundary_entropy": 0.10495, "router_noise": 0.0, "grad_norm": 0.6876, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.25, "probe_sec": 0.042, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03508, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.16319, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 1.4979, "trunc_abs_frac": 1.4979, "mean_delta_full": -0.34912, "read_hit_rate": {"surface": 0.70378}, "mean_gate": {"surface": 0.26776}, "n_reads": 4854, "n_cand": 6897, "read_suppressed_frac": 0.1077, "dropout_reads_logged": 4854, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 209.2640838623047, "n_util_obs": 711, "util_count_spearman": 0.0784967335421842}, "probe_overhead_sec_total": 162.036, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.023602, "alpha": 0.03, "t": 994.8}
{"event": "consolidate", "step": 2900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1006.9}
{"event": "train", "step": 2900, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.50072, "bpb": 2.16509, "chunk_loss": 0.030679, "F": 0.21439, "G": 0.21986, "chunks": 219.53, "bytes_per_chunk": 4.664, "boundary_entropy": 0.10421, "router_noise": 0.0, "grad_norm": 0.6951, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.247, "probe_sec": 0.0332, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02662, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00967, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.69353, "trunc_abs_frac": 0.74556, "mean_delta_full": 0.09111, "read_hit_rate": {"surface": 0.73302}, "mean_gate": {"surface": 0.26475}, "n_reads": 5126, "n_cand": 6993, "read_suppressed_frac": 0.0999, "dropout_reads_logged": 5126, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 212.9482879638672, "n_util_obs": 723, "util_count_spearman": 0.08998021740784448}, "probe_overhead_sec_total": 164.704, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.021694, "alpha": 0.03, "t": 1007.1}
{"event": "consolidate", "step": 2950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1019.2}
{"event": "train", "step": 2950, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43542, "bpb": 2.07087, "chunk_loss": 0.030408, "F": 0.20087, "G": 0.20829, "chunks": 205.69, "bytes_per_chunk": 4.978, "boundary_entropy": 0.10483, "router_noise": 0.0, "grad_norm": 0.6857, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.248, "probe_sec": 0.0994, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08975, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08979, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 4.73878, "trunc_abs_frac": 0.97007, "mean_delta_full": 0.01994, "read_hit_rate": {"surface": 0.71298}, "mean_gate": {"surface": 0.27251}, "n_reads": 4670, "n_cand": 6550, "read_suppressed_frac": 0.0912, "dropout_reads_logged": 4670, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 216.6202850341797, "n_util_obs": 733, "util_count_spearman": 0.09299484941555514}, "probe_overhead_sec_total": 168.468, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.020583, "alpha": 0.03, "t": 1019.5}
{"event": "consolidate", "step": 3000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1038.6}
{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3316.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190542, "cps": 25.90625, "mean_p": 0.198326, "boundary_entropy": 0.102355, "bpb": 2.014935}, "tr": {"chunks": 3767.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208087, "cps": 29.429688, "mean_p": 0.204617, "boundary_entropy": 0.112024, "bpb": 2.194428}, "fi": {"chunks": 4877.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.259263, "cps": 38.101562, "mean_p": 0.255221, "boundary_entropy": 0.104224, "bpb": 2.304541}}, "bpb": {"en": 2.01493, "tr": 2.19443, "fi": 2.30454}, "gini_cpc": 0.069638, "gini_cps": 0.087012, "bpic": 4.743478, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0920805367383408, "fi": 1.3606626714510586}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 220.21583557128906, "n_util_obs": 740, "util_count_spearman": 0.09002247450244216}, "t": 1039.3}
{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.02872, "tr": 2.20295, "fi": 2.31525}, "bytes_per_chunk": {"en": 4.937, "tr": 5.333, "fi": 4.119}, "bpb_mean": 2.18231, "frozen_inventory": true, "t": 1040.3}
{"event": "train", "step": 3000, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.46074, "bpb": 2.10741, "chunk_loss": 0.030428, "F": 0.20447, "G": 0.21119, "chunks": 209.38, "bytes_per_chunk": 4.891, "boundary_entropy": 0.09903, "router_noise": 0.0, "grad_norm": 0.6906, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.474, "probe_sec": 0.0849, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04857, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04904, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.17938, "trunc_abs_frac": 1.31778, "mean_delta_full": -0.18884, "read_hit_rate": {"surface": 0.71341}, "mean_gate": {"surface": 0.26663}, "n_reads": 4757, "n_cand": 6668, "read_suppressed_frac": 0.099, "dropout_reads_logged": 4757, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 220.28915405273438, "n_util_obs": 740, "util_count_spearman": 0.08978422793863296}, "probe_overhead_sec_total": 172.418, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.019804, "alpha": 0.03, "t": 1043.2}
{"event": "consolidate", "step": 3050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1058.5}
{"event": "train", "step": 3050, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.4501, "bpb": 2.09205, "chunk_loss": 0.030498, "F": 0.20822, "G": 0.21456, "chunks": 213.22, "bytes_per_chunk": 4.803, "boundary_entropy": 0.09538, "router_noise": 0.0, "grad_norm": 0.7169, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.31, "probe_sec": 0.108, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.1004, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.2026, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.5751, "trunc_abs_frac": 0.75444, "mean_delta_full": 0.11682, "read_hit_rate": {"surface": 0.72493}, "mean_gate": {"surface": 0.27528}, "n_reads": 4923, "n_cand": 6791, "read_suppressed_frac": 0.0995, "dropout_reads_logged": 4923, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 223.98849487304688, "n_util_obs": 753, "util_count_spearman": 0.09537060910118249}, "probe_overhead_sec_total": 176.029, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.023767, "alpha": 0.03, "t": 1058.7}
{"event": "consolidate", "step": 3100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1076.0}
{"event": "train", "step": 3100, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.54039, "bpb": 2.22231, "chunk_loss": 0.030478, "F": 0.20291, "G": 0.21053, "chunks": 207.78, "bytes_per_chunk": 4.928, "boundary_entropy": 0.10478, "router_noise": 0.0, "grad_norm": 0.7085, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.354, "probe_sec": 0.0318, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02643, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.18212, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.1145, "trunc_abs_frac": 0.09503, "mean_delta_full": -0.25507, "read_hit_rate": {"surface": 0.7041}, "mean_gate": {"surface": 0.26818}, "n_reads": 4659, "n_cand": 6617, "read_suppressed_frac": 0.0934, "dropout_reads_logged": 4659, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 227.66134643554688, "n_util_obs": 768, "util_count_spearman": 0.08750718618119226}, "probe_overhead_sec_total": 178.69, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.021227, "alpha": 0.03, "t": 1076.5}
{"event": "consolidate", "step": 3150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1100.0}
{"event": "train", "step": 3150, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.46283, "bpb": 2.11042, "chunk_loss": 0.030484, "F": 0.20618, "G": 0.21105, "chunks": 211.12, "bytes_per_chunk": 4.85, "boundary_entropy": 0.09848, "router_noise": 0.0, "grad_norm": 0.6547, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.476, "probe_sec": 0.0726, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06569, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04202, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.70925}, "mean_gate": {"surface": 0.26791}, "n_reads": 4769, "n_cand": 6724, "read_suppressed_frac": 0.0986, "dropout_reads_logged": 4769, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 231.3782501220703, "n_util_obs": 783, "util_count_spearman": 0.08569416539671684}, "probe_overhead_sec_total": 182.249, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.02035, "alpha": 0.03, "t": 1100.3}
{"event": "consolidate", "step": 3200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1128.4}
{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3318.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190657, "cps": 25.921875, "mean_p": 0.197222, "boundary_entropy": 0.098477, "bpb": 1.996259}, "tr": {"chunks": 3774.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208474, "cps": 29.484375, "mean_p": 0.202645, "boundary_entropy": 0.113692, "bpb": 2.176492}, "fi": {"chunks": 4829.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.256711, "cps": 37.726562, "mean_p": 0.25362, "boundary_entropy": 0.105888, "bpb": 2.276652}}, "bpb": {"en": 1.99626, "tr": 2.17649, "fi": 2.27665}, "gini_cpc": 0.067145, "gini_cps": 0.084501, "bpic": 4.758997, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0934503877200976, "fi": 1.3464587733524775}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 234.98561096191406, "n_util_obs": 788, "util_count_spearman": 0.08304277564743215}, "t": 1129.0}
{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.01061, "tr": 2.1866, "fi": 2.28814}, "bytes_per_chunk": {"en": 4.956, "tr": 5.315, "fi": 4.151}, "bpb_mean": 2.16179, "frozen_inventory": true, "t": 1130.3}
{"event": "train", "step": 3200, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.42889, "bpb": 2.06146, "chunk_loss": 0.030641, "F": 0.21234, "G": 0.21806, "chunks": 217.44, "bytes_per_chunk": 4.709, "boundary_entropy": 0.09868, "router_noise": 0.0, "grad_norm": 0.6637, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.641, "probe_sec": 0.0514, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03677, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.1404, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 1.05809, "trunc_abs_frac": 1.07037, "mean_delta_full": 0.26689, "read_hit_rate": {"surface": 0.73275}, "mean_gate": {"surface": 0.25647}, "n_reads": 5075, "n_cand": 6926, "read_suppressed_frac": 0.1001, "dropout_reads_logged": 5075, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 235.0635223388672, "n_util_obs": 788, "util_count_spearman": 0.08299141379231402}, "probe_overhead_sec_total": 185.196, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.018865, "alpha": 0.03, "t": 1132.3}
{"event": "consolidate", "step": 3250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1157.1}
{"event": "train", "step": 3250, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.41076, "bpb": 2.0353, "chunk_loss": 0.030341, "F": 0.20044, "G": 0.20536, "chunks": 205.25, "bytes_per_chunk": 4.989, "boundary_entropy": 0.0942, "router_noise": 0.0, "grad_norm": 0.6476, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.501, "probe_sec": 0.0634, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05305, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.17813, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.73655, "trunc_abs_frac": 0.45432, "mean_delta_full": -0.4198, "read_hit_rate": {"surface": 0.722}, "mean_gate": {"surface": 0.25897}, "n_reads": 4719, "n_cand": 6536, "read_suppressed_frac": 0.1011, "dropout_reads_logged": 4719, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 238.77102661132812, "n_util_obs": 796, "util_count_spearman": 0.09109035573988399}, "probe_overhead_sec_total": 188.357, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.024748, "alpha": 0.03, "t": 1157.4}
{"event": "consolidate", "step": 3300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1184.7}
{"event": "train", "step": 3300, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.45124, "bpb": 2.09369, "chunk_loss": 0.030532, "F": 0.20844, "G": 0.21343, "chunks": 213.44, "bytes_per_chunk": 4.798, "boundary_entropy": 0.09649, "router_noise": 0.0, "grad_norm": 0.6832, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.552, "probe_sec": 0.0706, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06274, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01651, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.54894, "trunc_abs_frac": 0.64993, "mean_delta_full": -0.3269, "read_hit_rate": {"surface": 0.71918}, "mean_gate": {"surface": 0.25467}, "n_reads": 4889, "n_cand": 6798, "read_suppressed_frac": 0.1027, "dropout_reads_logged": 4889, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 242.4630126953125, "n_util_obs": 806, "util_count_spearman": 0.09337999218003308}, "probe_overhead_sec_total": 191.727, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.026717, "alpha": 0.03, "t": 1185.0}
{"event": "consolidate", "step": 3350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1205.0}
{"event": "train", "step": 3350, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.48105, "bpb": 2.1367, "chunk_loss": 0.030636, "F": 0.21396, "G": 0.21758, "chunks": 219.09, "bytes_per_chunk": 4.674, "boundary_entropy": 0.09691, "router_noise": 0.0, "grad_norm": 0.7765, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.405, "probe_sec": 0.0309, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02116, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.10738, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.52681, "trunc_abs_frac": 1.07073, "mean_delta_full": 0.35716, "read_hit_rate": {"surface": 0.72417}, "mean_gate": {"surface": 0.26357}, "n_reads": 5054, "n_cand": 6979, "read_suppressed_frac": 0.1013, "dropout_reads_logged": 5054, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 246.14076232910156, "n_util_obs": 811, "util_count_spearman": 0.09757672469317977}, "probe_overhead_sec_total": 195.119, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.021674, "alpha": 0.03, "t": 1205.2}
{"event": "consolidate", "step": 3400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1218.4}
{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3290.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189048, "cps": 25.703125, "mean_p": 0.19418, "boundary_entropy": 0.092746, "bpb": 1.983301}, "tr": {"chunks": 3747.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206982, "cps": 29.273438, "mean_p": 0.199656, "boundary_entropy": 0.112188, "bpb": 2.153497}, "fi": {"chunks": 4831.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.256818, "cps": 37.742188, "mean_p": 0.25085, "boundary_entropy": 0.099771, "bpb": 2.259487}}, "bpb": {"en": 1.9833, "tr": 2.1535, "fi": 2.25949}, "gini_cpc": 0.069204, "gini_cps": 0.086563, "bpic": 4.780249, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0948669946222958, "fi": 1.3584803982795426}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 249.7637939453125, "n_util_obs": 816, "util_count_spearman": 0.10050554590830113}, "t": 1219.1}
{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 1.99709, "tr": 2.16353, "fi": 2.26837}, "bytes_per_chunk": {"en": 4.962, "tr": 5.372, "fi": 4.151}, "bpb_mean": 2.143, "frozen_inventory": true, "t": 1220.3}
{"event": "train", "step": 3400, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40057, "bpb": 2.0206, "chunk_loss": 0.030388, "F": 0.20093, "G": 0.20444, "chunks": 205.75, "bytes_per_chunk": 4.977, "boundary_entropy": 0.09022, "router_noise": 0.0, "grad_norm": 0.7102, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.325, "probe_sec": 0.0368, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02965, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.13067, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.28505, "trunc_abs_frac": 0.40655, "mean_delta_full": -0.16545, "read_hit_rate": {"surface": 0.73016}, "mean_gate": {"surface": 0.25122}, "n_reads": 4784, "n_cand": 6552, "read_suppressed_frac": 0.1014, "dropout_reads_logged": 4784, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 249.83770751953125, "n_util_obs": 816, "util_count_spearman": 0.10030005046972831}, "probe_overhead_sec_total": 199.124, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.022429, "alpha": 0.03, "t": 1221.5}
{"event": "consolidate", "step": 3450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1234.0}
{"event": "train", "step": 3450, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.39513, "bpb": 2.01274, "chunk_loss": 0.030311, "F": 0.1987, "G": 0.20297, "chunks": 203.47, "bytes_per_chunk": 5.033, "boundary_entropy": 0.08904, "router_noise": 0.0, "grad_norm": 0.6472, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.256, "probe_sec": 0.1459, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.1391, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.21089, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.28786, "trunc_abs_frac": 1.6828, "mean_delta_full": -0.58118, "read_hit_rate": {"surface": 0.72094}, "mean_gate": {"surface": 0.25007}, "n_reads": 4671, "n_cand": 6479, "read_suppressed_frac": 0.088, "dropout_reads_logged": 4671, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 253.52536010742188, "n_util_obs": 826, "util_count_spearman": 0.09561641686311599}, "probe_overhead_sec_total": 202.079, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.025015, "alpha": 0.03, "t": 1234.3}
{"event": "consolidate", "step": 3500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1246.8}
{"event": "train", "step": 3500, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.47821, "bpb": 2.1326, "chunk_loss": 0.030569, "F": 0.20743, "G": 0.21205, "chunks": 212.41, "bytes_per_chunk": 4.821, "boundary_entropy": 0.09494, "router_noise": 0.0, "grad_norm": 0.6689, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.254, "probe_sec": 0.0633, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04851, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.08657, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.89838, "trunc_abs_frac": 0.58741, "mean_delta_full": 0.08419, "read_hit_rate": {"surface": 0.71101}, "mean_gate": {"surface": 0.25376}, "n_reads": 4810, "n_cand": 6765, "read_suppressed_frac": 0.1029, "dropout_reads_logged": 4810, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 257.21630859375, "n_util_obs": 835, "util_count_spearman": 0.10331917047626674}, "probe_overhead_sec_total": 204.48, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.019217, "alpha": 0.03, "t": 1247.0}
{"event": "consolidate", "step": 3550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1259.5}
{"event": "train", "step": 3550, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.48227, "bpb": 2.13847, "chunk_loss": 0.03074, "F": 0.2178, "G": 0.22111, "chunks": 223.03, "bytes_per_chunk": 4.591, "boundary_entropy": 0.09228, "router_noise": 0.0, "grad_norm": 0.6829, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.256, "probe_sec": 0.0501, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04399, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.23634, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -1.77113, "trunc_abs_frac": 0.82662, "mean_delta_full": -0.12024, "read_hit_rate": {"surface": 0.71809}, "mean_gate": {"surface": 0.2579}, "n_reads": 5102, "n_cand": 7105, "read_suppressed_frac": 0.1051, "dropout_reads_logged": 5102, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 260.94415283203125, "n_util_obs": 845, "util_count_spearman": 0.09047820139080524}, "probe_overhead_sec_total": 207.443, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.024875, "alpha": 0.03, "t": 1259.8}
{"event": "consolidate", "step": 3600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1271.8}
{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3297.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18945, "cps": 25.757812, "mean_p": 0.196221, "boundary_entropy": 0.092628, "bpb": 1.97275}, "tr": {"chunks": 3761.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207756, "cps": 29.382812, "mean_p": 0.200274, "boundary_entropy": 0.105378, "bpb": 2.137604}, "fi": {"chunks": 4866.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.258678, "cps": 38.015625, "mean_p": 0.252731, "boundary_entropy": 0.093727, "bpb": 2.237401}}, "bpb": {"en": 1.97275, "tr": 2.1376, "fi": 2.2374}, "gini_cpc": 0.070366, "gini_cps": 0.087722, "bpic": 4.757799, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0966245270152388, "fi": 1.3654172783053533}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 264.52935791015625, "n_util_obs": 859, "util_count_spearman": 0.08155927665295648}, "t": 1272.6}
{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 1.98613, "tr": 2.14566, "fi": 2.24838}, "bytes_per_chunk": {"en": 4.954, "tr": 5.335, "fi": 4.132}, "bpb_mean": 2.12672, "frozen_inventory": true, "t": 1273.9}
{"event": "train", "step": 3600, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.46626, "bpb": 2.11537, "chunk_loss": 0.030414, "F": 0.20404, "G": 0.20828, "chunks": 208.94, "bytes_per_chunk": 4.901, "boundary_entropy": 0.09243, "router_noise": 0.0, "grad_norm": 0.7606, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.306, "probe_sec": 0.0334, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02432, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09925, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -9.54886, "trunc_abs_frac": 0.62721, "mean_delta_full": 0.01343, "read_hit_rate": {"surface": 0.70619}, "mean_gate": {"surface": 0.24205}, "n_reads": 4699, "n_cand": 6654, "read_suppressed_frac": 0.1028, "dropout_reads_logged": 4699, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 264.6000671386719, "n_util_obs": 859, "util_count_spearman": 0.0814512965207707}, "probe_overhead_sec_total": 210.193, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.019722, "alpha": 0.03, "t": 1275.1}
{"event": "consolidate", "step": 3650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1288.6}
{"event": "train", "step": 3650, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.47784, "bpb": 2.13207, "chunk_loss": 0.030581, "F": 0.21027, "G": 0.21547, "chunks": 215.31, "bytes_per_chunk": 4.756, "boundary_entropy": 0.09035, "router_noise": 0.0, "grad_norm": 0.6795, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.276, "probe_sec": 0.033, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02303, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.10083, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 10.76733, "trunc_abs_frac": 0.87933, "mean_delta_full": 0.00925, "read_hit_rate": {"surface": 0.71931}, "mean_gate": {"surface": 0.26286}, "n_reads": 4933, "n_cand": 6858, "read_suppressed_frac": 0.1001, "dropout_reads_logged": 4933, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 268.2900085449219, "n_util_obs": 869, "util_count_spearman": 0.08155895479634635}, "probe_overhead_sec_total": 213.928, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.020377, "alpha": 0.03, "t": 1288.9}
{"event": "consolidate", "step": 3700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1301.1}
{"event": "train", "step": 3700, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.38218, "bpb": 1.99406, "chunk_loss": 0.030378, "F": 0.20227, "G": 0.20601, "chunks": 207.12, "bytes_per_chunk": 4.944, "boundary_entropy": 0.08984, "router_noise": 0.0, "grad_norm": 0.6546, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.25, "probe_sec": 0.114, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10822, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.02831, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.4099, "trunc_abs_frac": 7.60365, "mean_delta_full": 0.24805, "read_hit_rate": {"surface": 0.71862}, "mean_gate": {"surface": 0.25972}, "n_reads": 4740, "n_cand": 6596, "read_suppressed_frac": 0.0989, "dropout_reads_logged": 4740, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 271.988037109375, "n_util_obs": 886, "util_count_spearman": 0.08533962244586107}, "probe_overhead_sec_total": 217.192, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.020652, "alpha": 0.03, "t": 1301.4}
{"event": "consolidate", "step": 3750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1313.7}
{"event": "train", "step": 3750, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40584, "bpb": 2.0282, "chunk_loss": 0.03061, "F": 0.21262, "G": 0.21524, "chunks": 217.72, "bytes_per_chunk": 4.703, "boundary_entropy": 0.08591, "router_noise": 0.0, "grad_norm": 0.6629, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.249, "probe_sec": 0.0348, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02938, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.16058, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.46676, "trunc_abs_frac": 0.79578, "mean_delta_full": 0.2552, "read_hit_rate": {"surface": 0.74146}, "mean_gate": {"surface": 0.23495}, "n_reads": 5142, "n_cand": 6935, "read_suppressed_frac": 0.1025, "dropout_reads_logged": 5142, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 275.6934814453125, "n_util_obs": 908, "util_count_spearman": 0.08824153448753404}, "probe_overhead_sec_total": 219.814, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.021993, "alpha": 0.03, "t": 1313.9}
{"event": "consolidate", "step": 3800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1326.9}
{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3291.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189105, "cps": 25.710938, "mean_p": 0.193556, "boundary_entropy": 0.089084, "bpb": 1.955237}, "tr": {"chunks": 3767.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208087, "cps": 29.429688, "mean_p": 0.199221, "boundary_entropy": 0.101254, "bpb": 2.117201}, "fi": {"chunks": 4835.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.25703, "cps": 37.773438, "mean_p": 0.250809, "boundary_entropy": 0.090403, "bpb": 2.217269}}, "bpb": {"en": 1.95524, "tr": 2.1172, "fi": 2.21727}, "gini_cpc": 0.069217, "gini_cps": 0.08655, "bpic": 4.770201, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.100376499490835, "fi": 1.3591920726381173}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 279.34344482421875, "n_util_obs": 917, "util_count_spearman": 0.09655639674596966}, "t": 1327.7}
{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 1.97022, "tr": 2.1258, "fi": 2.22631}, "bytes_per_chunk": {"en": 4.961, "tr": 5.334, "fi": 4.139}, "bpb_mean": 2.10744, "frozen_inventory": true, "t": 1328.8}
{"event": "train", "step": 3800, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.38077, "bpb": 1.99202, "chunk_loss": 0.030431, "F": 0.20065, "G": 0.2036, "chunks": 205.47, "bytes_per_chunk": 4.984, "boundary_entropy": 0.08758, "router_noise": 0.0, "grad_norm": 0.6176, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.324, "probe_sec": 0.0962, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0905, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.20629, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 1.10781, "trunc_abs_frac": 1.01806, "mean_delta_full": 0.31932, "read_hit_rate": {"surface": 0.72643}, "mean_gate": {"surface": 0.24784}, "n_reads": 4753, "n_cand": 6543, "read_suppressed_frac": 0.101, "dropout_reads_logged": 4753, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 279.41705322265625, "n_util_obs": 917, "util_count_spearman": 0.09634663950744275}, "probe_overhead_sec_total": 222.694, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.02213, "alpha": 0.03, "t": 1330.1}
{"event": "consolidate", "step": 3850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1342.6}
{"event": "train", "step": 3850, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.37209, "bpb": 1.9795, "chunk_loss": 0.030297, "F": 0.19766, "G": 0.20128, "chunks": 202.41, "bytes_per_chunk": 5.059, "boundary_entropy": 0.08864, "router_noise": 0.0, "grad_norm": 0.7203, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.257, "probe_sec": 0.0273, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01843, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.21643, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.71985, "trunc_abs_frac": 1.4857, "mean_delta_full": 0.44763, "read_hit_rate": {"surface": 0.7159}, "mean_gate": {"surface": 0.26437}, "n_reads": 4614, "n_cand": 6445, "read_suppressed_frac": 0.0977, "dropout_reads_logged": 4614, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 283.1310119628906, "n_util_obs": 924, "util_count_spearman": 0.09457065701703403}, "probe_overhead_sec_total": 225.785, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.025618, "alpha": 0.03, "t": 1342.9}
{"event": "consolidate", "step": 3900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1361.8}
{"event": "train", "step": 3900, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40787, "bpb": 2.03112, "chunk_loss": 0.030437, "F": 0.20401, "G": 0.20762, "chunks": 208.91, "bytes_per_chunk": 4.902, "boundary_entropy": 0.08684, "router_noise": 0.0, "grad_norm": 0.6811, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.383, "probe_sec": 0.0416, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03636, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08048, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 7.05277, "trunc_abs_frac": 0.90341, "mean_delta_full": 0.03345, "read_hit_rate": {"surface": 0.71787}, "mean_gate": {"surface": 0.25853}, "n_reads": 4776, "n_cand": 6653, "read_suppressed_frac": 0.1009, "dropout_reads_logged": 4776, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 286.8434753417969, "n_util_obs": 933, "util_count_spearman": 0.10893525485971119}, "probe_overhead_sec_total": 228.476, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.020957, "alpha": 0.03, "t": 1362.1}
{"event": "consolidate", "step": 3950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1379.2}
{"event": "train", "step": 3950, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43747, "bpb": 2.07383, "chunk_loss": 0.030469, "F": 0.20712, "G": 0.21033, "chunks": 212.09, "bytes_per_chunk": 4.828, "boundary_entropy": 0.08619, "router_noise": 0.0, "grad_norm": 0.6982, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.355, "probe_sec": 0.0347, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02501, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05903, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.61944, "trunc_abs_frac": 0.9091, "mean_delta_full": -0.04663, "read_hit_rate": {"surface": 0.72924}, "mean_gate": {"surface": 0.23999}, "n_reads": 4926, "n_cand": 6755, "read_suppressed_frac": 0.0954, "dropout_reads_logged": 4926, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 290.54718017578125, "n_util_obs": 941, "util_count_spearman": 0.12110535572275062}, "probe_overhead_sec_total": 231.907, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.021113, "alpha": 0.03, "t": 1379.8}
{"event": "consolidate", "step": 4000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1398.8}
{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3291.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189105, "cps": 25.710938, "mean_p": 0.193036, "boundary_entropy": 0.083287, "bpb": 1.945167}, "tr": {"chunks": 3754.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207369, "cps": 29.328125, "mean_p": 0.198673, "boundary_entropy": 0.100373, "bpb": 2.103666}, "fi": {"chunks": 4854.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.258041, "cps": 37.921875, "mean_p": 0.251018, "boundary_entropy": 0.085694, "bpb": 2.203389}}, "bpb": {"en": 1.94517, "tr": 2.10367, "fi": 2.20339}, "gini_cpc": 0.070215, "gini_cps": 0.08757, "bpic": 4.767796, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0965790759460035, "fi": 1.364533261754999}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 294.1935119628906, "n_util_obs": 952, "util_count_spearman": 0.11908191302676759}, "t": 1399.5}
{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 1.96042, "tr": 2.11154, "fi": 2.21186}, "bytes_per_chunk": {"en": 4.963, "tr": 5.329, "fi": 4.125}, "bpb_mean": 2.09461, "frozen_inventory": true, "t": 1400.7}
{"event": "train", "step": 4000, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.45611, "bpb": 2.10072, "chunk_loss": 0.030473, "F": 0.20816, "G": 0.21067, "chunks": 213.16, "bytes_per_chunk": 4.804, "boundary_entropy": 0.08459, "router_noise": 0.0, "grad_norm": 0.7414, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.444, "probe_sec": 0.0302, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02248, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00548, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 10.56609, "trunc_abs_frac": 10.56609, "mean_delta_full": 0.02124, "read_hit_rate": {"surface": 0.71925}, "mean_gate": {"surface": 0.24196}, "n_reads": 4883, "n_cand": 6789, "read_suppressed_frac": 0.1008, "dropout_reads_logged": 4883, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 294.26513671875, "n_util_obs": 952, "util_count_spearman": 0.11898802820346752}, "probe_overhead_sec_total": 234.831, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.022851, "alpha": 0.03, "t": 1402.0}
{"event": "consolidate", "step": 4050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1422.4}
{"event": "train", "step": 4050, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.37674, "bpb": 1.98622, "chunk_loss": 0.030411, "F": 0.20212, "G": 0.20558, "chunks": 206.97, "bytes_per_chunk": 4.948, "boundary_entropy": 0.08117, "router_noise": 0.0, "grad_norm": 0.6486, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.413, "probe_sec": 0.0379, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03178, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0201, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -3.8453, "trunc_abs_frac": 1.42425, "mean_delta_full": -0.02209, "read_hit_rate": {"surface": 0.72902}, "mean_gate": {"surface": 0.23194}, "n_reads": 4805, "n_cand": 6591, "read_suppressed_frac": 0.0932, "dropout_reads_logged": 4805, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 297.9848937988281, "n_util_obs": 956, "util_count_spearman": 0.11883347675255944}, "probe_overhead_sec_total": 237.477, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.019231, "alpha": 0.03, "t": 1422.6}
{"event": "probe", "step": 4096, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3293.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18922, "cps": 25.726562, "mean_p": 0.193542, "boundary_entropy": 0.082186, "bpb": 1.938359}, "tr": {"chunks": 3750.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207148, "cps": 29.296875, "mean_p": 0.198341, "boundary_entropy": 0.100339, "bpb": 2.092617}, "fi": {"chunks": 4878.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.259316, "cps": 38.109375, "mean_p": 0.251967, "boundary_entropy": 0.085187, "bpb": 2.187211}}, "bpb": {"en": 1.93836, "tr": 2.09262, "fi": 2.18721}, "gini_cpc": 0.07127, "gini_cps": 0.088639, "bpic": 4.758997, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0947453414621624, "fi": 1.3704471815092005}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 301.3291931152344, "n_util_obs": 966, "util_count_spearman": 0.12264253704918107}, "t": 1446.4}
{"event": "consolidate", "step": 4100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1450.3}
{"event": "train", "step": 4100, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44677, "bpb": 2.08724, "chunk_loss": 0.030623, "F": 0.21332, "G": 0.21565, "chunks": 218.44, "bytes_per_chunk": 4.688, "boundary_entropy": 0.08326, "router_noise": 0.0, "grad_norm": 0.6812, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.572, "probe_sec": 0.0555, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03193, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06365, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.44421, "trunc_abs_frac": 1.8662, "mean_delta_full": -0.02615, "read_hit_rate": {"surface": 0.72391}, "mean_gate": {"surface": 0.24164}, "n_reads": 5037, "n_cand": 6958, "read_suppressed_frac": 0.0971, "dropout_reads_logged": 5037, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 301.7078857421875, "n_util_obs": 968, "util_count_spearman": 0.11974309067035178}, "probe_overhead_sec_total": 240.398, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.021213, "alpha": 0.03, "t": 1451.2}
{"event": "consolidate", "step": 4150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1477.7}
{"event": "train", "step": 4150, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.39439, "bpb": 2.01167, "chunk_loss": 0.030722, "F": 0.2179, "G": 0.21893, "chunks": 223.12, "bytes_per_chunk": 4.589, "boundary_entropy": 0.08245, "router_noise": 0.0, "grad_norm": 0.6836, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.536, "probe_sec": 0.0768, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06855, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02214, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -3.3243, "trunc_abs_frac": 4.15948, "mean_delta_full": 0.06305, "read_hit_rate": {"surface": 0.74043}, "mean_gate": {"surface": 0.22978}, "n_reads": 5263, "n_cand": 7108, "read_suppressed_frac": 0.1161, "dropout_reads_logged": 5263, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 305.4493408203125, "n_util_obs": 982, "util_count_spearman": 0.11675028458678982}, "probe_overhead_sec_total": 243.458, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.019947, "alpha": 0.03, "t": 1478.0}
{"event": "consolidate", "step": 4200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1502.4}
{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3295.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189335, "cps": 25.742188, "mean_p": 0.192647, "boundary_entropy": 0.081045, "bpb": 1.934384}, "tr": {"chunks": 3749.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207093, "cps": 29.289062, "mean_p": 0.19694, "boundary_entropy": 0.096891, "bpb": 2.081624}, "fi": {"chunks": 4882.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.259529, "cps": 38.140625, "mean_p": 0.252079, "boundary_entropy": 0.083936, "bpb": 2.178132}}, "bpb": {"en": 1.93438, "tr": 2.08162, "fi": 2.17813}, "gini_cpc": 0.07134, "gini_cps": 0.088714, "bpic": 4.757002, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0937890977417453, "fi": 1.3707384429202265}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 309.103271484375, "n_util_obs": 992, "util_count_spearman": 0.12453571492043485}, "t": 1503.2}
{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 1.94831, "tr": 2.09027, "fi": 2.18669}, "bytes_per_chunk": {"en": 4.959, "tr": 5.364, "fi": 4.114}, "bpb_mean": 2.07509, "frozen_inventory": true, "t": 1504.2}
{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 1505.3}
{"event": "train", "step": 4200, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.38454, "bpb": 1.99747, "chunk_loss": 0.030324, "F": 0.20078, "G": 0.20293, "chunks": 205.59, "bytes_per_chunk": 4.981, "boundary_entropy": 0.08002, "router_noise": 0.0, "grad_norm": 0.6495, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.566, "probe_sec": 0.0451, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02266, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02811, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.06262, "trunc_abs_frac": 0.89097, "mean_delta_full": 0.27519, "read_hit_rate": {"surface": 0.71758}, "mean_gate": {"surface": 0.22854}, "n_reads": 4698, "n_cand": 6547, "read_suppressed_frac": 0.0986, "dropout_reads_logged": 4698, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 309.1754455566406, "n_util_obs": 992, "util_count_spearman": 0.12422708593350648}, "probe_overhead_sec_total": 246.226, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.020066, "alpha": 0.03, "t": 1506.3}
{"event": "consolidate", "step": 4250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1522.9}
{"event": "train", "step": 4250, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37949, "bpb": 1.99018, "chunk_loss": 0.030357, "F": 0.19791, "G": 0.20145, "chunks": 202.66, "bytes_per_chunk": 5.053, "boundary_entropy": 0.08103, "router_noise": 0.0, "grad_norm": 0.6934, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.337, "probe_sec": 0.0677, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05813, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06104, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.62388, "trunc_abs_frac": 1.27446, "mean_delta_full": 0.1145, "read_hit_rate": {"surface": 0.71502}, "mean_gate": {"surface": 0.24994}, "n_reads": 4614, "n_cand": 6453, "read_suppressed_frac": 0.091, "dropout_reads_logged": 4614, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 312.89013671875, "n_util_obs": 1001, "util_count_spearman": 0.12596713178643384}, "probe_overhead_sec_total": 249.453, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.022098, "alpha": 0.03, "t": 1523.2}
{"event": "consolidate", "step": 4300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1536.2}
{"event": "train", "step": 4300, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.47793, "bpb": 2.13221, "chunk_loss": 0.030471, "F": 0.20538, "G": 0.20956, "chunks": 210.31, "bytes_per_chunk": 4.869, "boundary_entropy": 0.08486, "router_noise": 0.0, "grad_norm": 0.7503, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.265, "probe_sec": 0.034, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02789, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06642, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.32962, "trunc_abs_frac": 1.24854, "mean_delta_full": 0.48987, "read_hit_rate": {"surface": 0.71066}, "mean_gate": {"surface": 0.25085}, "n_reads": 4760, "n_cand": 6698, "read_suppressed_frac": 0.0943, "dropout_reads_logged": 4760, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 316.59063720703125, "n_util_obs": 1012, "util_count_spearman": 0.12483125386190148}, "probe_overhead_sec_total": 252.476, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.023633, "alpha": 0.03, "t": 1536.4}
{"event": "consolidate", "step": 4350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1548.5}
{"event": "train", "step": 4350, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33059, "bpb": 1.91964, "chunk_loss": 0.030449, "F": 0.20346, "G": 0.20628, "chunks": 208.34, "bytes_per_chunk": 4.915, "boundary_entropy": 0.07913, "router_noise": 0.0, "grad_norm": 0.7163, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.248, "probe_sec": 0.0935, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08198, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02693, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.42745, "trunc_abs_frac": 0.95637, "mean_delta_full": -0.21918, "read_hit_rate": {"surface": 0.72585}, "mean_gate": {"surface": 0.23305}, "n_reads": 4816, "n_cand": 6635, "read_suppressed_frac": 0.0976, "dropout_reads_logged": 4816, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 320.3204345703125, "n_util_obs": 1023, "util_count_spearman": 0.1257050748621887}, "probe_overhead_sec_total": 255.761, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.020213, "alpha": 0.03, "t": 1548.8}
{"event": "consolidate", "step": 4400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1561.1}
{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3294.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189278, "cps": 25.734375, "mean_p": 0.192657, "boundary_entropy": 0.079271, "bpb": 1.924583}, "tr": {"chunks": 3745.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206872, "cps": 29.257812, "mean_p": 0.196939, "boundary_entropy": 0.096191, "bpb": 2.06979}, "fi": {"chunks": 4862.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.258466, "cps": 37.984375, "mean_p": 0.251112, "boundary_entropy": 0.08177, "bpb": 2.164649}}, "bpb": {"en": 1.92458, "tr": 2.06979, "fi": 2.16465}, "gini_cpc": 0.070462, "gini_cps": 0.087836, "bpic": 4.766994, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0929537788572112, "fi": 1.3655373909715849}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 323.966796875, "n_util_obs": 1029, "util_count_spearman": 0.12796176232043235}, "t": 1561.8}
{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 1.93888, "tr": 2.07799, "fi": 2.1728}, "bytes_per_chunk": {"en": 4.957, "tr": 5.339, "fi": 4.124}, "bpb_mean": 2.06322, "frozen_inventory": true, "t": 1563.0}
{"event": "train", "step": 4400, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.44389, "bpb": 2.0831, "chunk_loss": 0.030678, "F": 0.21185, "G": 0.21458, "chunks": 216.94, "bytes_per_chunk": 4.72, "boundary_entropy": 0.07984, "router_noise": 0.0, "grad_norm": 0.7048, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.31, "probe_sec": 0.0961, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07655, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.11113, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -8.41972, "trunc_abs_frac": 0.83018, "mean_delta_full": -0.02661, "read_hit_rate": {"surface": 0.72562}, "mean_gate": {"surface": 0.23568}, "n_reads": 5014, "n_cand": 6910, "read_suppressed_frac": 0.0959, "dropout_reads_logged": 5014, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 324.04302978515625, "n_util_obs": 1029, "util_count_spearman": 0.12770472525679344}, "probe_overhead_sec_total": 259.223, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.022263, "alpha": 0.03, "t": 1564.3}
{"event": "consolidate", "step": 4450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1577.1}
{"event": "train", "step": 4450, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.38288, "bpb": 1.99507, "chunk_loss": 0.030468, "F": 0.2059, "G": 0.20842, "chunks": 210.84, "bytes_per_chunk": 4.857, "boundary_entropy": 0.08055, "router_noise": 0.0, "grad_norm": 0.6637, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.26, "probe_sec": 0.0495, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04078, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.12136, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.59056, "trunc_abs_frac": 0.52839, "mean_delta_full": -0.08728, "read_hit_rate": {"surface": 0.71929}, "mean_gate": {"surface": 0.23801}, "n_reads": 4830, "n_cand": 6715, "read_suppressed_frac": 0.0992, "dropout_reads_logged": 4830, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 327.7574462890625, "n_util_obs": 1038, "util_count_spearman": 0.1336979817748805}, "probe_overhead_sec_total": 261.969, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.018869, "alpha": 0.03, "t": 1577.3}
{"event": "consolidate", "step": 4500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1590.4}
{"event": "train", "step": 4500, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.39702, "bpb": 2.01548, "chunk_loss": 0.03058, "F": 0.21085, "G": 0.21326, "chunks": 215.91, "bytes_per_chunk": 4.743, "boundary_entropy": 0.07992, "router_noise": 0.0, "grad_norm": 0.7179, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.269, "probe_sec": 0.1487, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.14188, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0852, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.24585, "trunc_abs_frac": 0.24851, "mean_delta_full": 0.36495, "read_hit_rate": {"surface": 0.72517}, "mean_gate": {"surface": 0.23687}, "n_reads": 4987, "n_cand": 6877, "read_suppressed_frac": 0.0936, "dropout_reads_logged": 4987, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 331.4764709472656, "n_util_obs": 1047, "util_count_spearman": 0.12863977089740786}, "probe_overhead_sec_total": 265.387, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.018453, "alpha": 0.03, "t": 1590.7}
{"event": "consolidate", "step": 4550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1603.9}
{"event": "train", "step": 4550, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37188, "bpb": 1.9792, "chunk_loss": 0.030494, "F": 0.20926, "G": 0.21146, "chunks": 214.28, "bytes_per_chunk": 4.779, "boundary_entropy": 0.07805, "router_noise": 0.0, "grad_norm": 0.6711, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.267, "probe_sec": 0.0271, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01816, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00677, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.02115, "trunc_abs_frac": 0.2579, "mean_delta_full": -0.05194, "read_hit_rate": {"surface": 0.73744}, "mean_gate": {"surface": 0.23331}, "n_reads": 5033, "n_cand": 6825, "read_suppressed_frac": 0.1021, "dropout_reads_logged": 5033, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 335.1729431152344, "n_util_obs": 1056, "util_count_spearman": 0.13146548899824367}, "probe_overhead_sec_total": 268.549, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.020897, "alpha": 0.03, "t": 1604.1}
{"event": "consolidate", "step": 4600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1617.3}
{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3298.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189508, "cps": 25.765625, "mean_p": 0.193248, "boundary_entropy": 0.076615, "bpb": 1.914208}, "tr": {"chunks": 3744.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206817, "cps": 29.25, "mean_p": 0.195961, "boundary_entropy": 0.09817, "bpb": 2.057605}, "fi": {"chunks": 4881.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.259476, "cps": 38.132812, "mean_p": 0.251714, "boundary_entropy": 0.079848, "bpb": 2.14991}}, "bpb": {"en": 1.91421, "tr": 2.05761, "fi": 2.14991}, "gini_cpc": 0.071128, "gini_cps": 0.088512, "bpic": 4.758198, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0913366935050952, "fi": 1.369211042827186}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 338.7879333496094, "n_util_obs": 1061, "util_count_spearman": 0.1253133583966979}, "t": 1618.1}
{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 1.92867, "tr": 2.06592, "fi": 2.15979}, "bytes_per_chunk": {"en": 4.952, "tr": 5.338, "fi": 4.115}, "bpb_mean": 2.05146, "frozen_inventory": true, "t": 1619.3}
{"event": "train", "step": 4600, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.42934, "bpb": 2.06211, "chunk_loss": 0.030461, "F": 0.20398, "G": 0.20631, "chunks": 208.88, "bytes_per_chunk": 4.902, "boundary_entropy": 0.07952, "router_noise": 0.0, "grad_norm": 0.7251, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.328, "probe_sec": 0.0597, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04181, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.22652, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.57814, "trunc_abs_frac": 0.27178, "mean_delta_full": -0.13696, "read_hit_rate": {"surface": 0.71302}, "mean_gate": {"surface": 0.24629}, "n_reads": 4743, "n_cand": 6652, "read_suppressed_frac": 0.0976, "dropout_reads_logged": 4743, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 338.86053466796875, "n_util_obs": 1061, "util_count_spearman": 0.12550054241885958}, "probe_overhead_sec_total": 271.571, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.022593, "alpha": 0.03, "t": 1620.4}
{"event": "consolidate", "step": 4650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1632.6}
{"event": "train", "step": 4650, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34727, "bpb": 1.94369, "chunk_loss": 0.030441, "F": 0.20526, "G": 0.20744, "chunks": 210.19, "bytes_per_chunk": 4.872, "boundary_entropy": 0.07919, "router_noise": 0.0, "grad_norm": 0.674, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.247, "probe_sec": 0.0341, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0265, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.12241, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.35926, "trunc_abs_frac": 0.84384, "mean_delta_full": 0.10197, "read_hit_rate": {"surface": 0.72662}, "mean_gate": {"surface": 0.24405}, "n_reads": 4864, "n_cand": 6694, "read_suppressed_frac": 0.0991, "dropout_reads_logged": 4864, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 342.58868408203125, "n_util_obs": 1074, "util_count_spearman": 0.1153258431217493}, "probe_overhead_sec_total": 274.496, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.021056, "alpha": 0.03, "t": 1632.8}
{"event": "consolidate", "step": 4700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1647.4}
{"event": "train", "step": 4700, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36424, "bpb": 1.96818, "chunk_loss": 0.030432, "F": 0.20358, "G": 0.20595, "chunks": 208.47, "bytes_per_chunk": 4.912, "boundary_entropy": 0.08, "router_noise": 0.0, "grad_norm": 0.6776, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.297, "probe_sec": 0.0364, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.019, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00534, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.02994, "trunc_abs_frac": 1.51284, "mean_delta_full": 0.22528, "read_hit_rate": {"surface": 0.71758}, "mean_gate": {"surface": 0.23492}, "n_reads": 4764, "n_cand": 6639, "read_suppressed_frac": 0.1003, "dropout_reads_logged": 4764, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 346.3207702636719, "n_util_obs": 1088, "util_count_spearman": 0.1105059924810833}, "probe_overhead_sec_total": 278.644, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.025077, "alpha": 0.03, "t": 1647.6}
{"event": "consolidate", "step": 4750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1669.7}
{"event": "train", "step": 4750, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33223, "bpb": 1.922, "chunk_loss": 0.030458, "F": 0.2074, "G": 0.20918, "chunks": 212.38, "bytes_per_chunk": 4.822, "boundary_entropy": 0.07875, "router_noise": 0.0, "grad_norm": 0.6904, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.446, "probe_sec": 0.0446, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03414, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.24404, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.24563, "trunc_abs_frac": 1.06535, "mean_delta_full": 0.58493, "read_hit_rate": {"surface": 0.73788}, "mean_gate": {"surface": 0.23149}, "n_reads": 4991, "n_cand": 6764, "read_suppressed_frac": 0.1028, "dropout_reads_logged": 4991, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 350.04998779296875, "n_util_obs": 1095, "util_count_spearman": 0.10520452139746167}, "probe_overhead_sec_total": 281.643, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.020672, "alpha": 0.03, "t": 1669.9}
{"event": "consolidate", "step": 4800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1685.8}
{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3299.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189565, "cps": 25.773438, "mean_p": 0.193585, "boundary_entropy": 0.076993, "bpb": 1.905395}, "tr": {"chunks": 3751.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207203, "cps": 29.304688, "mean_p": 0.196418, "boundary_entropy": 0.09546, "bpb": 2.047187}, "fi": {"chunks": 4870.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.258891, "cps": 38.046875, "mean_p": 0.252021, "boundary_entropy": 0.081733, "bpb": 2.139916}}, "bpb": {"en": 1.9054, "tr": 2.04719, "fi": 2.13992}, "gini_cpc": 0.07049, "gini_cps": 0.087864, "bpic": 4.759396, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.09304569318301, "fi": 1.3657112359154588}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 353.6954345703125, "n_util_obs": 1102, "util_count_spearman": 0.10713777921919941}, "t": 1686.5}
{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 1.92028, "tr": 2.05511, "fi": 2.14949}, "bytes_per_chunk": {"en": 4.948, "tr": 5.336, "fi": 4.116}, "bpb_mean": 2.04163, "frozen_inventory": true, "t": 1687.6}
{"event": "train", "step": 4800, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.40317, "bpb": 2.02435, "chunk_loss": 0.030687, "F": 0.21573, "G": 0.21841, "chunks": 220.91, "bytes_per_chunk": 4.635, "boundary_entropy": 0.0802, "router_noise": 0.0, "grad_norm": 0.7178, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.394, "probe_sec": 0.0629, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0395, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06053, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.71642, "trunc_abs_frac": 0.84837, "mean_delta_full": 0.30627, "read_hit_rate": {"surface": 0.72659}, "mean_gate": {"surface": 0.22616}, "n_reads": 5113, "n_cand": 7037, "read_suppressed_frac": 0.0997, "dropout_reads_logged": 5113, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 353.77374267578125, "n_util_obs": 1102, "util_count_spearman": 0.10726301217052424}, "probe_overhead_sec_total": 284.54, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.022907, "alpha": 0.03, "t": 1689.7}
{"event": "consolidate", "step": 4850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1706.9}
{"event": "train", "step": 4850, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35672, "bpb": 1.95733, "chunk_loss": 0.03056, "F": 0.21042, "G": 0.21197, "chunks": 215.47, "bytes_per_chunk": 4.752, "boundary_entropy": 0.08262, "router_noise": 0.0, "grad_norm": 0.6708, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.348, "probe_sec": 0.0337, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02603, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.14564, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 1.09944, "trunc_abs_frac": 0.8811, "mean_delta_full": 0.1333, "read_hit_rate": {"surface": 0.72971}, "mean_gate": {"surface": 0.22232}, "n_reads": 5008, "n_cand": 6863, "read_suppressed_frac": 0.1036, "dropout_reads_logged": 5008, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 357.48260498046875, "n_util_obs": 1114, "util_count_spearman": 0.11136892003565287}, "probe_overhead_sec_total": 288.529, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.023382, "alpha": 0.03, "t": 1707.1}
{"event": "consolidate", "step": 4900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1731.5}
{"event": "train", "step": 4900, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36553, "bpb": 1.97004, "chunk_loss": 0.030317, "F": 0.19806, "G": 0.20019, "chunks": 202.81, "bytes_per_chunk": 5.049, "boundary_entropy": 0.07623, "router_noise": 0.0, "grad_norm": 0.7264, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.509, "probe_sec": 0.0938, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04792, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.11109, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.73563, "trunc_abs_frac": 0.76073, "mean_delta_full": 0.43964, "read_hit_rate": {"surface": 0.71338}, "mean_gate": {"surface": 0.22122}, "n_reads": 4607, "n_cand": 6458, "read_suppressed_frac": 0.1018, "dropout_reads_logged": 4607, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 361.17138671875, "n_util_obs": 1123, "util_count_spearman": 0.11854793307524986}, "probe_overhead_sec_total": 291.591, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.022068, "alpha": 0.03, "t": 1732.5}
{"event": "consolidate", "step": 4950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1757.8}
{"event": "train", "step": 4950, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34329, "bpb": 1.93796, "chunk_loss": 0.030532, "F": 0.20987, "G": 0.2105, "chunks": 214.91, "bytes_per_chunk": 4.765, "boundary_entropy": 0.07661, "router_noise": 0.0, "grad_norm": 0.676, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.51, "probe_sec": 0.031, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02358, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05755, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.67881, "trunc_abs_frac": 0.81281, "mean_delta_full": 0.11174, "read_hit_rate": {"surface": 0.72812}, "mean_gate": {"surface": 0.20816}, "n_reads": 4984, "n_cand": 6845, "read_suppressed_frac": 0.1009, "dropout_reads_logged": 4984, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 364.8710632324219, "n_util_obs": 1128, "util_count_spearman": 0.11656276562593433}, "probe_overhead_sec_total": 294.7, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.020763, "alpha": 0.03, "t": 1758.0}
{"event": "consolidate", "step": 5000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1786.4}
{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3294.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189278, "cps": 25.734375, "mean_p": 0.191922, "boundary_entropy": 0.075278, "bpb": 1.895659}, "tr": {"chunks": 3729.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205988, "cps": 29.132812, "mean_p": 0.19503, "boundary_entropy": 0.095822, "bpb": 2.038662}, "fi": {"chunks": 4848.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.257722, "cps": 37.875, "mean_p": 0.250069, "boundary_entropy": 0.080015, "bpb": 2.126473}}, "bpb": {"en": 1.89566, "tr": 2.03866, "fi": 2.12647}, "gini_cpc": 0.069878, "gini_cps": 0.087272, "bpic": 4.779041, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0882842834068198, "fi": 1.3616053622851179}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 368.51055908203125, "n_util_obs": 1139, "util_count_spearman": 0.12082570941509391}, "t": 1787.0}
{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 1.91092, "tr": 2.0461, "fi": 2.13591}, "bytes_per_chunk": {"en": 4.957, "tr": 5.356, "fi": 4.128}, "bpb_mean": 2.03098, "frozen_inventory": true, "t": 1788.1}
{"event": "train", "step": 5000, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35204, "bpb": 1.95059, "chunk_loss": 0.030495, "F": 0.20697, "G": 0.20837, "chunks": 211.94, "bytes_per_chunk": 4.832, "boundary_entropy": 0.0774, "router_noise": 0.0, "grad_norm": 0.7001, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.649, "probe_sec": 0.0365, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01996, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0524, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.06072, "trunc_abs_frac": 4.12985, "mean_delta_full": 0.33826, "read_hit_rate": {"surface": 0.72815}, "mean_gate": {"surface": 0.2283}, "n_reads": 4915, "n_cand": 6750, "read_suppressed_frac": 0.0975, "dropout_reads_logged": 4915, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 368.58642578125, "n_util_obs": 1139, "util_count_spearman": 0.12096227318327767}, "probe_overhead_sec_total": 297.789, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.018413, "alpha": 0.03, "t": 1790.5}
{"event": "consolidate", "step": 5050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1815.9}
{"event": "train", "step": 5050, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36177, "bpb": 1.96462, "chunk_loss": 0.030452, "F": 0.20706, "G": 0.20869, "chunks": 212.03, "bytes_per_chunk": 4.829, "boundary_entropy": 0.07793, "router_noise": 0.0, "grad_norm": 0.651, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.511, "probe_sec": 0.0243, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01854, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.13558, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.94534, "trunc_abs_frac": 0.44473, "mean_delta_full": 0.05304, "read_hit_rate": {"surface": 0.72531}, "mean_gate": {"surface": 0.21601}, "n_reads": 4898, "n_cand": 6753, "read_suppressed_frac": 0.0964, "dropout_reads_logged": 4898, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 372.294921875, "n_util_obs": 1146, "util_count_spearman": 0.12217701614854304}, "probe_overhead_sec_total": 300.851, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.021316, "alpha": 0.03, "t": 1816.0}
{"event": "consolidate", "step": 5100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1828.7}
{"event": "train", "step": 5100, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32938, "bpb": 1.9179, "chunk_loss": 0.030261, "F": 0.19748, "G": 0.19831, "chunks": 202.22, "bytes_per_chunk": 5.064, "boundary_entropy": 0.07446, "router_noise": 0.0, "grad_norm": 0.68, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.257, "probe_sec": 0.0474, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04179, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06281, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 1.13859, "trunc_abs_frac": 4.31176, "mean_delta_full": 0.1276, "read_hit_rate": {"surface": 0.72061}, "mean_gate": {"surface": 0.21714}, "n_reads": 4640, "n_cand": 6439, "read_suppressed_frac": 0.1019, "dropout_reads_logged": 4640, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 376.000732421875, "n_util_obs": 1151, "util_count_spearman": 0.12516690650880166}, "probe_overhead_sec_total": 303.249, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.020711, "alpha": 0.03, "t": 1828.9}
{"event": "consolidate", "step": 5150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1841.8}
{"event": "train", "step": 5150, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32165, "bpb": 1.90673, "chunk_loss": 0.030504, "F": 0.20847, "G": 0.2096, "chunks": 213.47, "bytes_per_chunk": 4.797, "boundary_entropy": 0.0759, "router_noise": 0.0, "grad_norm": 0.6918, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.263, "probe_sec": 0.0809, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07492, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07698, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.14209, "trunc_abs_frac": 1.79736, "mean_delta_full": -0.17139, "read_hit_rate": {"surface": 0.72967}, "mean_gate": {"surface": 0.21447}, "n_reads": 4961, "n_cand": 6799, "read_suppressed_frac": 0.1002, "dropout_reads_logged": 4961, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 379.7083740234375, "n_util_obs": 1157, "util_count_spearman": 0.12406429455421719}, "probe_overhead_sec_total": 306.54, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.021808, "alpha": 0.03, "t": 1842.0}
{"event": "consolidate", "step": 5200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1855.5}
{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3294.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189278, "cps": 25.734375, "mean_p": 0.192286, "boundary_entropy": 0.07558, "bpb": 1.889293}, "tr": {"chunks": 3760.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.2077, "cps": 29.375, "mean_p": 0.196183, "boundary_entropy": 0.097011, "bpb": 2.029113}, "fi": {"chunks": 4865.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.258625, "cps": 38.007812, "mean_p": 0.251603, "boundary_entropy": 0.08043, "bpb": 2.119312}}, "bpb": {"en": 1.88929, "tr": 2.02911, "fi": 2.11931}, "gini_cpc": 0.070518, "gini_cps": 0.087871, "bpic": 4.759795, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.097331430841953, "fi": 1.3663799685472564}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 383.34149169921875, "n_util_obs": 1168, "util_count_spearman": 0.1235824264793929}, "t": 1856.2}
{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 1.90421, "tr": 2.03701, "fi": 2.1285}, "bytes_per_chunk": {"en": 4.955, "tr": 5.315, "fi": 4.116}, "bpb_mean": 2.02324, "frozen_inventory": true, "t": 1857.4}
{"event": "train", "step": 5200, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36391, "bpb": 1.9677, "chunk_loss": 0.030668, "F": 0.21457, "G": 0.21602, "chunks": 219.72, "bytes_per_chunk": 4.661, "boundary_entropy": 0.07833, "router_noise": 0.0, "grad_norm": 0.6949, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.332, "probe_sec": 0.0261, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01927, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03964, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -7.67757, "trunc_abs_frac": 0.68281, "mean_delta_full": -0.02612, "read_hit_rate": {"surface": 0.73739}, "mean_gate": {"surface": 0.21975}, "n_reads": 5161, "n_cand": 6999, "read_suppressed_frac": 0.1009, "dropout_reads_logged": 5161, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 383.42047119140625, "n_util_obs": 1168, "util_count_spearman": 0.12265945673099661}, "probe_overhead_sec_total": 309.843, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.018805, "alpha": 0.03, "t": 1858.6}
{"event": "consolidate", "step": 5250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1871.6}
{"event": "train", "step": 5250, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.39133, "bpb": 2.00727, "chunk_loss": 0.030526, "F": 0.21112, "G": 0.21325, "chunks": 216.19, "bytes_per_chunk": 4.737, "boundary_entropy": 0.07606, "router_noise": 0.0, "grad_norm": 0.7072, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.264, "probe_sec": 0.0378, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03165, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.29613, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -55.89082, "trunc_abs_frac": 3.18608, "mean_delta_full": -0.00321, "read_hit_rate": {"surface": 0.73105}, "mean_gate": {"surface": 0.21832}, "n_reads": 5034, "n_cand": 6886, "read_suppressed_frac": 0.1035, "dropout_reads_logged": 5034, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 387.15087890625, "n_util_obs": 1178, "util_count_spearman": 0.12787345669975128}, "probe_overhead_sec_total": 312.46, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.018133, "alpha": 0.03, "t": 1871.8}
{"event": "consolidate", "step": 5300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1884.0}
{"event": "train", "step": 5300, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37892, "bpb": 1.98936, "chunk_loss": 0.030433, "F": 0.20572, "G": 0.20718, "chunks": 210.66, "bytes_per_chunk": 4.861, "boundary_entropy": 0.07523, "router_noise": 0.0, "grad_norm": 0.682, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.247, "probe_sec": 0.0313, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02536, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08382, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.88951, "trunc_abs_frac": 0.86237, "mean_delta_full": 0.40507, "read_hit_rate": {"surface": 0.71978}, "mean_gate": {"surface": 0.21386}, "n_reads": 4829, "n_cand": 6709, "read_suppressed_frac": 0.1027, "dropout_reads_logged": 4829, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 390.9093322753906, "n_util_obs": 1183, "util_count_spearman": 0.12666203573700924}, "probe_overhead_sec_total": 315.212, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.019088, "alpha": 0.03, "t": 1884.2}
{"event": "consolidate", "step": 5350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1897.1}
{"event": "train", "step": 5350, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34447, "bpb": 1.93966, "chunk_loss": 0.030641, "F": 0.2092, "G": 0.21039, "chunks": 214.22, "bytes_per_chunk": 4.78, "boundary_entropy": 0.07589, "router_noise": 0.0, "grad_norm": 0.7289, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.262, "probe_sec": 0.0594, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0537, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.30677, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.8736, "trunc_abs_frac": 0.84608, "mean_delta_full": 0.61761, "read_hit_rate": {"surface": 0.72373}, "mean_gate": {"surface": 0.22857}, "n_reads": 4938, "n_cand": 6823, "read_suppressed_frac": 0.099, "dropout_reads_logged": 4938, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 394.6390380859375, "n_util_obs": 1194, "util_count_spearman": 0.12381648402985286}, "probe_overhead_sec_total": 318.233, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.020478, "alpha": 0.03, "t": 1897.3}
{"event": "consolidate", "step": 5400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1909.5}
{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3295.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189335, "cps": 25.742188, "mean_p": 0.192344, "boundary_entropy": 0.074764, "bpb": 1.884555}, "tr": {"chunks": 3748.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207038, "cps": 29.28125, "mean_p": 0.195659, "boundary_entropy": 0.09101, "bpb": 2.021439}, "fi": {"chunks": 4859.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.258306, "cps": 37.960938, "mean_p": 0.25022, "boundary_entropy": 0.077359, "bpb": 2.111584}}, "bpb": {"en": 1.88455, "tr": 2.02144, "fi": 2.11158}, "gini_cpc": 0.070234, "gini_cps": 0.087604, "bpic": 4.766594, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.093497342847709, "fi": 1.3642806419806188}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 398.2759704589844, "n_util_obs": 1209, "util_count_spearman": 0.12653728758388158}, "t": 1910.1}
{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 1.89931, "tr": 2.02907, "fi": 2.12077}, "bytes_per_chunk": {"en": 4.95, "tr": 5.325, "fi": 4.122}, "bpb_mean": 2.01638, "frozen_inventory": true, "t": 1911.3}
{"event": "train", "step": 5400, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.26254, "bpb": 1.82146, "chunk_loss": 0.030401, "F": 0.2005, "G": 0.20176, "chunks": 205.31, "bytes_per_chunk": 4.988, "boundary_entropy": 0.07361, "router_noise": 0.0, "grad_norm": 0.6657, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.305, "probe_sec": 0.034, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02409, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.23121, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.25171, "trunc_abs_frac": 1.19507, "mean_delta_full": 1.32648, "read_hit_rate": {"surface": 0.73218}, "mean_gate": {"surface": 0.22143}, "n_reads": 4787, "n_cand": 6538, "read_suppressed_frac": 0.0967, "dropout_reads_logged": 4787, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 398.3497314453125, "n_util_obs": 1209, "util_count_spearman": 0.12660786097041096}, "probe_overhead_sec_total": 321.047, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.022724, "alpha": 0.03, "t": 1912.6}
{"event": "consolidate", "step": 5450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1925.1}
{"event": "train", "step": 5450, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31375, "bpb": 1.89535, "chunk_loss": 0.030473, "F": 0.20825, "G": 0.20962, "chunks": 213.25, "bytes_per_chunk": 4.802, "boundary_entropy": 0.07358, "router_noise": 0.0, "grad_norm": 0.6698, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.257, "probe_sec": 0.0345, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01968, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.09776, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.80364, "trunc_abs_frac": 2.50317, "mean_delta_full": -0.2677, "read_hit_rate": {"surface": 0.72777}, "mean_gate": {"surface": 0.21315}, "n_reads": 4943, "n_cand": 6792, "read_suppressed_frac": 0.0959, "dropout_reads_logged": 4943, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 402.0836181640625, "n_util_obs": 1220, "util_count_spearman": 0.12753772231835003}, "probe_overhead_sec_total": 324.198, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.024568, "alpha": 0.03, "t": 1925.4}
{"event": "consolidate", "step": 5500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1938.7}
{"event": "train", "step": 5500, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32716, "bpb": 1.91469, "chunk_loss": 0.030442, "F": 0.20639, "G": 0.20746, "chunks": 211.34, "bytes_per_chunk": 4.845, "boundary_entropy": 0.07342, "router_noise": 0.0, "grad_norm": 0.6713, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.27, "probe_sec": 0.0822, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07031, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.14596, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 2.28552, "trunc_abs_frac": 0.94521, "mean_delta_full": 0.12488, "read_hit_rate": {"surface": 0.73213}, "mean_gate": {"surface": 0.21946}, "n_reads": 4928, "n_cand": 6731, "read_suppressed_frac": 0.0946, "dropout_reads_logged": 4928, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 405.82073974609375, "n_util_obs": 1226, "util_count_spearman": 0.12102193970763968}, "probe_overhead_sec_total": 327.769, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.021818, "alpha": 0.03, "t": 1938.9}
{"event": "consolidate", "step": 5550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1952.1}
{"event": "train", "step": 5550, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31785, "bpb": 1.90125, "chunk_loss": 0.030495, "F": 0.21072, "G": 0.21157, "chunks": 215.78, "bytes_per_chunk": 4.746, "boundary_entropy": 0.07178, "router_noise": 0.0, "grad_norm": 0.672, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.266, "probe_sec": 0.0345, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02774, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03596, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.81403, "trunc_abs_frac": 1.09253, "mean_delta_full": 0.12598, "read_hit_rate": {"surface": 0.73272}, "mean_gate": {"surface": 0.20532}, "n_reads": 5036, "n_cand": 6873, "read_suppressed_frac": 0.1048, "dropout_reads_logged": 5036, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 409.5404052734375, "n_util_obs": 1235, "util_count_spearman": 0.11854931395303539}, "probe_overhead_sec_total": 331.482, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.026963, "alpha": 0.03, "t": 1952.3}
{"event": "consolidate", "step": 5600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1965.2}
{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3288.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188933, "cps": 25.6875, "mean_p": 0.191443, "boundary_entropy": 0.073757, "bpb": 1.879845}, "tr": {"chunks": 3735.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206319, "cps": 29.179688, "mean_p": 0.194464, "boundary_entropy": 0.091338, "bpb": 2.014572}, "fi": {"chunks": 4854.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.258041, "cps": 37.921875, "mean_p": 0.250146, "boundary_entropy": 0.075248, "bpb": 2.101226}}, "bpb": {"en": 1.87985, "tr": 2.01457, "fi": 2.10123}, "gini_cpc": 0.070522, "gini_cps": 0.087901, "bpic": 4.776627, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0920244597923239, "fi": 1.3657782738551405}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 413.1817626953125, "n_util_obs": 1245, "util_count_spearman": 0.11536205009442489}, "t": 1966.0}
{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 1.89488, "tr": 2.02174, "fi": 2.11137}, "bytes_per_chunk": {"en": 4.959, "tr": 5.337, "fi": 4.123}, "bpb_mean": 2.00933, "frozen_inventory": true, "t": 1967.1}
{"event": "train", "step": 5600, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34238, "bpb": 1.93664, "chunk_loss": 0.030491, "F": 0.20901, "G": 0.21047, "chunks": 214.03, "bytes_per_chunk": 4.784, "boundary_entropy": 0.07698, "router_noise": 0.0, "grad_norm": 0.7205, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.329, "probe_sec": 0.0547, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04766, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00096, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.89717, "trunc_abs_frac": 0.89717, "mean_delta_full": -0.26355, "read_hit_rate": {"surface": 0.72789}, "mean_gate": {"surface": 0.21891}, "n_reads": 4962, "n_cand": 6817, "read_suppressed_frac": 0.0957, "dropout_reads_logged": 4962, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 413.2581787109375, "n_util_obs": 1245, "util_count_spearman": 0.1152612334429622}, "probe_overhead_sec_total": 335.034, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.022745, "alpha": 0.03, "t": 1968.7}
{"event": "consolidate", "step": 5650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1986.8}
{"event": "train", "step": 5650, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32459, "bpb": 1.91098, "chunk_loss": 0.030432, "F": 0.20529, "G": 0.20658, "chunks": 210.22, "bytes_per_chunk": 4.871, "boundary_entropy": 0.07494, "router_noise": 0.0, "grad_norm": 0.6634, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.366, "probe_sec": 0.0881, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07918, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03126, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.52721, "trunc_abs_frac": 0.44777, "mean_delta_full": 0.23859, "read_hit_rate": {"surface": 0.72547}, "mean_gate": {"surface": 0.21262}, "n_reads": 4857, "n_cand": 6695, "read_suppressed_frac": 0.0988, "dropout_reads_logged": 4857, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 416.96014404296875, "n_util_obs": 1249, "util_count_spearman": 0.11282437162389448}, "probe_overhead_sec_total": 338.358, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.020427, "alpha": 0.03, "t": 1987.0}
{"event": "consolidate", "step": 5700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2005.5}
{"event": "train", "step": 5700, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.40225, "bpb": 2.02302, "chunk_loss": 0.030533, "F": 0.21109, "G": 0.21222, "chunks": 216.16, "bytes_per_chunk": 4.737, "boundary_entropy": 0.07569, "router_noise": 0.0, "grad_norm": 0.7281, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.377, "probe_sec": 0.0311, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02336, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02379, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.17385, "trunc_abs_frac": 2.17315, "mean_delta_full": -0.14535, "read_hit_rate": {"surface": 0.72404}, "mean_gate": {"surface": 0.22072}, "n_reads": 4985, "n_cand": 6885, "read_suppressed_frac": 0.1013, "dropout_reads_logged": 4985, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 420.6964111328125, "n_util_obs": 1261, "util_count_spearman": 0.11283676473649921}, "probe_overhead_sec_total": 341.217, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.023943, "alpha": 0.03, "t": 2005.8}
{"event": "consolidate", "step": 5750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2022.6}
{"event": "train", "step": 5750, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.38829, "bpb": 2.00288, "chunk_loss": 0.030554, "F": 0.20987, "G": 0.21106, "chunks": 214.91, "bytes_per_chunk": 4.765, "boundary_entropy": 0.07483, "router_noise": 0.0, "grad_norm": 0.722, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.349, "probe_sec": 0.0816, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05021, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.12233, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.30516, "trunc_abs_frac": 0.53178, "mean_delta_full": 0.17904, "read_hit_rate": {"surface": 0.72096}, "mean_gate": {"surface": 0.21433}, "n_reads": 4935, "n_cand": 6845, "read_suppressed_frac": 0.0979, "dropout_reads_logged": 4935, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 424.43731689453125, "n_util_obs": 1270, "util_count_spearman": 0.11586522090382309}, "probe_overhead_sec_total": 343.87, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.024446, "alpha": 0.03, "t": 2023.3}
{"event": "consolidate", "step": 5800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2050.9}
{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3295.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189335, "cps": 25.742188, "mean_p": 0.191981, "boundary_entropy": 0.073278, "bpb": 1.875029}, "tr": {"chunks": 3727.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205877, "cps": 29.117188, "mean_p": 0.194406, "boundary_entropy": 0.091494, "bpb": 2.011031}, "fi": {"chunks": 4853.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.257987, "cps": 37.914062, "mean_p": 0.249858, "boundary_entropy": 0.076346, "bpb": 2.098334}}, "bpb": {"en": 1.87503, "tr": 2.01103, "fi": 2.09833}, "gini_cpc": 0.070068, "gini_cps": 0.087467, "bpic": 4.777432, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0873704900729488, "fi": 1.3625959982572429}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 428.0841064453125, "n_util_obs": 1275, "util_count_spearman": 0.11875301535818007}, "t": 2051.6}
{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 1.89024, "tr": 2.01832, "fi": 2.10711}, "bytes_per_chunk": {"en": 4.957, "tr": 5.336, "fi": 4.13}, "bpb_mean": 2.00522, "frozen_inventory": true, "t": 2052.7}
{"event": "train", "step": 5800, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.30458, "bpb": 1.8821, "chunk_loss": 0.030363, "F": 0.20276, "G": 0.20393, "chunks": 207.62, "bytes_per_chunk": 4.932, "boundary_entropy": 0.07218, "router_noise": 0.0, "grad_norm": 0.7071, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.616, "probe_sec": 0.0516, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02435, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02467, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.1511, "trunc_abs_frac": 0.1511, "mean_delta_full": -0.66003, "read_hit_rate": {"surface": 0.73125}, "mean_gate": {"surface": 0.20852}, "n_reads": 4835, "n_cand": 6612, "read_suppressed_frac": 0.104, "dropout_reads_logged": 4835, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 428.15899658203125, "n_util_obs": 1275, "util_count_spearman": 0.11875106069686982}, "probe_overhead_sec_total": 347.097, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.022396, "alpha": 0.03, "t": 2054.1}
{"event": "consolidate", "step": 5850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2082.5}
{"event": "train", "step": 5850, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35114, "bpb": 1.94928, "chunk_loss": 0.03034, "F": 0.19937, "G": 0.20091, "chunks": 204.16, "bytes_per_chunk": 5.016, "boundary_entropy": 0.07212, "router_noise": 0.0, "grad_norm": 0.7001, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.573, "probe_sec": 0.0456, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03568, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.33648, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.60334, "trunc_abs_frac": 0.53223, "mean_delta_full": 0.57961, "read_hit_rate": {"surface": 0.70543}, "mean_gate": {"surface": 0.20748}, "n_reads": 4586, "n_cand": 6501, "read_suppressed_frac": 0.0997, "dropout_reads_logged": 4586, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 431.8825988769531, "n_util_obs": 1279, "util_count_spearman": 0.12304292883162894}, "probe_overhead_sec_total": 350.108, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.021928, "alpha": 0.03, "t": 2082.8}
{"event": "consolidate", "step": 5900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2108.2}
{"event": "train", "step": 5900, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.38693, "bpb": 2.00092, "chunk_loss": 0.030518, "F": 0.21094, "G": 0.21211, "chunks": 216.0, "bytes_per_chunk": 4.741, "boundary_entropy": 0.07277, "router_noise": 0.0, "grad_norm": 0.7275, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.514, "probe_sec": 0.0443, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03499, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.17014, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.18031, "trunc_abs_frac": 4.17352, "mean_delta_full": 0.29089, "read_hit_rate": {"surface": 0.72485}, "mean_gate": {"surface": 0.21804}, "n_reads": 4987, "n_cand": 6880, "read_suppressed_frac": 0.0985, "dropout_reads_logged": 4987, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 435.62890625, "n_util_obs": 1286, "util_count_spearman": 0.1251289496787596}, "probe_overhead_sec_total": 353.285, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.01799, "alpha": 0.03, "t": 2108.5}
{"event": "consolidate", "step": 5950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2124.8}
{"event": "train", "step": 5950, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32464, "bpb": 1.91104, "chunk_loss": 0.030397, "F": 0.20212, "G": 0.20345, "chunks": 206.97, "bytes_per_chunk": 4.948, "boundary_entropy": 0.07468, "router_noise": 0.0, "grad_norm": 0.7843, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.33, "probe_sec": 0.0265, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06174, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 6.17919, "trunc_abs_frac": 6.17919, "mean_delta_full": 0.02112, "read_hit_rate": {"surface": 0.72523}, "mean_gate": {"surface": 0.21393}, "n_reads": 4780, "n_cand": 6591, "read_suppressed_frac": 0.0908, "dropout_reads_logged": 4780, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 439.34765625, "n_util_obs": 1290, "util_count_spearman": 0.12258861017418644}, "probe_overhead_sec_total": 355.522, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.017311, "alpha": 0.03, "t": 2125.0}
{"event": "consolidate", "step": 6000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2139.1}
{"event": "train", "step": 5999, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33813, "bpb": 1.93051, "chunk_loss": 0.030611, "F": 0.21295, "G": 0.21408, "chunks": 218.06, "bytes_per_chunk": 4.696, "boundary_entropy": 0.07382, "router_noise": 0.0, "grad_norm": 0.7281, "lr": 3e-05, "router_trainable": true, "sec_per_step": 0.283, "probe_sec": 0.0381, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03112, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.16732, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": -2.78281, "trunc_abs_frac": 0.9061, "mean_delta_full": -0.05225, "read_hit_rate": {"surface": 0.7423}, "mean_gate": {"surface": 0.21572}, "n_reads": 5156, "n_cand": 6946, "read_suppressed_frac": 0.0937, "dropout_reads_logged": 5156, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 443.00128173828125, "n_util_obs": 1303, "util_count_spearman": 0.12651028620352614}, "probe_overhead_sec_total": 358.242, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.022141, "alpha": 0.03, "t": 2139.1}
{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3291.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189105, "cps": 25.710938, "mean_p": 0.191576, "boundary_entropy": 0.070845, "bpb": 1.87221}, "tr": {"chunks": 3730.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206043, "cps": 29.140625, "mean_p": 0.194447, "boundary_entropy": 0.092763, "bpb": 2.00252}, "fi": {"chunks": 4858.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.258253, "cps": 37.953125, "mean_p": 0.250015, "boundary_entropy": 0.075154, "bpb": 2.09184}}, "bpb": {"en": 1.87221, "tr": 2.00252, "fi": 2.09184}, "gini_cpc": 0.070552, "gini_cps": 0.087942, "bpic": 4.775823, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0895684478632373, "fi": 1.3656577226217113}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 443.00128173828125, "n_util_obs": 1303, "util_count_spearman": 0.12651028620352614}, "t": 2139.8}
{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 1.88767, "tr": 2.01075, "fi": 2.10158}, "bytes_per_chunk": {"en": 4.958, "tr": 5.328, "fi": 4.133}, "bpb_mean": 2.0, "frozen_inventory": true, "t": 2141.2}
{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/runs/ali_mem-static_s0/probe/reps/th0.30", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-static_s0/probe/reps/th0.40", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-static_s0/probe/reps/th0.50", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-static_s0/probe/reps/th0.60", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-static_s0/probe/reps/th0.70"], "t": 2143.4}
{"event": "final", "run": "ali_mem-static_s0", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22785088, "seed": 0, "per_lang": {"en": {"cpc": 0.1891053266678159, "cps": 25.7109375, "bpb": 1.8921117844629196, "bytes_per_chunk": 4.894718661600366, "reads_per_chunk": 0.7313864796990095}, "tr": {"cpc": 0.20604319726012263, "cps": 29.140625, "bpb": 2.002915530635507, "bytes_per_chunk": 5.323801787164906, "reads_per_chunk": 0.6710398050365557}, "fi": {"cpc": 0.2582531497528042, "cps": 37.953125, "bpb": 2.1222958796239713, "bytes_per_chunk": 4.120173832407327, "reads_per_chunk": 0.7194555556428734}}, "bpb_mean": 2.005774398240799, "gini_cpc": 0.0705516232666552, "gini_cps": 0.08794230715267837, "bpic": 4.775822880713865, "mean_boundary_entropy": 0.0738239586353302, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "probe_overhead_sec_total": 358.2422368526459, "probe_overhead_seq_frac": 0.4999166666666667, "wall_sec": 2145.934326648712, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 443.00128173828125, "n_util_obs": 1303, "util_count_spearman": 0.12651028620352614}, "ali_params": 268096, "ali_config": {"enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "frequency", "value_mode": "static", "candidate_types": ["surface"], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0}, "util_vs_frequency_spearman": 0.12651028620352614, "paired_vs_dropout": {"n": 2762, "pearson": 0.041944193749399186, "spearman": 0.03005128891220782, "mean_abs_discrepancy": 0.9591703414916992, "mean_paired": 0.09327801316976547, "mean_dropout": 0.10437660664319992}, "predictor_calibration": {"n": 6274, "all": {"n": 6274, "pearson": 0.1220766271344797, "spearman": 0.18200913645521222, "mae": 0.14198599755764008, "reliability": [{"pred": 0.013538859784603119, "obs": 0.03696608543395996, "n": 628}, {"pred": 0.02238841913640499, "obs": 0.03990902379155159, "n": 627}, {"pred": 0.026816409081220627, "obs": 0.05187617242336273, "n": 627}, {"pred": 0.03093300387263298, "obs": 0.03802495077252388, "n": 628}, {"pred": 0.03529863432049751, "obs": 0.050982292741537094, "n": 627}, {"pred": 0.040408793836832047, "obs": 0.0497724786400795, "n": 627}, {"pred": 0.04639040306210518, "obs": 0.07212762534618378, "n": 628}, {"pred": 0.05518842488527298, "obs": 0.12026374042034149, "n": 627}, {"pred": 0.06845121830701828, "obs": 0.09757519513368607, "n": 627}, {"pred": 0.09275080263614655, "obs": 0.12574584782123566, "n": 628}]}, "admitted": {"n": 6274, "pearson": 0.1220766271344797, "spearman": 0.18200913645521222, "mae": 0.14198599755764008, "reliability": [{"pred": 0.013538859784603119, "obs": 0.03696608543395996, "n": 628}, {"pred": 0.02238841913640499, "obs": 0.03990902379155159, "n": 627}, {"pred": 0.026816409081220627, "obs": 0.05187617242336273, "n": 627}, {"pred": 0.03093300387263298, "obs": 0.03802495077252388, "n": 628}, {"pred": 0.03529863432049751, "obs": 0.050982292741537094, "n": 627}, {"pred": 0.040408793836832047, "obs": 0.0497724786400795, "n": 627}, {"pred": 0.04639040306210518, "obs": 0.07212762534618378, "n": 628}, {"pred": 0.05518842488527298, "obs": 0.12026374042034149, "n": 627}, {"pred": 0.06845121830701828, "obs": 0.09757519513368607, "n": 627}, {"pred": 0.09275080263614655, "obs": 0.12574584782123566, "n": 628}]}, "staged": {"n": 0, "pearson": NaN, "spearman": NaN, "mae": NaN}}, "t": 2146.0}