Hugging Face's logo

AdaptiveChunking
/
ali_mem-shuffled_s2

PyTorch
Safetensors
dynamic-chunking
tokenization
hnet
byte-level
beetle-hnet
Model card Files
xet
 Community
ali_mem-shuffled_s2
File size: 271,073 Bytes
775ed1c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
64fa010
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
{"event": "hub", "repo": "AdaptiveChunking/ali_mem-shuffled_s2", "keep_steps": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 256, 512, 1000, 1024, 2048, 3000, 4096, 6000], "t": 3.5}
{"event": "start", "run": "ali_mem-shuffled_s2", "arch": "ali", "objective": "ratio", "condition": "A", "params": 22785088, "langs": ["en", "tr", "fi"], "premium": {"en": 1.0, "tr": 1.12, "fi": 1.104}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {}, "weights": {"en": 0.74, "tr": 0.1536, "fi": 0.1064}, "device": "cuda", "ali_params": 268096, "ali_config": {"enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "frequency", "value_mode": "shuffled", "candidate_types": ["surface"], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0}, "t": 3.5}
{"event": "probe_schedule", "n": 45, "steps": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 200, 256, 400, 512, 600, 800, 1000, 1024, 1200, 1400, 1600, 1800, 2000, 2048, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4096, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 3.5}
{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10933.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.628225, "cps": 85.414062, "mean_p": 0.513249, "boundary_entropy": 0.686295, "bpb": 8.12598}, "tr": {"chunks": 8187.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.452245, "cps": 63.960938, "mean_p": 0.498002, "boundary_entropy": 0.686826, "bpb": 8.097536}, "fi": {"chunks": 13540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.719792, "cps": 105.78125, "mean_p": 0.517169, "boundary_entropy": 0.686661, "bpb": 8.065117}}, "bpb": {"en": 8.12598, "tr": 8.09754, "fi": 8.06512}, "gini_cpc": 0.099077, "gini_cps": 0.109267, "bpic": 1.737048, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7198781817505053, "fi": 1.1457544508645294}, "inventory": {"size": 0, "admitted": 0, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 0.0, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 5.3}
{"event": "train", "step": 0, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 5.62735, "bpb": 8.11854, "chunk_loss": 0.062086, "F": 0.59833, "G": 0.50836, "chunks": 612.69, "bytes_per_chunk": 1.671, "boundary_entropy": 0.69105, "router_noise": 0.0, "grad_norm": 11.4935, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.021, "probe_sec": 0.0137, "probe_extra_seqs": 0, "n_rows": 0, "extra_fwd_seqs": 0, "wall_s": 0.0, "overhead_frac_est": 0.0, "chunk_mismatch": 0, "n_loo": 0, "mean_delta_loo": NaN, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "read_hit_rate": {"surface": 0.0}, "mean_gate": {"surface": null}, "n_reads": 0, "n_cand": 19574, "read_suppressed_frac": 0.0, "dropout_reads_logged": 0, "inventory": {"size": 2006, "admitted": 2006, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 2006, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 9.757726669311523, "n_util_obs": 0, "util_count_spearman": NaN}, "probe_overhead_sec_total": 0.014, "probe_overhead_seq_frac": 0.0, "util_loss": -0.0, "alpha": 0.03, "t": 6.8}
{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10909.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.626846, "cps": 85.226562, "mean_p": 0.513143, "boundary_entropy": 0.686304, "bpb": 8.094683}, "tr": {"chunks": 8206.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.453295, "cps": 64.109375, "mean_p": 0.498082, "boundary_entropy": 0.686828, "bpb": 8.076414}, "fi": {"chunks": 13506.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.717984, "cps": 105.515625, "mean_p": 0.517038, "boundary_entropy": 0.686672, "bpb": 8.036588}}, "bpb": {"en": 8.09468, "tr": 8.07641, "fi": 8.03659}, "gini_cpc": 0.098135, "gini_cps": 0.108315, "bpic": 1.739125, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7231362614556248, "fi": 1.1453917229119928}, "inventory": {"size": 2006, "admitted": 2006, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 2006, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 9.757726669311523, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 7.7}
{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10880.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.62518, "cps": 85.0, "mean_p": 0.512978, "boundary_entropy": 0.686318, "bpb": 8.031605}, "tr": {"chunks": 8246.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.455505, "cps": 64.421875, "mean_p": 0.498244, "boundary_entropy": 0.686832, "bpb": 8.032275}, "fi": {"chunks": 13465.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.715805, "cps": 105.195312, "mean_p": 0.516799, "boundary_entropy": 0.686692, "bpb": 7.976961}}, "bpb": {"en": 8.03161, "tr": 8.03228, "fi": 7.97696}, "gini_cpc": 0.096596, "gini_cps": 0.106757, "bpic": 1.740726, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7285980488284359, "fi": 1.1449583775685066}, "inventory": {"size": 3531, "admitted": 3531, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 3531, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 10.467855453491211, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 9.9}
{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10716.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.615756, "cps": 83.71875, "mean_p": 0.512104, "boundary_entropy": 0.68638, "bpb": 7.820327}, "tr": {"chunks": 8388.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.463349, "cps": 65.53125, "mean_p": 0.498671, "boundary_entropy": 0.686846, "bpb": 7.879225}, "fi": {"chunks": 13216.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.702568, "cps": 103.25, "mean_p": 0.515685, "boundary_entropy": 0.686774, "bpb": 7.774723}}, "bpb": {"en": 7.82033, "tr": 7.87922, "fi": 7.77472}, "gini_cpc": 0.089511, "gini_cps": 0.099587, "bpic": 1.755322, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7524874924061202, "fi": 1.140984019559688}, "inventory": {"size": 5983, "admitted": 5983, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 5983, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 12.387764930725098, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 12.9}
{"event": "probe", "step": 6, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10327.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.593403, "cps": 80.679688, "mean_p": 0.510353, "boundary_entropy": 0.686483, "bpb": 7.543454}, "tr": {"chunks": 8502.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.469646, "cps": 66.421875, "mean_p": 0.499188, "boundary_entropy": 0.686869, "bpb": 7.674558}, "fi": {"chunks": 12733.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.676891, "cps": 99.476562, "mean_p": 0.513641, "boundary_entropy": 0.686908, "bpb": 7.519262}}, "bpb": {"en": 7.54345, "tr": 7.67456, "fi": 7.51926}, "gini_cpc": 0.079407, "gini_cps": 0.089369, "bpic": 1.797478, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7914445491886128, "fi": 1.140693058737819}, "inventory": {"size": 7718, "admitted": 7718, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 7718, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 14.433919906616211, "n_util_obs": 1, "util_count_spearman": NaN}, "t": 15.8}
{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 9632.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.553468, "cps": 75.25, "mean_p": 0.507289, "boundary_entropy": 0.686614, "bpb": 7.293377}, "tr": {"chunks": 8636.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.477048, "cps": 67.46875, "mean_p": 0.499594, "boundary_entropy": 0.686902, "bpb": 7.478159}, "fi": {"chunks": 11871.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.631067, "cps": 92.742188, "mean_p": 0.510283, "boundary_entropy": 0.687081, "bpb": 7.296705}}, "bpb": {"en": 7.29338, "tr": 7.47816, "fi": 7.29671}, "gini_cpc": 0.061796, "gini_cps": 0.071557, "bpic": 1.882345, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8619254981140587, "fi": 1.1402053326489008}, "inventory": {"size": 9815, "admitted": 9815, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 9815, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 14.826388359069824, "n_util_obs": 2, "util_count_spearman": NaN}, "t": 17.9}
{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3749.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.215423, "cps": 29.289062, "mean_p": 0.484392, "boundary_entropy": 0.68616, "bpb": 6.724472}, "tr": {"chunks": 7284.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.402364, "cps": 56.90625, "mean_p": 0.494397, "boundary_entropy": 0.686995, "bpb": 7.01291}, "fi": {"chunks": 4574.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.243156, "cps": 35.734375, "mean_p": 0.486479, "boundary_entropy": 0.686898, "bpb": 6.786869}}, "bpb": {"en": 6.72447, "tr": 7.01291, "fi": 6.78687}, "gini_cpc": 0.144757, "gini_cps": 0.151001, "bpic": 3.635036, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.8677900842054813, "fi": 1.1287375072209287}, "inventory": {"size": 23779, "admitted": 23779, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 23779, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 9.571344375610352, "n_util_obs": 5, "util_count_spearman": -0.6}, "t": 20.9}
{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2608.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.149859, "cps": 20.375, "mean_p": 0.486734, "boundary_entropy": 0.686945, "bpb": 6.304667}, "tr": {"chunks": 4657.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.25725, "cps": 36.382812, "mean_p": 0.490173, "boundary_entropy": 0.687556, "bpb": 6.651805}, "fi": {"chunks": 1387.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.073733, "cps": 10.835938, "mean_p": 0.479316, "boundary_entropy": 0.686963, "bpb": 6.42085}}, "bpb": {"en": 6.30467, "tr": 6.6518, "fi": 6.42085}, "gini_cpc": 0.254438, "gini_cps": 0.251965, "bpic": 6.557097, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.7166122984395018, "fi": 0.4920181353554717}, "inventory": {"size": 50276, "admitted": 50276, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 50276, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 6.435177803039551, "n_util_obs": 7, "util_count_spearman": -0.7142857142857143}, "t": 25.1}
{"event": "consolidate", "step": 50, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 29.8}
{"event": "train", "step": 50, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 4.21238, "bpb": 6.07718, "chunk_loss": 0.034041, "F": 0.22345, "G": 0.48835, "chunks": 228.81, "bytes_per_chunk": 4.475, "boundary_entropy": 0.6916, "router_noise": 0.0, "grad_norm": 2.4777, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.465, "probe_sec": 0.0305, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02469, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.0045, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.15388, "trunc_abs_frac": 2.60343, "mean_delta_full": 0.04902, "read_hit_rate": {"surface": 0.69984}, "mean_gate": {"surface": 0.11894}, "n_reads": 5099, "n_cand": 7286, "read_suppressed_frac": 0.1032, "dropout_reads_logged": 5099, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 6.1775665283203125, "n_util_obs": 10, "util_count_spearman": -0.3212121212121212}, "probe_overhead_sec_total": 2.824, "probe_overhead_seq_frac": 0.4847, "util_loss": 0.043356, "alpha": 0.03, "t": 30.0}
{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4818.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.276849, "cps": 37.640625, "mean_p": 0.485245, "boundary_entropy": 0.685507, "bpb": 5.55195}, "tr": {"chunks": 5373.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.296802, "cps": 41.976562, "mean_p": 0.486492, "boundary_entropy": 0.686482, "bpb": 5.955908}, "fi": {"chunks": 4756.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.252831, "cps": 37.15625, "mean_p": 0.484194, "boundary_entropy": 0.686347, "bpb": 5.718}}, "bpb": {"en": 5.55195, "tr": 5.95591, "fi": 5.718}, "gini_cpc": 0.035468, "gini_cps": 0.027519, "bpic": 3.795544, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0720711613612133, "fi": 0.913244966165037}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 7.0221710205078125, "n_util_obs": 10, "util_count_spearman": -0.1393939393939394}, "t": 34.3}
{"event": "consolidate", "step": 100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 43.9}
{"event": "train", "step": 100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 3.24844, "bpb": 4.68651, "chunk_loss": 0.029712, "F": 0.16187, "G": 0.45221, "chunks": 165.75, "bytes_per_chunk": 6.178, "boundary_entropy": 0.68181, "router_noise": 0.0, "grad_norm": 1.5013, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.282, "probe_sec": 0.0287, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02451, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00038, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.26103, "trunc_abs_frac": 9.24745, "mean_delta_full": 0.05396, "read_hit_rate": {"surface": 0.59089}, "mean_gate": {"surface": 0.11905}, "n_reads": 3114, "n_cand": 5270, "read_suppressed_frac": 0.1021, "dropout_reads_logged": 3114, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 9.39691162109375, "n_util_obs": 16, "util_count_spearman": -0.06470588235294118}, "probe_overhead_sec_total": 5.652, "probe_overhead_seq_frac": 0.4923, "util_loss": 0.000921, "alpha": 0.03, "t": 44.1}
{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3881.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.223008, "cps": 30.320312, "mean_p": 0.417553, "boundary_entropy": 0.645159, "bpb": 4.161687}, "tr": {"chunks": 4800.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.265149, "cps": 37.5, "mean_p": 0.43949, "boundary_entropy": 0.660543, "bpb": 4.404954}, "fi": {"chunks": 3920.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.208389, "cps": 30.625, "mean_p": 0.430759, "boundary_entropy": 0.660726, "bpb": 4.355787}}, "bpb": {"en": 4.16169, "tr": 4.40495, "fi": 4.35579}, "gini_cpc": 0.054326, "gini_cps": 0.04862, "bpic": 4.502182, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.1889707302439247, "fi": 0.9344469719407819}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 11.273086547851562, "n_util_obs": 24, "util_count_spearman": -0.2426086956521739}, "t": 53.3}
{"event": "consolidate", "step": 150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 68.5}
{"event": "train", "step": 150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.7978, "bpb": 4.03637, "chunk_loss": 0.031366, "F": 0.19498, "G": 0.3832, "chunks": 199.66, "bytes_per_chunk": 5.129, "boundary_entropy": 0.61861, "router_noise": 0.0, "grad_norm": 1.955, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.495, "probe_sec": 0.0481, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03232, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01485, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.19219, "trunc_abs_frac": 0.24261, "mean_delta_full": 0.11318, "read_hit_rate": {"surface": 0.69073}, "mean_gate": {"surface": 0.11903}, "n_reads": 4391, "n_cand": 6357, "read_suppressed_frac": 0.1018, "dropout_reads_logged": 4391, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 12.908355712890625, "n_util_obs": 30, "util_count_spearman": -0.29521690767519465}, "probe_overhead_sec_total": 8.295, "probe_overhead_seq_frac": 0.4948, "util_loss": 0.000295, "alpha": 0.03, "t": 68.9}
{"event": "consolidate", "step": 200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 88.8}
{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3442.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.197782, "cps": 26.890625, "mean_p": 0.377748, "boundary_entropy": 0.586847, "bpb": 3.645602}, "tr": {"chunks": 4099.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.226427, "cps": 32.023438, "mean_p": 0.367171, "boundary_entropy": 0.583186, "bpb": 3.830392}, "fi": {"chunks": 3981.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.211631, "cps": 31.101562, "mean_p": 0.40023, "boundary_entropy": 0.62988, "bpb": 3.878008}}, "bpb": {"en": 3.6456, "tr": 3.83039, "fi": 3.87801}, "gini_cpc": 0.030033, "gini_cps": 0.038014, "bpic": 4.923798, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.1448289972708625, "fi": 1.0700240729126957}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 15.805099487304688, "n_util_obs": 41, "util_count_spearman": -0.24372822299651567}, "t": 89.4}
{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.65244, "tr": 3.84146, "fi": 3.87736}, "bytes_per_chunk": {"en": 5.781, "tr": 5.755, "fi": 5.375}, "bpb_mean": 3.79042, "frozen_inventory": true, "t": 90.3}
{"event": "train", "step": 200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.54168, "bpb": 3.66687, "chunk_loss": 0.030124, "F": 0.16876, "G": 0.36281, "chunks": 172.81, "bytes_per_chunk": 5.925, "boundary_entropy": 0.58527, "router_noise": 0.0, "grad_norm": 1.5506, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.448, "probe_sec": 0.09, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08484, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01021, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.21481, "trunc_abs_frac": 0.30188, "mean_delta_full": 0.09367, "read_hit_rate": {"surface": 0.60604}, "mean_gate": {"surface": 0.11916}, "n_reads": 3332, "n_cand": 5498, "read_suppressed_frac": 0.0963, "dropout_reads_logged": 3332, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 15.857009887695312, "n_util_obs": 41, "util_count_spearman": -0.2555749128919861}, "probe_overhead_sec_total": 11.09, "probe_overhead_seq_frac": 0.4961, "util_loss": 0.000328, "alpha": 0.03, "t": 91.3}
{"event": "consolidate", "step": 250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 106.2}
{"event": "train", "step": 250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.39318, "bpb": 3.45263, "chunk_loss": 0.031197, "F": 0.20255, "G": 0.31975, "chunks": 207.41, "bytes_per_chunk": 4.937, "boundary_entropy": 0.50983, "router_noise": 0.0, "grad_norm": 1.6131, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.303, "probe_sec": 0.1186, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.1122, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01557, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.98246, "trunc_abs_frac": 0.98246, "mean_delta_full": -0.02783, "read_hit_rate": {"surface": 0.66874}, "mean_gate": {"surface": 0.11922}, "n_reads": 4417, "n_cand": 6605, "read_suppressed_frac": 0.0908, "dropout_reads_logged": 4417, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 19.14324951171875, "n_util_obs": 51, "util_count_spearman": 0.11891402714932127}, "probe_overhead_sec_total": 13.377, "probe_overhead_seq_frac": 0.4969, "util_loss": 0.000428, "alpha": 0.03, "t": 106.4}
{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3841.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.220709, "cps": 30.007812, "mean_p": 0.332093, "boundary_entropy": 0.504943, "bpb": 3.356514}, "tr": {"chunks": 4973.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.274706, "cps": 38.851562, "mean_p": 0.315407, "boundary_entropy": 0.502731, "bpb": 3.527373}, "fi": {"chunks": 4649.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.247143, "cps": 36.320312, "mean_p": 0.361367, "boundary_entropy": 0.566616, "bpb": 3.682652}}, "bpb": {"en": 3.35651, "tr": 3.52737, "fi": 3.68265}, "gini_cpc": 0.048478, "gini_cps": 0.056055, "bpic": 4.21392, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.2446513681589697, "fi": 1.1197665133891717}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 19.502975463867188, "n_util_obs": 52, "util_count_spearman": 0.08682660291983267}, "t": 108.1}
{"event": "consolidate", "step": 300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 127.4}
{"event": "train", "step": 300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.28211, "bpb": 3.29239, "chunk_loss": 0.030718, "F": 0.19394, "G": 0.28566, "chunks": 198.59, "bytes_per_chunk": 5.156, "boundary_entropy": 0.44395, "router_noise": 0.0, "grad_norm": 1.2634, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.424, "probe_sec": 0.0262, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02099, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00035, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.49596, "trunc_abs_frac": 0.32923, "mean_delta_full": -0.03019, "read_hit_rate": {"surface": 0.61885}, "mean_gate": {"surface": 0.11985}, "n_reads": 3913, "n_cand": 6323, "read_suppressed_frac": 0.0999, "dropout_reads_logged": 3913, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 22.403778076171875, "n_util_obs": 69, "util_count_spearman": 0.11940080379978078}, "probe_overhead_sec_total": 16.177, "probe_overhead_seq_frac": 0.4974, "util_loss": 0.000491, "alpha": 0.03, "t": 127.6}
{"event": "consolidate", "step": 350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 146.0}
{"event": "train", "step": 350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.17306, "bpb": 3.13506, "chunk_loss": 0.030829, "F": 0.20093, "G": 0.27433, "chunks": 205.75, "bytes_per_chunk": 4.977, "boundary_entropy": 0.40523, "router_noise": 0.0, "grad_norm": 0.9875, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.385, "probe_sec": 0.0413, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02327, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.02298, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.31416, "trunc_abs_frac": 10.85213, "mean_delta_full": -0.02299, "read_hit_rate": {"surface": 0.66026}, "mean_gate": {"surface": 0.12779}, "n_reads": 4326, "n_cand": 6552, "read_suppressed_frac": 0.1017, "dropout_reads_logged": 4326, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 25.762161254882812, "n_util_obs": 82, "util_count_spearman": 0.06007803614566457}, "probe_overhead_sec_total": 18.907, "probe_overhead_seq_frac": 0.4978, "util_loss": 0.00069, "alpha": 0.03, "t": 146.9}
{"event": "consolidate", "step": 400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 161.4}
{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3334.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.191576, "cps": 26.046875, "mean_p": 0.271999, "boundary_entropy": 0.38164, "bpb": 2.919503}, "tr": {"chunks": 3819.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21096, "cps": 29.835938, "mean_p": 0.274368, "boundary_entropy": 0.437341, "bpb": 3.185348}, "fi": {"chunks": 4030.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.214236, "cps": 31.484375, "mean_p": 0.292337, "boundary_entropy": 0.448841, "bpb": 3.374277}}, "bpb": {"en": 2.9195, "tr": 3.18535, "fi": 3.37428}, "gini_cpc": 0.024493, "gini_cps": 0.041492, "bpic": 5.073057, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.1011782673570794, "fi": 1.1182829087257877}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 28.988479614257812, "n_util_obs": 95, "util_count_spearman": 0.08297872340425531}, "t": 161.8}
{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 2.93135, "tr": 3.19217, "fi": 3.36837}, "bytes_per_chunk": {"en": 5.129, "tr": 5.113, "fi": 5.309}, "bpb_mean": 3.16396, "frozen_inventory": true, "t": 162.8}
{"event": "train", "step": 400, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.09264, "bpb": 3.01904, "chunk_loss": 0.030657, "F": 0.19537, "G": 0.26852, "chunks": 200.06, "bytes_per_chunk": 5.118, "boundary_entropy": 0.39077, "router_noise": 0.0, "grad_norm": 1.0922, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.337, "probe_sec": 0.0486, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03743, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03785, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 7, "trunc_ratio_sum": -0.02262, "trunc_abs_frac": 0.78983, "mean_delta_full": 0.09232, "read_hit_rate": {"surface": 0.64976}, "mean_gate": {"surface": 0.15078}, "n_reads": 4139, "n_cand": 6370, "read_suppressed_frac": 0.1056, "dropout_reads_logged": 4139, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 29.051223754882812, "n_util_obs": 95, "util_count_spearman": 0.09475117144224955}, "probe_overhead_sec_total": 21.585, "probe_overhead_seq_frac": 0.4981, "util_loss": 0.001007, "alpha": 0.03, "t": 163.7}
{"event": "consolidate", "step": 450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 175.8}
{"event": "train", "step": 450, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.01133, "bpb": 2.90174, "chunk_loss": 0.03075, "F": 0.20105, "G": 0.26069, "chunks": 205.88, "bytes_per_chunk": 4.974, "boundary_entropy": 0.34327, "router_noise": 0.0, "grad_norm": 1.5116, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.246, "probe_sec": 0.0294, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02285, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04407, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.81729, "trunc_abs_frac": 0.77269, "mean_delta_full": 0.0579, "read_hit_rate": {"surface": 0.67419}, "mean_gate": {"surface": 0.17627}, "n_reads": 4420, "n_cand": 6556, "read_suppressed_frac": 0.0968, "dropout_reads_logged": 4420, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 32.466522216796875, "n_util_obs": 114, "util_count_spearman": 0.016220813673275148}, "probe_overhead_sec_total": 24.017, "probe_overhead_seq_frac": 0.4983, "util_loss": 0.001176, "alpha": 0.03, "t": 176.0}
{"event": "consolidate", "step": 500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 187.6}
{"event": "train", "step": 500, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.91009, "bpb": 2.75568, "chunk_loss": 0.031103, "F": 0.21564, "G": 0.26498, "chunks": 220.81, "bytes_per_chunk": 4.637, "boundary_entropy": 0.31346, "router_noise": 0.0, "grad_norm": 1.483, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.236, "probe_sec": 0.0338, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02876, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05271, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.5692, "trunc_abs_frac": 1.55678, "mean_delta_full": 0.13892, "read_hit_rate": {"surface": 0.71055}, "mean_gate": {"surface": 0.1901}, "n_reads": 4998, "n_cand": 7034, "read_suppressed_frac": 0.1012, "dropout_reads_logged": 4998, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 35.9266357421875, "n_util_obs": 131, "util_count_spearman": -0.026157049057812416}, "probe_overhead_sec_total": 26.472, "probe_overhead_seq_frac": 0.4984, "util_loss": 0.001576, "alpha": 0.03, "t": 187.8}
{"event": "probe", "step": 512, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3444.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.197897, "cps": 26.90625, "mean_p": 0.259893, "boundary_entropy": 0.311628, "bpb": 2.709773}, "tr": {"chunks": 3592.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.19842, "cps": 28.0625, "mean_p": 0.261314, "boundary_entropy": 0.364298, "bpb": 3.051838}, "fi": {"chunks": 4657.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.247568, "cps": 36.382812, "mean_p": 0.266149, "boundary_entropy": 0.36139, "bpb": 3.220482}}, "bpb": {"en": 2.70977, "tr": 3.05184, "fi": 3.22048}, "gini_cpc": 0.051428, "gini_cps": 0.069158, "bpic": 4.851792, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.002643987819602, "fi": 1.2509943029478823}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 36.68365478515625, "n_util_obs": 134, "util_count_spearman": -0.015075000935173756}, "t": 190.7}
{"event": "consolidate", "step": 550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 200.4}
{"event": "train", "step": 550, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.91434, "bpb": 2.76181, "chunk_loss": 0.030824, "F": 0.20456, "G": 0.26101, "chunks": 209.47, "bytes_per_chunk": 4.889, "boundary_entropy": 0.31074, "router_noise": 0.0, "grad_norm": 1.4925, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.256, "probe_sec": 0.0633, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05368, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0537, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.58699, "trunc_abs_frac": 0.6169, "mean_delta_full": 0.08832, "read_hit_rate": {"surface": 0.6915}, "mean_gate": {"surface": 0.19077}, "n_reads": 4613, "n_cand": 6671, "read_suppressed_frac": 0.0971, "dropout_reads_logged": 4613, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 39.38371276855469, "n_util_obs": 145, "util_count_spearman": 0.04335537710596756}, "probe_overhead_sec_total": 29.177, "probe_overhead_seq_frac": 0.4986, "util_loss": 0.002091, "alpha": 0.03, "t": 200.6}
{"event": "consolidate", "step": 600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 211.6}
{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3534.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203068, "cps": 27.609375, "mean_p": 0.257214, "boundary_entropy": 0.287089, "bpb": 2.595827}, "tr": {"chunks": 3841.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212175, "cps": 30.007812, "mean_p": 0.257341, "boundary_entropy": 0.317691, "bpb": 2.938907}, "fi": {"chunks": 4812.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.255808, "cps": 37.59375, "mean_p": 0.270522, "boundary_entropy": 0.322931, "bpb": 3.139792}}, "bpb": {"en": 2.59583, "tr": 2.93891, "fi": 3.13979}, "gini_cpc": 0.052395, "gini_cps": 0.069911, "bpic": 4.655124, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0448437056132391, "fi": 1.2597121270390597}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 42.852294921875, "n_util_obs": 157, "util_count_spearman": 0.09860835359961906}, "t": 212.2}
{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.60803, "tr": 2.9445, "fi": 3.1418}, "bytes_per_chunk": {"en": 4.911, "tr": 5.312, "fi": 4.27}, "bpb_mean": 2.89811, "frozen_inventory": true, "t": 212.9}
{"event": "train", "step": 600, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.89408, "bpb": 2.73258, "chunk_loss": 0.030759, "F": 0.20465, "G": 0.25194, "chunks": 209.56, "bytes_per_chunk": 4.886, "boundary_entropy": 0.28555, "router_noise": 0.0, "grad_norm": 1.2231, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.265, "probe_sec": 0.0301, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02385, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.05276, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -1.92424, "trunc_abs_frac": 0.46163, "mean_delta_full": 0.01208, "read_hit_rate": {"surface": 0.6825}, "mean_gate": {"surface": 0.20304}, "n_reads": 4555, "n_cand": 6674, "read_suppressed_frac": 0.1034, "dropout_reads_logged": 4555, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 42.92088317871094, "n_util_obs": 158, "util_count_spearman": 0.08637137393722456}, "probe_overhead_sec_total": 31.866, "probe_overhead_seq_frac": 0.4987, "util_loss": 0.00269, "alpha": 0.03, "t": 213.9}
{"event": "consolidate", "step": 650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 224.7}
{"event": "train", "step": 650, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.84285, "bpb": 2.65867, "chunk_loss": 0.03064, "F": 0.19754, "G": 0.25235, "chunks": 202.28, "bytes_per_chunk": 5.062, "boundary_entropy": 0.2791, "router_noise": 0.0, "grad_norm": 1.1384, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.22, "probe_sec": 0.0262, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02108, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.08586, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.69725}, "mean_gate": {"surface": 0.20257}, "n_reads": 4491, "n_cand": 6441, "read_suppressed_frac": 0.0962, "dropout_reads_logged": 4491, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 46.470001220703125, "n_util_obs": 170, "util_count_spearman": 0.08152373368736059}, "probe_overhead_sec_total": 34.645, "probe_overhead_seq_frac": 0.4988, "util_loss": 0.003322, "alpha": 0.03, "t": 224.8}
{"event": "consolidate", "step": 700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 235.9}
{"event": "train", "step": 700, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.99425, "bpb": 2.87709, "chunk_loss": 0.031045, "F": 0.2103, "G": 0.26172, "chunks": 215.34, "bytes_per_chunk": 4.755, "boundary_entropy": 0.27917, "router_noise": 0.0, "grad_norm": 1.2106, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.228, "probe_sec": 0.1789, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.1737, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.03237, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.463, "trunc_abs_frac": 0.91012, "mean_delta_full": -0.16071, "read_hit_rate": {"surface": 0.67532}, "mean_gate": {"surface": 0.20383}, "n_reads": 4632, "n_cand": 6859, "read_suppressed_frac": 0.0941, "dropout_reads_logged": 4632, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 50.01556396484375, "n_util_obs": 180, "util_count_spearman": 0.12419525509804163}, "probe_overhead_sec_total": 37.363, "probe_overhead_seq_frac": 0.4989, "util_loss": 0.003984, "alpha": 0.03, "t": 236.3}
{"event": "consolidate", "step": 750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 247.2}
{"event": "train", "step": 750, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.78266, "bpb": 2.57184, "chunk_loss": 0.030796, "F": 0.20618, "G": 0.25588, "chunks": 211.12, "bytes_per_chunk": 4.85, "boundary_entropy": 0.26574, "router_noise": 0.0, "grad_norm": 1.0789, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.223, "probe_sec": 0.026, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01923, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02296, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": -1.67844, "trunc_abs_frac": 1.72443, "mean_delta_full": 0.04506, "read_hit_rate": {"surface": 0.69825}, "mean_gate": {"surface": 0.20199}, "n_reads": 4695, "n_cand": 6724, "read_suppressed_frac": 0.1035, "dropout_reads_logged": 4695, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 53.54400634765625, "n_util_obs": 190, "util_count_spearman": 0.15723353517616376}, "probe_overhead_sec_total": 40.042, "probe_overhead_seq_frac": 0.499, "util_loss": 0.004791, "alpha": 0.03, "t": 247.4}
{"event": "consolidate", "step": 800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 259.0}
{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3553.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20416, "cps": 27.757812, "mean_p": 0.253483, "boundary_entropy": 0.257188, "bpb": 2.440164}, "tr": {"chunks": 3754.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207369, "cps": 29.328125, "mean_p": 0.249899, "boundary_entropy": 0.290573, "bpb": 2.764808}, "fi": {"chunks": 4286.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.227845, "cps": 33.484375, "mean_p": 0.266039, "boundary_entropy": 0.294821, "bpb": 2.983191}}, "bpb": {"en": 2.44016, "tr": 2.76481, "fi": 2.98319}, "gini_cpc": 0.024696, "gini_cps": 0.042152, "bpic": 4.893643, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0157167855159859, "fi": 1.1160128520354975}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 56.98583984375, "n_util_obs": 201, "util_count_spearman": 0.17430256180825848}, "t": 259.6}
{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.45036, "tr": 2.77314, "fi": 2.98724}, "bytes_per_chunk": {"en": 4.949, "tr": 5.509, "fi": 4.927}, "bpb_mean": 2.73691, "frozen_inventory": true, "t": 260.7}
{"event": "train", "step": 800, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.86233, "bpb": 2.68677, "chunk_loss": 0.030795, "F": 0.20483, "G": 0.2543, "chunks": 209.75, "bytes_per_chunk": 4.882, "boundary_entropy": 0.2614, "router_noise": 0.0, "grad_norm": 1.2601, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.287, "probe_sec": 0.0324, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0203, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08274, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.79612, "trunc_abs_frac": 0.46726, "mean_delta_full": 0.11572, "read_hit_rate": {"surface": 0.68922}, "mean_gate": {"surface": 0.20289}, "n_reads": 4604, "n_cand": 6680, "read_suppressed_frac": 0.1003, "dropout_reads_logged": 4604, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 57.05615234375, "n_util_obs": 201, "util_count_spearman": 0.17172387015069523}, "probe_overhead_sec_total": 42.709, "probe_overhead_seq_frac": 0.499, "util_loss": 0.004948, "alpha": 0.03, "t": 261.7}
{"event": "consolidate", "step": 850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 272.2}
{"event": "train", "step": 850, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.8083, "bpb": 2.60883, "chunk_loss": 0.030683, "F": 0.20163, "G": 0.25002, "chunks": 206.47, "bytes_per_chunk": 4.96, "boundary_entropy": 0.25682, "router_noise": 0.0, "grad_norm": 1.0115, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.217, "probe_sec": 0.1763, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.16389, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08192, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.3433, "trunc_abs_frac": 0.67804, "mean_delta_full": -0.19735, "read_hit_rate": {"surface": 0.67605}, "mean_gate": {"surface": 0.19667}, "n_reads": 4445, "n_cand": 6575, "read_suppressed_frac": 0.0925, "dropout_reads_logged": 4445, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 60.58648681640625, "n_util_obs": 213, "util_count_spearman": 0.15315017171017062}, "probe_overhead_sec_total": 45.489, "probe_overhead_seq_frac": 0.4991, "util_loss": 0.005703, "alpha": 0.03, "t": 272.6}
{"event": "consolidate", "step": 900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 283.0}
{"event": "train", "step": 900, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.61479, "bpb": 2.32965, "chunk_loss": 0.030625, "F": 0.19998, "G": 0.24697, "chunks": 204.78, "bytes_per_chunk": 5.0, "boundary_entropy": 0.24607, "router_noise": 0.0, "grad_norm": 1.2936, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.214, "probe_sec": 0.0462, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0384, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.18301, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.07755, "trunc_abs_frac": 0.55882, "mean_delta_full": 0.11609, "read_hit_rate": {"surface": 0.7255}, "mean_gate": {"surface": 0.20585}, "n_reads": 4731, "n_cand": 6521, "read_suppressed_frac": 0.1006, "dropout_reads_logged": 4731, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 64.14741516113281, "n_util_obs": 227, "util_count_spearman": 0.1857105118044846}, "probe_overhead_sec_total": 48.316, "probe_overhead_seq_frac": 0.4991, "util_loss": 0.006174, "alpha": 0.03, "t": 283.3}
{"event": "consolidate", "step": 950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 294.9}
{"event": "train", "step": 950, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.69133, "bpb": 2.44007, "chunk_loss": 0.030794, "F": 0.20764, "G": 0.24889, "chunks": 212.62, "bytes_per_chunk": 4.816, "boundary_entropy": 0.23161, "router_noise": 0.0, "grad_norm": 1.2296, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.237, "probe_sec": 0.0686, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05535, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0305, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.72076}, "mean_gate": {"surface": 0.20532}, "n_reads": 4881, "n_cand": 6772, "read_suppressed_frac": 0.0947, "dropout_reads_logged": 4881, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 67.77583312988281, "n_util_obs": 243, "util_count_spearman": 0.1520926586808377}, "probe_overhead_sec_total": 51.121, "probe_overhead_seq_frac": 0.4992, "util_loss": 0.006671, "alpha": 0.03, "t": 295.1}
{"event": "consolidate", "step": 1000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 306.8}
{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3543.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203586, "cps": 27.679688, "mean_p": 0.241868, "boundary_entropy": 0.230963, "bpb": 2.335308}, "tr": {"chunks": 4073.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.22499, "cps": 31.820312, "mean_p": 0.238267, "boundary_entropy": 0.246108, "bpb": 2.628898}, "fi": {"chunks": 4333.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.230344, "cps": 33.851562, "mean_p": 0.260731, "boundary_entropy": 0.262434, "bpb": 2.849933}}, "bpb": {"en": 2.33531, "tr": 2.6289, "fi": 2.84993}, "gini_cpc": 0.027073, "gini_cps": 0.044076, "bpic": 4.747845, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.1051387995580655, "fi": 1.1314354280700605}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 71.32627868652344, "n_util_obs": 255, "util_count_spearman": 0.165008846512179}, "t": 307.6}
{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.34351, "tr": 2.63805, "fi": 2.8567}, "bytes_per_chunk": {"en": 4.956, "tr": 4.908, "fi": 4.646}, "bpb_mean": 2.61275, "frozen_inventory": true, "t": 308.7}
{"event": "train", "step": 1000, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.74097, "bpb": 2.51169, "chunk_loss": 0.030692, "F": 0.20569, "G": 0.24284, "chunks": 210.62, "bytes_per_chunk": 4.862, "boundary_entropy": 0.23052, "router_noise": 0.0, "grad_norm": 0.9291, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.297, "probe_sec": 0.0379, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03167, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.024, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.75064, "trunc_abs_frac": 0.80751, "mean_delta_full": -0.15151, "read_hit_rate": {"surface": 0.68828}, "mean_gate": {"surface": 0.21095}, "n_reads": 4617, "n_cand": 6708, "read_suppressed_frac": 0.0959, "dropout_reads_logged": 4617, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 71.39321899414062, "n_util_obs": 255, "util_count_spearman": 0.16546843552317}, "probe_overhead_sec_total": 54.113, "probe_overhead_seq_frac": 0.4992, "util_loss": 0.006747, "alpha": 0.03, "t": 310.0}
{"event": "probe", "step": 1024, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3499.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201057, "cps": 27.335938, "mean_p": 0.241381, "boundary_entropy": 0.235703, "bpb": 2.327526}, "tr": {"chunks": 4036.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.222946, "cps": 31.53125, "mean_p": 0.236692, "boundary_entropy": 0.249237, "bpb": 2.626968}, "fi": {"chunks": 4253.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.226091, "cps": 33.226562, "mean_p": 0.261541, "boundary_entropy": 0.267859, "bpb": 2.845623}}, "bpb": {"en": 2.32753, "tr": 2.62697, "fi": 2.84562}, "gini_cpc": 0.025672, "gini_cps": 0.042642, "bpic": 4.812691, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.108870382660132, "fi": 1.124510919521361}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 73.05532836914062, "n_util_obs": 261, "util_count_spearman": 0.16629820475639095}, "t": 316.1}
{"event": "consolidate", "step": 1050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 323.2}
{"event": "train", "step": 1050, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.6411, "bpb": 2.3676, "chunk_loss": 0.030841, "F": 0.20581, "G": 0.24269, "chunks": 210.75, "bytes_per_chunk": 4.859, "boundary_entropy": 0.22213, "router_noise": 0.0, "grad_norm": 1.0155, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.269, "probe_sec": 0.064, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0564, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05082, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.80446, "trunc_abs_frac": 0.69784, "mean_delta_full": -0.12048, "read_hit_rate": {"surface": 0.71588}, "mean_gate": {"surface": 0.20324}, "n_reads": 4805, "n_cand": 6712, "read_suppressed_frac": 0.0955, "dropout_reads_logged": 4805, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 75.02459716796875, "n_util_obs": 267, "util_count_spearman": 0.1590352535868536}, "probe_overhead_sec_total": 56.711, "probe_overhead_seq_frac": 0.4993, "util_loss": 0.007449, "alpha": 0.03, "t": 323.4}
{"event": "consolidate", "step": 1100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 334.1}
{"event": "train", "step": 1100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.73517, "bpb": 2.50333, "chunk_loss": 0.030973, "F": 0.21576, "G": 0.25004, "chunks": 220.94, "bytes_per_chunk": 4.635, "boundary_entropy": 0.2231, "router_noise": 0.0, "grad_norm": 0.9442, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.217, "probe_sec": 0.0251, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01815, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01167, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 8, "trunc_ratio_sum": 0.95027, "trunc_abs_frac": 0.78705, "mean_delta_full": -0.2019, "read_hit_rate": {"surface": 0.72038}, "mean_gate": {"surface": 0.20425}, "n_reads": 5070, "n_cand": 7038, "read_suppressed_frac": 0.0953, "dropout_reads_logged": 5070, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 78.69322204589844, "n_util_obs": 283, "util_count_spearman": 0.15364335290018094}, "probe_overhead_sec_total": 59.681, "probe_overhead_seq_frac": 0.4993, "util_loss": 0.007721, "alpha": 0.03, "t": 334.3}
{"event": "consolidate", "step": 1150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 345.1}
{"event": "train", "step": 1150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.63915, "bpb": 2.36479, "chunk_loss": 0.030654, "F": 0.20529, "G": 0.23915, "chunks": 210.22, "bytes_per_chunk": 4.871, "boundary_entropy": 0.21302, "router_noise": 0.0, "grad_norm": 0.915, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.221, "probe_sec": 0.0956, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08849, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06906, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.48505, "trunc_abs_frac": 1.27256, "mean_delta_full": 0.36694, "read_hit_rate": {"surface": 0.71202}, "mean_gate": {"surface": 0.20156}, "n_reads": 4767, "n_cand": 6695, "read_suppressed_frac": 0.0923, "dropout_reads_logged": 4767, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 82.38243103027344, "n_util_obs": 301, "util_count_spearman": 0.16003464832547215}, "probe_overhead_sec_total": 62.737, "probe_overhead_seq_frac": 0.4993, "util_loss": 0.008891, "alpha": 0.03, "t": 345.4}
{"event": "consolidate", "step": 1200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 357.4}
{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3513.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201862, "cps": 27.445312, "mean_p": 0.237142, "boundary_entropy": 0.215418, "bpb": 2.270993}, "tr": {"chunks": 3982.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.219964, "cps": 31.109375, "mean_p": 0.226906, "boundary_entropy": 0.220843, "bpb": 2.539004}, "fi": {"chunks": 4261.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.226516, "cps": 33.289062, "mean_p": 0.255375, "boundary_entropy": 0.242228, "bpb": 2.73642}}, "bpb": {"en": 2.27099, "tr": 2.539, "fi": 2.73642}, "gini_cpc": 0.025352, "gini_cps": 0.042418, "bpic": 4.825791, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0896742159498831, "fi": 1.122136324745215}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 86.0008544921875, "n_util_obs": 314, "util_count_spearman": 0.14087957604591447}, "t": 357.9}
{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.2807, "tr": 2.5495, "fi": 2.7455}, "bytes_per_chunk": {"en": 5.019, "tr": 4.944, "fi": 4.804}, "bpb_mean": 2.52523, "frozen_inventory": true, "t": 359.0}
{"event": "train", "step": 1200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.61597, "bpb": 2.33135, "chunk_loss": 0.030582, "F": 0.202, "G": 0.23688, "chunks": 206.84, "bytes_per_chunk": 4.951, "boundary_entropy": 0.21495, "router_noise": 0.0, "grad_norm": 0.9186, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.311, "probe_sec": 0.0652, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03079, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.22573, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.89879, "trunc_abs_frac": 1.11922, "mean_delta_full": 0.40271, "read_hit_rate": {"surface": 0.71292}, "mean_gate": {"surface": 0.20224}, "n_reads": 4696, "n_cand": 6587, "read_suppressed_frac": 0.1056, "dropout_reads_logged": 4696, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 86.07231140136719, "n_util_obs": 315, "util_count_spearman": 0.1396776259658409}, "probe_overhead_sec_total": 65.604, "probe_overhead_seq_frac": 0.4993, "util_loss": 0.008053, "alpha": 0.03, "t": 360.9}
{"event": "consolidate", "step": 1250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 373.4}
{"event": "train", "step": 1250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.63381, "bpb": 2.35709, "chunk_loss": 0.030603, "F": 0.20538, "G": 0.23447, "chunks": 210.31, "bytes_per_chunk": 4.869, "boundary_entropy": 0.20525, "router_noise": 0.0, "grad_norm": 0.8882, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.253, "probe_sec": 0.0303, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02417, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.04762, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -2.79306, "trunc_abs_frac": 0.97164, "mean_delta_full": 0.02551, "read_hit_rate": {"surface": 0.72126}, "mean_gate": {"surface": 0.2045}, "n_reads": 4831, "n_cand": 6698, "read_suppressed_frac": 0.096, "dropout_reads_logged": 4831, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 89.78329467773438, "n_util_obs": 326, "util_count_spearman": 0.13756797934285692}, "probe_overhead_sec_total": 68.084, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.008857, "alpha": 0.03, "t": 373.6}
{"event": "consolidate", "step": 1300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 384.8}
{"event": "train", "step": 1300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.67225, "bpb": 2.41254, "chunk_loss": 0.030872, "F": 0.21478, "G": 0.24267, "chunks": 219.94, "bytes_per_chunk": 4.656, "boundary_entropy": 0.20051, "router_noise": 0.0, "grad_norm": 0.9513, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.229, "probe_sec": 0.0478, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04174, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.13331, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 2.62389, "trunc_abs_frac": 2.60286, "mean_delta_full": 0.07574, "read_hit_rate": {"surface": 0.72038}, "mean_gate": {"surface": 0.1987}, "n_reads": 5047, "n_cand": 7006, "read_suppressed_frac": 0.107, "dropout_reads_logged": 5047, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 93.47911071777344, "n_util_obs": 338, "util_count_spearman": 0.1150508364649043}, "probe_overhead_sec_total": 70.824, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.010962, "alpha": 0.03, "t": 385.0}
{"event": "consolidate", "step": 1350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 395.6}
{"event": "train", "step": 1350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.60302, "bpb": 2.31267, "chunk_loss": 0.030773, "F": 0.21112, "G": 0.23834, "chunks": 216.19, "bytes_per_chunk": 4.737, "boundary_entropy": 0.19775, "router_noise": 0.0, "grad_norm": 0.9753, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.215, "probe_sec": 0.0303, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02321, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.22518, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 2.29219, "trunc_abs_frac": 0.84312, "mean_delta_full": 0.07656, "read_hit_rate": {"surface": 0.73177}, "mean_gate": {"surface": 0.20083}, "n_reads": 5039, "n_cand": 6886, "read_suppressed_frac": 0.0988, "dropout_reads_logged": 5039, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 97.13236999511719, "n_util_obs": 353, "util_count_spearman": 0.11352211035711417}, "probe_overhead_sec_total": 73.361, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.010557, "alpha": 0.03, "t": 395.8}
{"event": "consolidate", "step": 1400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 406.9}
{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3615.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.207723, "cps": 28.242188, "mean_p": 0.235831, "boundary_entropy": 0.195041, "bpb": 2.212197}, "tr": {"chunks": 3960.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.218748, "cps": 30.9375, "mean_p": 0.22478, "boundary_entropy": 0.207656, "bpb": 2.479181}, "fi": {"chunks": 4322.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.229759, "cps": 33.765625, "mean_p": 0.248, "boundary_entropy": 0.216801, "bpb": 2.640905}}, "bpb": {"en": 2.2122, "tr": 2.47918, "fi": 2.6409}, "gini_cpc": 0.022387, "gini_cps": 0.039618, "bpic": 4.768597, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0530777893121037, "fi": 1.1060854964573346}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 100.74772644042969, "n_util_obs": 359, "util_count_spearman": 0.11930868094962706}, "t": 407.5}
{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.2213, "tr": 2.48789, "fi": 2.64842}, "bytes_per_chunk": {"en": 4.855, "tr": 5.12, "fi": 4.747}, "bpb_mean": 2.45254, "frozen_inventory": true, "t": 408.6}
{"event": "train", "step": 1400, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.59707, "bpb": 2.30409, "chunk_loss": 0.030592, "F": 0.20294, "G": 0.23056, "chunks": 207.81, "bytes_per_chunk": 4.928, "boundary_entropy": 0.19173, "router_noise": 0.0, "grad_norm": 0.8524, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.283, "probe_sec": 0.0534, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04357, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.29813, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.65397, "trunc_abs_frac": 1.77619, "mean_delta_full": 0.14825, "read_hit_rate": {"surface": 0.71426}, "mean_gate": {"surface": 0.19404}, "n_reads": 4727, "n_cand": 6618, "read_suppressed_frac": 0.0999, "dropout_reads_logged": 4727, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 100.82090759277344, "n_util_obs": 359, "util_count_spearman": 0.11839364674065722}, "probe_overhead_sec_total": 75.98, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.012398, "alpha": 0.03, "t": 409.9}
{"event": "consolidate", "step": 1450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 421.1}
{"event": "train", "step": 1450, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.64551, "bpb": 2.37397, "chunk_loss": 0.030522, "F": 0.202, "G": 0.2278, "chunks": 206.84, "bytes_per_chunk": 4.951, "boundary_entropy": 0.19129, "router_noise": 0.0, "grad_norm": 0.866, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.227, "probe_sec": 0.026, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01939, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04874, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.42557, "trunc_abs_frac": 2.62392, "mean_delta_full": -0.13186, "read_hit_rate": {"surface": 0.70336}, "mean_gate": {"surface": 0.19801}, "n_reads": 4633, "n_cand": 6587, "read_suppressed_frac": 0.1012, "dropout_reads_logged": 4633, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 104.51956176757812, "n_util_obs": 370, "util_count_spearman": 0.11207045640304734}, "probe_overhead_sec_total": 78.776, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.010213, "alpha": 0.03, "t": 421.3}
{"event": "consolidate", "step": 1500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 432.8}
{"event": "train", "step": 1500, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.66757, "bpb": 2.40579, "chunk_loss": 0.030873, "F": 0.21585, "G": 0.23974, "chunks": 221.03, "bytes_per_chunk": 4.633, "boundary_entropy": 0.1918, "router_noise": 0.0, "grad_norm": 0.8975, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.234, "probe_sec": 0.0271, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01797, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.19254, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 1.06844, "trunc_abs_frac": 2.95703, "mean_delta_full": 0.16829, "read_hit_rate": {"surface": 0.72689}, "mean_gate": {"surface": 0.19018}, "n_reads": 5118, "n_cand": 7041, "read_suppressed_frac": 0.0998, "dropout_reads_logged": 5118, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 108.1937255859375, "n_util_obs": 381, "util_count_spearman": 0.12618943587348985}, "probe_overhead_sec_total": 81.235, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.011425, "alpha": 0.03, "t": 433.0}
{"event": "consolidate", "step": 1550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 443.8}
{"event": "train", "step": 1550, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.58556, "bpb": 2.28748, "chunk_loss": 0.030729, "F": 0.20987, "G": 0.2321, "chunks": 214.91, "bytes_per_chunk": 4.765, "boundary_entropy": 0.18418, "router_noise": 0.0, "grad_norm": 0.9228, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.219, "probe_sec": 0.0269, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02173, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00958, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.12933, "trunc_abs_frac": 0.78964, "mean_delta_full": -0.48625, "read_hit_rate": {"surface": 0.72374}, "mean_gate": {"surface": 0.19772}, "n_reads": 4954, "n_cand": 6845, "read_suppressed_frac": 0.0967, "dropout_reads_logged": 4954, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 111.89714050292969, "n_util_obs": 390, "util_count_spearman": 0.10293986228096258}, "probe_overhead_sec_total": 83.946, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.011509, "alpha": 0.03, "t": 443.9}
{"event": "consolidate", "step": 1600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 454.8}
{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3541.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203471, "cps": 27.664062, "mean_p": 0.231942, "boundary_entropy": 0.1887, "bpb": 2.172445}, "tr": {"chunks": 3782.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208916, "cps": 29.546875, "mean_p": 0.220284, "boundary_entropy": 0.192139, "bpb": 2.417529}, "fi": {"chunks": 4408.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.234331, "cps": 34.4375, "mean_p": 0.249841, "boundary_entropy": 0.197646, "bpb": 2.579631}}, "bpb": {"en": 2.17244, "tr": 2.41753, "fi": 2.57963}, "gini_cpc": 0.031812, "gini_cps": 0.049271, "bpic": 4.836075, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.026760532465992, "fi": 1.1516695806294188}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 115.53463745117188, "n_util_obs": 402, "util_count_spearman": 0.11285516896277926}, "t": 455.5}
{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.1815, "tr": 2.42589, "fi": 2.58715}, "bytes_per_chunk": {"en": 4.909, "tr": 5.414, "fi": 4.708}, "bpb_mean": 2.39818, "frozen_inventory": true, "t": 456.6}
{"event": "train", "step": 1600, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.51415, "bpb": 2.18445, "chunk_loss": 0.030526, "F": 0.20255, "G": 0.23134, "chunks": 207.41, "bytes_per_chunk": 4.937, "boundary_entropy": 0.1907, "router_noise": 0.0, "grad_norm": 0.8016, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.276, "probe_sec": 0.0383, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03187, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04768, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.93517, "trunc_abs_frac": 0.68154, "mean_delta_full": 0.36719, "read_hit_rate": {"surface": 0.72566}, "mean_gate": {"surface": 0.19352}, "n_reads": 4793, "n_cand": 6605, "read_suppressed_frac": 0.1001, "dropout_reads_logged": 4793, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 115.60850524902344, "n_util_obs": 402, "util_count_spearman": 0.11464101926238635}, "probe_overhead_sec_total": 87.192, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.009827, "alpha": 0.03, "t": 457.7}
{"event": "consolidate", "step": 1650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 468.7}
{"event": "train", "step": 1650, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.58066, "bpb": 2.28041, "chunk_loss": 0.030602, "F": 0.20694, "G": 0.23117, "chunks": 211.91, "bytes_per_chunk": 4.832, "boundary_entropy": 0.1819, "router_noise": 0.0, "grad_norm": 0.8613, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.223, "probe_sec": 0.0423, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03681, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.16397, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.6561, "trunc_abs_frac": 0.69249, "mean_delta_full": 0.70605, "read_hit_rate": {"surface": 0.7207}, "mean_gate": {"surface": 0.1908}, "n_reads": 4864, "n_cand": 6749, "read_suppressed_frac": 0.0956, "dropout_reads_logged": 4864, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 119.30064392089844, "n_util_obs": 424, "util_count_spearman": 0.12387108251316775}, "probe_overhead_sec_total": 89.72, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.012262, "alpha": 0.03, "t": 468.9}
{"event": "consolidate", "step": 1700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 479.8}
{"event": "train", "step": 1700, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.53939, "bpb": 2.22088, "chunk_loss": 0.030507, "F": 0.20325, "G": 0.22411, "chunks": 208.12, "bytes_per_chunk": 4.92, "boundary_entropy": 0.17726, "router_noise": 0.0, "grad_norm": 0.7923, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.223, "probe_sec": 0.0929, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08105, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08509, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.35257, "trunc_abs_frac": 0.52564, "mean_delta_full": 0.35754, "read_hit_rate": {"surface": 0.71153}, "mean_gate": {"surface": 0.19753}, "n_reads": 4716, "n_cand": 6628, "read_suppressed_frac": 0.1007, "dropout_reads_logged": 4716, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 122.93608093261719, "n_util_obs": 434, "util_count_spearman": 0.11330813848021443}, "probe_overhead_sec_total": 92.718, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.010325, "alpha": 0.03, "t": 480.1}
{"event": "consolidate", "step": 1750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 491.1}
{"event": "train", "step": 1750, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.56643, "bpb": 2.25989, "chunk_loss": 0.030649, "F": 0.20959, "G": 0.22984, "chunks": 214.62, "bytes_per_chunk": 4.771, "boundary_entropy": 0.17623, "router_noise": 0.0, "grad_norm": 0.7827, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.226, "probe_sec": 0.0302, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02415, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.24114, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 2.06211, "trunc_abs_frac": 2.81486, "mean_delta_full": 0.13855, "read_hit_rate": {"surface": 0.71899}, "mean_gate": {"surface": 0.18861}, "n_reads": 4915, "n_cand": 6836, "read_suppressed_frac": 0.1025, "dropout_reads_logged": 4915, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 126.55531311035156, "n_util_obs": 451, "util_count_spearman": 0.10945095178239374}, "probe_overhead_sec_total": 95.456, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.011047, "alpha": 0.03, "t": 491.3}
{"event": "consolidate", "step": 1800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 502.4}
{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3638.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.209044, "cps": 28.421875, "mean_p": 0.231549, "boundary_entropy": 0.171252, "bpb": 2.131761}, "tr": {"chunks": 4111.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.227089, "cps": 32.117188, "mean_p": 0.221428, "boundary_entropy": 0.175484, "bpb": 2.354576}, "fi": {"chunks": 4565.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.242677, "cps": 35.664062, "mean_p": 0.250314, "boundary_entropy": 0.177758, "bpb": 2.53048}}, "bpb": {"en": 2.13176, "tr": 2.35458, "fi": 2.53048}, "gini_cpc": 0.033031, "gini_cps": 0.050187, "bpic": 4.607114, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0863214395592358, "fi": 1.1608880052139845}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 130.1835174560547, "n_util_obs": 464, "util_count_spearman": 0.12015767706282215}, "t": 503.2}
{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.14482, "tr": 2.36385, "fi": 2.53707}, "bytes_per_chunk": {"en": 4.83, "tr": 4.961, "fi": 4.48}, "bpb_mean": 2.34858, "frozen_inventory": true, "t": 504.0}
{"event": "train", "step": 1800, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.53954, "bpb": 2.22109, "chunk_loss": 0.030524, "F": 0.20374, "G": 0.22364, "chunks": 208.62, "bytes_per_chunk": 4.908, "boundary_entropy": 0.16964, "router_noise": 0.0, "grad_norm": 0.7641, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.277, "probe_sec": 0.0425, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01959, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08709, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.88382, "trunc_abs_frac": 0.87539, "mean_delta_full": 0.41642, "read_hit_rate": {"surface": 0.72076}, "mean_gate": {"surface": 0.18805}, "n_reads": 4788, "n_cand": 6643, "read_suppressed_frac": 0.0982, "dropout_reads_logged": 4788, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 130.2560577392578, "n_util_obs": 464, "util_count_spearman": 0.12001902522223565}, "probe_overhead_sec_total": 97.763, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.011047, "alpha": 0.03, "t": 505.2}
{"event": "consolidate", "step": 1850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 520.4}
{"event": "train", "step": 1850, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.54908, "bpb": 2.23486, "chunk_loss": 0.030678, "F": 0.20978, "G": 0.22908, "chunks": 214.81, "bytes_per_chunk": 4.767, "boundary_entropy": 0.16466, "router_noise": 0.0, "grad_norm": 0.7275, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.308, "probe_sec": 0.0573, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04975, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01453, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 7.79464, "trunc_abs_frac": 0.20077, "mean_delta_full": -0.00342, "read_hit_rate": {"surface": 0.72596}, "mean_gate": {"surface": 0.18349}, "n_reads": 4967, "n_cand": 6842, "read_suppressed_frac": 0.0922, "dropout_reads_logged": 4967, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 133.9723358154297, "n_util_obs": 477, "util_count_spearman": 0.12290917236730813}, "probe_overhead_sec_total": 100.588, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.010077, "alpha": 0.03, "t": 520.6}
{"event": "consolidate", "step": 1900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 532.2}
{"event": "train", "step": 1900, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.53535, "bpb": 2.21504, "chunk_loss": 0.030701, "F": 0.20615, "G": 0.22824, "chunks": 211.09, "bytes_per_chunk": 4.851, "boundary_entropy": 0.17, "router_noise": 0.0, "grad_norm": 0.8653, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.236, "probe_sec": 0.0286, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02353, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.28041, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.19979, "trunc_abs_frac": 0.66747, "mean_delta_full": 0.1779, "read_hit_rate": {"surface": 0.71382}, "mean_gate": {"surface": 0.18813}, "n_reads": 4799, "n_cand": 6723, "read_suppressed_frac": 0.0954, "dropout_reads_logged": 4799, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 137.61280822753906, "n_util_obs": 492, "util_count_spearman": 0.1328262657342008}, "probe_overhead_sec_total": 103.562, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.011696, "alpha": 0.03, "t": 532.4}
{"event": "consolidate", "step": 1950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 543.5}
{"event": "train", "step": 1950, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.47923, "bpb": 2.13408, "chunk_loss": 0.030582, "F": 0.20123, "G": 0.22593, "chunks": 206.06, "bytes_per_chunk": 4.969, "boundary_entropy": 0.16888, "router_noise": 0.0, "grad_norm": 0.7711, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.226, "probe_sec": 0.0896, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08305, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09401, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.94406, "trunc_abs_frac": 0.94406, "mean_delta_full": -0.42114, "read_hit_rate": {"surface": 0.72554}, "mean_gate": {"surface": 0.19164}, "n_reads": 4761, "n_cand": 6562, "read_suppressed_frac": 0.1002, "dropout_reads_logged": 4761, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 141.29135131835938, "n_util_obs": 507, "util_count_spearman": 0.14603151641963796}, "probe_overhead_sec_total": 106.387, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.010242, "alpha": 0.03, "t": 543.7}
{"event": "consolidate", "step": 2000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 554.4}
{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3569.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20508, "cps": 27.882812, "mean_p": 0.225414, "boundary_entropy": 0.163142, "bpb": 2.105159}, "tr": {"chunks": 4053.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.223886, "cps": 31.664062, "mean_p": 0.219675, "boundary_entropy": 0.165964, "bpb": 2.302123}, "fi": {"chunks": 4501.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.239275, "cps": 35.164062, "mean_p": 0.245454, "boundary_entropy": 0.161513, "bpb": 2.470733}}, "bpb": {"en": 2.10516, "tr": 2.30212, "fi": 2.47073}, "gini_cpc": 0.034115, "gini_cps": 0.051252, "bpic": 4.6797, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0917007899459905, "fi": 1.1667416507623674}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 144.95106506347656, "n_util_obs": 519, "util_count_spearman": 0.1679707071793544}, "t": 555.0}
{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.11536, "tr": 2.31301, "fi": 2.4786}, "bytes_per_chunk": {"en": 4.877, "tr": 4.932, "fi": 4.52}, "bpb_mean": 2.30233, "frozen_inventory": true, "t": 556.1}
{"event": "train", "step": 2000, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.63906, "bpb": 2.36466, "chunk_loss": 0.030836, "F": 0.21689, "G": 0.23463, "chunks": 222.09, "bytes_per_chunk": 4.611, "boundary_entropy": 0.16424, "router_noise": 0.0, "grad_norm": 0.8002, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.273, "probe_sec": 0.069, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06059, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.0036, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.29961, "trunc_abs_frac": 9.27493, "mean_delta_full": -0.10828, "read_hit_rate": {"surface": 0.71689}, "mean_gate": {"surface": 0.18336}, "n_reads": 5072, "n_cand": 7075, "read_suppressed_frac": 0.0994, "dropout_reads_logged": 5072, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 145.02691650390625, "n_util_obs": 521, "util_count_spearman": 0.16235468097251324}, "probe_overhead_sec_total": 108.954, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.010251, "alpha": 0.03, "t": 557.4}
{"event": "probe", "step": 2048, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3612.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20755, "cps": 28.21875, "mean_p": 0.2277, "boundary_entropy": 0.162648, "bpb": 2.09743}, "tr": {"chunks": 3804.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210131, "cps": 29.71875, "mean_p": 0.21327, "boundary_entropy": 0.165645, "bpb": 2.307574}, "fi": {"chunks": 4365.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.232045, "cps": 34.101562, "mean_p": 0.243269, "boundary_entropy": 0.168392, "bpb": 2.469775}}, "bpb": {"en": 2.09743, "tr": 2.30757, "fi": 2.46977}, "gini_cpc": 0.025133, "gini_cps": 0.042611, "bpic": 4.81555, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0124331001469442, "fi": 1.118017864715121}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 148.5108642578125, "n_util_obs": 531, "util_count_spearman": 0.1637075703994866}, "t": 569.3}
{"event": "consolidate", "step": 2050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 572.4}
{"event": "train", "step": 2050, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.48231, "bpb": 2.13853, "chunk_loss": 0.030529, "F": 0.19839, "G": 0.21881, "chunks": 203.16, "bytes_per_chunk": 5.04, "boundary_entropy": 0.16586, "router_noise": 0.0, "grad_norm": 0.7545, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.316, "probe_sec": 0.0468, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02509, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.0095, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -2.66193, "trunc_abs_frac": 4.42526, "mean_delta_full": -0.01164, "read_hit_rate": {"surface": 0.71062}, "mean_gate": {"surface": 0.1892}, "n_reads": 4597, "n_cand": 6469, "read_suppressed_frac": 0.0953, "dropout_reads_logged": 4597, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 148.7291717529297, "n_util_obs": 531, "util_count_spearman": 0.16269477863106627}, "probe_overhead_sec_total": 112.02, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.010739, "alpha": 0.03, "t": 573.1}
{"event": "consolidate", "step": 2100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 588.8}
{"event": "train", "step": 2100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.54013, "bpb": 2.22194, "chunk_loss": 0.030474, "F": 0.20294, "G": 0.21985, "chunks": 207.81, "bytes_per_chunk": 4.928, "boundary_entropy": 0.15998, "router_noise": 0.0, "grad_norm": 0.8256, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.317, "probe_sec": 0.0305, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0249, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02549, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.8532, "trunc_abs_frac": 2.1005, "mean_delta_full": -0.17181, "read_hit_rate": {"surface": 0.71517}, "mean_gate": {"surface": 0.19286}, "n_reads": 4733, "n_cand": 6618, "read_suppressed_frac": 0.0968, "dropout_reads_logged": 4733, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 152.40811157226562, "n_util_obs": 540, "util_count_spearman": 0.16418049243322863}, "probe_overhead_sec_total": 114.903, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.01079, "alpha": 0.03, "t": 589.0}
{"event": "consolidate", "step": 2150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 607.9}
{"event": "train", "step": 2150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.50103, "bpb": 2.16552, "chunk_loss": 0.030602, "F": 0.20728, "G": 0.22563, "chunks": 212.25, "bytes_per_chunk": 4.824, "boundary_entropy": 0.16001, "router_noise": 0.0, "grad_norm": 0.7404, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.381, "probe_sec": 0.0684, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05795, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.13824, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.31849, "trunc_abs_frac": 4.47391, "mean_delta_full": -0.12197, "read_hit_rate": {"surface": 0.72411}, "mean_gate": {"surface": 0.18156}, "n_reads": 4895, "n_cand": 6760, "read_suppressed_frac": 0.1079, "dropout_reads_logged": 4895, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 156.12425231933594, "n_util_obs": 560, "util_count_spearman": 0.16014573801531617}, "probe_overhead_sec_total": 117.634, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.011531, "alpha": 0.03, "t": 608.1}
{"event": "consolidate", "step": 2200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 627.7}
{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3564.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204792, "cps": 27.84375, "mean_p": 0.223165, "boundary_entropy": 0.158504, "bpb": 2.079374}, "tr": {"chunks": 3890.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214882, "cps": 30.390625, "mean_p": 0.211858, "boundary_entropy": 0.159902, "bpb": 2.280209}, "fi": {"chunks": 4331.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.230238, "cps": 33.835938, "mean_p": 0.238858, "boundary_entropy": 0.161706, "bpb": 2.440739}}, "bpb": {"en": 2.07937, "tr": 2.28021, "fi": 2.44074}, "gini_cpc": 0.026101, "gini_cps": 0.043388, "bpic": 4.813916, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.049265696423626, "fi": 1.1242495570415405}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 159.76329040527344, "n_util_obs": 571, "util_count_spearman": 0.16458174149833352}, "t": 628.4}
{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.08993, "tr": 2.28778, "fi": 2.44913}, "bytes_per_chunk": {"en": 4.915, "tr": 5.277, "fi": 4.786}, "bpb_mean": 2.27561, "frozen_inventory": true, "t": 629.6}
{"event": "train", "step": 2200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.47185, "bpb": 2.12343, "chunk_loss": 0.03047, "F": 0.20273, "G": 0.22101, "chunks": 207.59, "bytes_per_chunk": 4.933, "boundary_entropy": 0.15537, "router_noise": 0.0, "grad_norm": 0.6283, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.452, "probe_sec": 0.0448, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03476, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.14499, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.17189, "trunc_abs_frac": 1.71903, "mean_delta_full": -0.21021, "read_hit_rate": {"surface": 0.7309}, "mean_gate": {"surface": 0.17808}, "n_reads": 4832, "n_cand": 6611, "read_suppressed_frac": 0.0975, "dropout_reads_logged": 4832, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 159.8378143310547, "n_util_obs": 571, "util_count_spearman": 0.16448894147987145}, "probe_overhead_sec_total": 120.15, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.012159, "alpha": 0.03, "t": 630.7}
{"event": "consolidate", "step": 2250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 642.9}
{"event": "train", "step": 2250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.50143, "bpb": 2.16611, "chunk_loss": 0.030465, "F": 0.20212, "G": 0.21835, "chunks": 206.97, "bytes_per_chunk": 4.948, "boundary_entropy": 0.15086, "router_noise": 0.0, "grad_norm": 0.7983, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.248, "probe_sec": 0.0361, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02784, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.10082, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.32408, "trunc_abs_frac": 0.27592, "mean_delta_full": 0.14103, "read_hit_rate": {"surface": 0.7137}, "mean_gate": {"surface": 0.1774}, "n_reads": 4704, "n_cand": 6591, "read_suppressed_frac": 0.1025, "dropout_reads_logged": 4704, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 163.52090454101562, "n_util_obs": 585, "util_count_spearman": 0.1506111473030752}, "probe_overhead_sec_total": 122.81, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.010928, "alpha": 0.03, "t": 643.1}
{"event": "consolidate", "step": 2300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 657.1}
{"event": "train", "step": 2300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.51177, "bpb": 2.18102, "chunk_loss": 0.030532, "F": 0.20724, "G": 0.22324, "chunks": 212.22, "bytes_per_chunk": 4.825, "boundary_entropy": 0.15019, "router_noise": 0.0, "grad_norm": 0.7783, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.285, "probe_sec": 0.1045, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09433, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00292, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -8.94311, "trunc_abs_frac": 0.8467, "mean_delta_full": -0.01359, "read_hit_rate": {"surface": 0.72555}, "mean_gate": {"surface": 0.18549}, "n_reads": 4904, "n_cand": 6759, "read_suppressed_frac": 0.0956, "dropout_reads_logged": 4904, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 167.2016143798828, "n_util_obs": 593, "util_count_spearman": 0.15577056889004479}, "probe_overhead_sec_total": 125.463, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.010915, "alpha": 0.03, "t": 657.4}
{"event": "consolidate", "step": 2350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 677.7}
{"event": "train", "step": 2350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.55964, "bpb": 2.25009, "chunk_loss": 0.030556, "F": 0.20895, "G": 0.22434, "chunks": 213.97, "bytes_per_chunk": 4.786, "boundary_entropy": 0.14663, "router_noise": 0.0, "grad_norm": 0.7631, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.418, "probe_sec": 0.034, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02432, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05969, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.90332, "trunc_abs_frac": 0.9635, "mean_delta_full": 0.09564, "read_hit_rate": {"surface": 0.71225}, "mean_gate": {"surface": 0.18546}, "n_reads": 4854, "n_cand": 6815, "read_suppressed_frac": 0.1047, "dropout_reads_logged": 4854, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 170.92861938476562, "n_util_obs": 605, "util_count_spearman": 0.16199736481095883}, "probe_overhead_sec_total": 128.407, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.011373, "alpha": 0.03, "t": 678.3}
{"event": "consolidate", "step": 2400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 692.1}
{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3640.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.209159, "cps": 28.4375, "mean_p": 0.223919, "boundary_entropy": 0.148795, "bpb": 2.055062}, "tr": {"chunks": 4000.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.220958, "cps": 31.25, "mean_p": 0.211687, "boundary_entropy": 0.149656, "bpb": 2.245851}, "fi": {"chunks": 4464.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.237308, "cps": 34.875, "mean_p": 0.241953, "boundary_entropy": 0.146713, "bpb": 2.384735}}, "bpb": {"en": 2.05506, "tr": 2.24585, "fi": 2.38473}, "gini_cpc": 0.028117, "gini_cps": 0.045384, "bpic": 4.687046, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0564092042300075, "fi": 1.1345797788411154}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 174.57872009277344, "n_util_obs": 614, "util_count_spearman": 0.15604579561876997}, "t": 692.8}
{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.06687, "tr": 2.2549, "fi": 2.39628}, "bytes_per_chunk": {"en": 4.784, "tr": 5.164, "fi": 4.568}, "bpb_mean": 2.23935, "frozen_inventory": true, "t": 693.8}
{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 695.0}
{"event": "train", "step": 2400, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.49671, "bpb": 2.1593, "chunk_loss": 0.030677, "F": 0.21408, "G": 0.22674, "chunks": 219.22, "bytes_per_chunk": 4.671, "boundary_entropy": 0.14402, "router_noise": 0.0, "grad_norm": 0.7183, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.348, "probe_sec": 0.0857, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07833, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.17504, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 1.47498, "trunc_abs_frac": 0.54146, "mean_delta_full": 0.09757, "read_hit_rate": {"surface": 0.73722}, "mean_gate": {"surface": 0.18637}, "n_reads": 5148, "n_cand": 6983, "read_suppressed_frac": 0.0963, "dropout_reads_logged": 5148, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 174.6584930419922, "n_util_obs": 616, "util_count_spearman": 0.15504907826422684}, "probe_overhead_sec_total": 131.064, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.012789, "alpha": 0.03, "t": 695.7}
{"event": "consolidate", "step": 2450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 711.5}
{"event": "train", "step": 2450, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.46403, "bpb": 2.11215, "chunk_loss": 0.030479, "F": 0.20337, "G": 0.21822, "chunks": 208.25, "bytes_per_chunk": 4.917, "boundary_entropy": 0.14462, "router_noise": 0.0, "grad_norm": 0.7161, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.319, "probe_sec": 0.0251, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01823, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02451, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.82464, "trunc_abs_frac": 1.08829, "mean_delta_full": 0.09949, "read_hit_rate": {"surface": 0.7212}, "mean_gate": {"surface": 0.18826}, "n_reads": 4783, "n_cand": 6632, "read_suppressed_frac": 0.1052, "dropout_reads_logged": 4783, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 178.30206298828125, "n_util_obs": 627, "util_count_spearman": 0.13904914747064973}, "probe_overhead_sec_total": 133.843, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.013181, "alpha": 0.03, "t": 711.6}
{"event": "consolidate", "step": 2500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 723.9}
{"event": "train", "step": 2500, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43442, "bpb": 2.06943, "chunk_loss": 0.030606, "F": 0.2113, "G": 0.22571, "chunks": 216.38, "bytes_per_chunk": 4.733, "boundary_entropy": 0.13972, "router_noise": 0.0, "grad_norm": 0.7155, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.251, "probe_sec": 0.0944, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0889, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00319, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.6385, "trunc_abs_frac": 0.6572, "mean_delta_full": -0.02336, "read_hit_rate": {"surface": 0.74579}, "mean_gate": {"surface": 0.18288}, "n_reads": 5140, "n_cand": 6892, "read_suppressed_frac": 0.0969, "dropout_reads_logged": 5140, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 182.00067138671875, "n_util_obs": 643, "util_count_spearman": 0.13692515104834452}, "probe_overhead_sec_total": 137.027, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.012051, "alpha": 0.03, "t": 724.2}
{"event": "consolidate", "step": 2550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 736.6}
{"event": "train", "step": 2550, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.46362, "bpb": 2.11155, "chunk_loss": 0.030471, "F": 0.2048, "G": 0.21842, "chunks": 209.72, "bytes_per_chunk": 4.883, "boundary_entropy": 0.13839, "router_noise": 0.0, "grad_norm": 0.7335, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.252, "probe_sec": 0.0469, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03997, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.25841, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.90282, "trunc_abs_frac": 0.83433, "mean_delta_full": 0.08813, "read_hit_rate": {"surface": 0.72301}, "mean_gate": {"surface": 0.18511}, "n_reads": 4829, "n_cand": 6679, "read_suppressed_frac": 0.1071, "dropout_reads_logged": 4829, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 185.7130126953125, "n_util_obs": 659, "util_count_spearman": 0.15207961061597364}, "probe_overhead_sec_total": 139.67, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.010979, "alpha": 0.03, "t": 736.8}
{"event": "consolidate", "step": 2600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 747.6}
{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3571.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.205195, "cps": 27.898438, "mean_p": 0.21908, "boundary_entropy": 0.146235, "bpb": 2.041182}, "tr": {"chunks": 3705.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.204662, "cps": 28.945312, "mean_p": 0.203327, "boundary_entropy": 0.150485, "bpb": 2.235532}, "fi": {"chunks": 4376.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.23263, "cps": 34.1875, "mean_p": 0.237814, "boundary_entropy": 0.139462, "bpb": 2.368145}}, "bpb": {"en": 2.04118, "tr": 2.23553, "fi": 2.36814}, "gini_cpc": 0.02902, "gini_cps": 0.046058, "bpic": 4.868864, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9974058954135204, "fi": 1.133704054693357}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 189.40045166015625, "n_util_obs": 669, "util_count_spearman": 0.14505871553976435}, "t": 748.3}
{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.05203, "tr": 2.24581, "fi": 2.37487}, "bytes_per_chunk": {"en": 4.898, "tr": 5.48, "fi": 4.753}, "bpb_mean": 2.22423, "frozen_inventory": true, "t": 749.1}
{"event": "train", "step": 2600, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.41547, "bpb": 2.04209, "chunk_loss": 0.030459, "F": 0.20453, "G": 0.217, "chunks": 209.44, "bytes_per_chunk": 4.889, "boundary_entropy": 0.14374, "router_noise": 0.0, "grad_norm": 0.75, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.268, "probe_sec": 0.0869, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08165, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.07646, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 433.25, "trunc_abs_frac": 433.25, "mean_delta_full": 0.00037, "read_hit_rate": {"surface": 0.72564}, "mean_gate": {"surface": 0.18328}, "n_reads": 4840, "n_cand": 6670, "read_suppressed_frac": 0.1, "dropout_reads_logged": 4840, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 189.4748077392578, "n_util_obs": 669, "util_count_spearman": 0.14426944180894138}, "probe_overhead_sec_total": 142.38, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.01179, "alpha": 0.03, "t": 750.2}
{"event": "consolidate", "step": 2650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 760.9}
{"event": "train", "step": 2650, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.46938, "bpb": 2.11986, "chunk_loss": 0.030335, "F": 0.19473, "G": 0.21008, "chunks": 199.41, "bytes_per_chunk": 5.135, "boundary_entropy": 0.14344, "router_noise": 0.0, "grad_norm": 0.7121, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.224, "probe_sec": 0.3127, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01932, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.12292, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.7359, "trunc_abs_frac": 0.67926, "mean_delta_full": 0.46029, "read_hit_rate": {"surface": 0.69759}, "mean_gate": {"surface": 0.17915}, "n_reads": 4429, "n_cand": 6349, "read_suppressed_frac": 0.0993, "dropout_reads_logged": 4429, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 193.1684112548828, "n_util_obs": 683, "util_count_spearman": 0.1315473749861921}, "probe_overhead_sec_total": 145.018, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.011349, "alpha": 0.03, "t": 761.3}
{"event": "consolidate", "step": 2700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 772.4}
{"event": "train", "step": 2700, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44815, "bpb": 2.08924, "chunk_loss": 0.030538, "F": 0.20547, "G": 0.21938, "chunks": 210.41, "bytes_per_chunk": 4.867, "boundary_entropy": 0.13662, "router_noise": 0.0, "grad_norm": 0.665, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.227, "probe_sec": 0.0878, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08143, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04426, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.78448, "trunc_abs_frac": 0.68504, "mean_delta_full": 0.10291, "read_hit_rate": {"surface": 0.71556}, "mean_gate": {"surface": 0.17456}, "n_reads": 4795, "n_cand": 6701, "read_suppressed_frac": 0.0938, "dropout_reads_logged": 4795, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 196.88819885253906, "n_util_obs": 691, "util_count_spearman": 0.1361958245706074}, "probe_overhead_sec_total": 147.698, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.01236, "alpha": 0.03, "t": 772.7}
{"event": "consolidate", "step": 2750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 783.6}
{"event": "train", "step": 2750, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.45288, "bpb": 2.09607, "chunk_loss": 0.030565, "F": 0.20627, "G": 0.22058, "chunks": 211.22, "bytes_per_chunk": 4.848, "boundary_entropy": 0.14339, "router_noise": 0.0, "grad_norm": 0.7031, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.223, "probe_sec": 0.0694, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06058, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01527, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.61151, "trunc_abs_frac": 0.56448, "mean_delta_full": -0.13879, "read_hit_rate": {"surface": 0.72826}, "mean_gate": {"surface": 0.17685}, "n_reads": 4899, "n_cand": 6727, "read_suppressed_frac": 0.0984, "dropout_reads_logged": 4899, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 200.59893798828125, "n_util_obs": 706, "util_count_spearman": 0.14090214265940879}, "probe_overhead_sec_total": 150.813, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.010759, "alpha": 0.03, "t": 783.9}
{"event": "consolidate", "step": 2800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 795.4}
{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3584.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.205942, "cps": 28.0, "mean_p": 0.221064, "boundary_entropy": 0.138961, "bpb": 2.016125}, "tr": {"chunks": 3749.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207093, "cps": 29.289062, "mean_p": 0.20358, "boundary_entropy": 0.142367, "bpb": 2.191815}, "fi": {"chunks": 4368.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.232205, "cps": 34.125, "mean_p": 0.236222, "boundary_entropy": 0.138273, "bpb": 2.325785}}, "bpb": {"en": 2.01612, "tr": 2.19182, "fi": 2.32578}, "gini_cpc": 0.027135, "gini_cps": 0.044669, "bpic": 4.848474, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0055901442687085, "fi": 1.127526779543884}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 204.2125244140625, "n_util_obs": 715, "util_count_spearman": 0.13548660825836628}, "t": 796.0}
{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.02803, "tr": 2.20228, "fi": 2.33198}, "bytes_per_chunk": {"en": 4.856, "tr": 5.467, "fi": 4.772}, "bpb_mean": 2.18743, "frozen_inventory": true, "t": 797.0}
{"event": "train", "step": 2800, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40974, "bpb": 2.03382, "chunk_loss": 0.030493, "F": 0.20511, "G": 0.2188, "chunks": 210.03, "bytes_per_chunk": 4.875, "boundary_entropy": 0.13452, "router_noise": 0.0, "grad_norm": 0.6823, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.287, "probe_sec": 0.0391, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03392, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05089, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.15545, "trunc_abs_frac": 0.86311, "mean_delta_full": 0.18559, "read_hit_rate": {"surface": 0.73897}, "mean_gate": {"surface": 0.17925}, "n_reads": 4943, "n_cand": 6689, "read_suppressed_frac": 0.0935, "dropout_reads_logged": 4943, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 204.28903198242188, "n_util_obs": 715, "util_count_spearman": 0.13555921288782818}, "probe_overhead_sec_total": 153.589, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.013111, "alpha": 0.03, "t": 798.2}
{"event": "consolidate", "step": 2850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 808.9}
{"event": "train", "step": 2850, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.45916, "bpb": 2.10513, "chunk_loss": 0.030702, "F": 0.2149, "G": 0.22761, "chunks": 220.06, "bytes_per_chunk": 4.653, "boundary_entropy": 0.13331, "router_noise": 0.0, "grad_norm": 0.7709, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.22, "probe_sec": 0.152, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.13898, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.22009, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.61278, "trunc_abs_frac": 0.99689, "mean_delta_full": -0.04934, "read_hit_rate": {"surface": 0.73167}, "mean_gate": {"surface": 0.16768}, "n_reads": 5129, "n_cand": 7010, "read_suppressed_frac": 0.0907, "dropout_reads_logged": 5129, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 208.00965881347656, "n_util_obs": 725, "util_count_spearman": 0.13213459816112974}, "probe_overhead_sec_total": 156.56, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.012489, "alpha": 0.03, "t": 809.2}
{"event": "consolidate", "step": 2900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 820.1}
{"event": "train", "step": 2900, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.3953, "bpb": 2.01299, "chunk_loss": 0.030296, "F": 0.19489, "G": 0.20914, "chunks": 199.56, "bytes_per_chunk": 5.131, "boundary_entropy": 0.13904, "router_noise": 0.0, "grad_norm": 0.6927, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.222, "probe_sec": 0.0279, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02203, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.23745, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.10795, "trunc_abs_frac": 2.41668, "mean_delta_full": 0.57104, "read_hit_rate": {"surface": 0.71545}, "mean_gate": {"surface": 0.17438}, "n_reads": 4546, "n_cand": 6354, "read_suppressed_frac": 0.0959, "dropout_reads_logged": 4546, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 211.7432098388672, "n_util_obs": 746, "util_count_spearman": 0.12227456267651685}, "probe_overhead_sec_total": 159.242, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.011126, "alpha": 0.03, "t": 820.3}
{"event": "consolidate", "step": 2950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 831.1}
{"event": "train", "step": 2950, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.53705, "bpb": 2.21749, "chunk_loss": 0.030582, "F": 0.20895, "G": 0.21988, "chunks": 213.97, "bytes_per_chunk": 4.786, "boundary_entropy": 0.13403, "router_noise": 0.0, "grad_norm": 0.7264, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.222, "probe_sec": 0.0435, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03819, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09653, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 2.14687, "trunc_abs_frac": 0.96182, "mean_delta_full": -0.12231, "read_hit_rate": {"surface": 0.70741}, "mean_gate": {"surface": 0.17369}, "n_reads": 4821, "n_cand": 6815, "read_suppressed_frac": 0.0962, "dropout_reads_logged": 4821, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 215.46133422851562, "n_util_obs": 761, "util_count_spearman": 0.12420980730413302}, "probe_overhead_sec_total": 162.13, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.01182, "alpha": 0.03, "t": 831.4}
{"event": "consolidate", "step": 3000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 842.5}
{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3596.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.206631, "cps": 28.09375, "mean_p": 0.218879, "boundary_entropy": 0.136223, "bpb": 1.998572}, "tr": {"chunks": 3599.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.198807, "cps": 28.117188, "mean_p": 0.200019, "boundary_entropy": 0.138427, "bpb": 2.175238}, "fi": {"chunks": 4379.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.232789, "cps": 34.210938, "mean_p": 0.239975, "boundary_entropy": 0.131078, "bpb": 2.30515}}, "bpb": {"en": 1.99857, "tr": 2.17524, "fi": 2.30515}, "gini_cpc": 0.035497, "gini_cps": 0.045101, "bpic": 4.901676, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9621343772752099, "fi": 1.1265941684772638}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 219.13784790039062, "n_util_obs": 772, "util_count_spearman": 0.11862816270094763}, "t": 843.1}
{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.0117, "tr": 2.18623, "fi": 2.30854}, "bytes_per_chunk": {"en": 4.864, "tr": 5.683, "fi": 4.736}, "bpb_mean": 2.16882, "frozen_inventory": true, "t": 844.0}
{"event": "train", "step": 3000, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.48827, "bpb": 2.14712, "chunk_loss": 0.030443, "F": 0.19922, "G": 0.21189, "chunks": 204.0, "bytes_per_chunk": 5.02, "boundary_entropy": 0.12929, "router_noise": 0.0, "grad_norm": 0.7371, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.287, "probe_sec": 0.0551, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04572, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09133, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.7798, "trunc_abs_frac": 0.7169, "mean_delta_full": 0.12748, "read_hit_rate": {"surface": 0.70397}, "mean_gate": {"surface": 0.17753}, "n_reads": 4573, "n_cand": 6496, "read_suppressed_frac": 0.0964, "dropout_reads_logged": 4573, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 219.20545959472656, "n_util_obs": 775, "util_count_spearman": 0.12065059445444548}, "probe_overhead_sec_total": 164.959, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.010833, "alpha": 0.03, "t": 845.7}
{"event": "consolidate", "step": 3050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 856.5}
{"event": "train", "step": 3050, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43811, "bpb": 2.07476, "chunk_loss": 0.030596, "F": 0.20889, "G": 0.22039, "chunks": 213.91, "bytes_per_chunk": 4.787, "boundary_entropy": 0.13698, "router_noise": 0.0, "grad_norm": 0.6947, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.221, "probe_sec": 0.03, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02085, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.04656, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.1638, "trunc_abs_frac": 1.62607, "mean_delta_full": 0.33154, "read_hit_rate": {"surface": 0.73154}, "mean_gate": {"surface": 0.16507}, "n_reads": 4984, "n_cand": 6813, "read_suppressed_frac": 0.0967, "dropout_reads_logged": 4984, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 222.90924072265625, "n_util_obs": 787, "util_count_spearman": 0.11605204222041189}, "probe_overhead_sec_total": 168.257, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.011019, "alpha": 0.03, "t": 856.7}
{"event": "consolidate", "step": 3100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 867.7}
{"event": "train", "step": 3100, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.4863, "bpb": 2.14428, "chunk_loss": 0.030435, "F": 0.20364, "G": 0.2142, "chunks": 208.53, "bytes_per_chunk": 4.911, "boundary_entropy": 0.1269, "router_noise": 0.0, "grad_norm": 0.6717, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.224, "probe_sec": 0.0435, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03817, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.1794, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.94077, "trunc_abs_frac": 0.69136, "mean_delta_full": 0.39766, "read_hit_rate": {"surface": 0.71149}, "mean_gate": {"surface": 0.1704}, "n_reads": 4725, "n_cand": 6641, "read_suppressed_frac": 0.0948, "dropout_reads_logged": 4725, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 226.63258361816406, "n_util_obs": 800, "util_count_spearman": 0.12098923765707513}, "probe_overhead_sec_total": 171.01, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.011337, "alpha": 0.03, "t": 867.9}
{"event": "consolidate", "step": 3150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 878.8}
{"event": "train", "step": 3150, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44622, "bpb": 2.08645, "chunk_loss": 0.030425, "F": 0.20276, "G": 0.21257, "chunks": 207.62, "bytes_per_chunk": 4.932, "boundary_entropy": 0.13028, "router_noise": 0.0, "grad_norm": 0.6896, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.221, "probe_sec": 0.068, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05852, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06607, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.48606, "trunc_abs_frac": 1.15738, "mean_delta_full": 0.04525, "read_hit_rate": {"surface": 0.71083}, "mean_gate": {"surface": 0.16825}, "n_reads": 4700, "n_cand": 6612, "read_suppressed_frac": 0.0977, "dropout_reads_logged": 4700, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 230.38577270507812, "n_util_obs": 813, "util_count_spearman": 0.11715024939469025}, "probe_overhead_sec_total": 173.639, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.011314, "alpha": 0.03, "t": 879.0}
{"event": "consolidate", "step": 3200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 890.0}
{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3575.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.205424, "cps": 27.929688, "mean_p": 0.216175, "boundary_entropy": 0.130361, "bpb": 1.983494}, "tr": {"chunks": 3806.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210241, "cps": 29.734375, "mean_p": 0.204379, "boundary_entropy": 0.131473, "bpb": 2.145648}, "fi": {"chunks": 4374.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.232524, "cps": 34.171875, "mean_p": 0.235334, "boundary_entropy": 0.119096, "bpb": 2.278492}}, "bpb": {"en": 1.98349, "tr": 2.14565, "fi": 2.27849}, "gini_cpc": 0.027872, "gini_cps": 0.045314, "bpic": 4.826202, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0234492370580313, "fi": 1.131918008098966}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 234.0329132080078, "n_util_obs": 820, "util_count_spearman": 0.11901029260571708}, "t": 890.4}
{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 1.9942, "tr": 2.15359, "fi": 2.2857}, "bytes_per_chunk": {"en": 4.861, "tr": 5.326, "fi": 4.73}, "bpb_mean": 2.1445, "frozen_inventory": true, "t": 891.5}
{"event": "train", "step": 3200, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.42762, "bpb": 2.05962, "chunk_loss": 0.030456, "F": 0.20547, "G": 0.21463, "chunks": 210.41, "bytes_per_chunk": 4.867, "boundary_entropy": 0.12484, "router_noise": 0.0, "grad_norm": 0.6202, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.275, "probe_sec": 0.0342, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02766, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03039, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -2.28636, "trunc_abs_frac": 0.90206, "mean_delta_full": -0.00671, "read_hit_rate": {"surface": 0.7284}, "mean_gate": {"surface": 0.17403}, "n_reads": 4881, "n_cand": 6701, "read_suppressed_frac": 0.1049, "dropout_reads_logged": 4881, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 234.10824584960938, "n_util_obs": 820, "util_count_spearman": 0.11959831399947335}, "probe_overhead_sec_total": 176.307, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.012202, "alpha": 0.03, "t": 892.7}
{"event": "consolidate", "step": 3250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 903.4}
{"event": "train", "step": 3250, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.42946, "bpb": 2.06227, "chunk_loss": 0.030465, "F": 0.20261, "G": 0.21298, "chunks": 207.47, "bytes_per_chunk": 4.936, "boundary_entropy": 0.12711, "router_noise": 0.0, "grad_norm": 0.7131, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.218, "probe_sec": 0.0383, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03277, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.24945, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 7, "trunc_ratio_sum": 1.45584, "trunc_abs_frac": 0.52602, "mean_delta_full": 0.22541, "read_hit_rate": {"surface": 0.71606}, "mean_gate": {"surface": 0.17386}, "n_reads": 4731, "n_cand": 6607, "read_suppressed_frac": 0.0979, "dropout_reads_logged": 4731, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 237.7957763671875, "n_util_obs": 828, "util_count_spearman": 0.10616124945909171}, "probe_overhead_sec_total": 179.273, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010644, "alpha": 0.03, "t": 903.6}
{"event": "consolidate", "step": 3300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 914.4}
{"event": "train", "step": 3300, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.4066, "bpb": 2.02929, "chunk_loss": 0.030505, "F": 0.20706, "G": 0.21662, "chunks": 212.03, "bytes_per_chunk": 4.829, "boundary_entropy": 0.12539, "router_noise": 0.0, "grad_norm": 0.6554, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.221, "probe_sec": 0.0837, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07669, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.24168, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.91496, "trunc_abs_frac": 0.66087, "mean_delta_full": 0.15718, "read_hit_rate": {"surface": 0.72486}, "mean_gate": {"surface": 0.1677}, "n_reads": 4895, "n_cand": 6753, "read_suppressed_frac": 0.0993, "dropout_reads_logged": 4895, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 241.49295043945312, "n_util_obs": 838, "util_count_spearman": 0.11608216876478823}, "probe_overhead_sec_total": 182.642, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.011348, "alpha": 0.03, "t": 914.7}
{"event": "consolidate", "step": 3350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 925.4}
{"event": "train", "step": 3350, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.35219, "bpb": 1.95079, "chunk_loss": 0.030513, "F": 0.20773, "G": 0.21653, "chunks": 212.72, "bytes_per_chunk": 4.814, "boundary_entropy": 0.12282, "router_noise": 0.0, "grad_norm": 0.7067, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.218, "probe_sec": 0.0324, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02412, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01707, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": -0.14737, "trunc_abs_frac": 0.14737, "mean_delta_full": 0.24561, "read_hit_rate": {"surface": 0.73683}, "mean_gate": {"surface": 0.16444}, "n_reads": 4992, "n_cand": 6775, "read_suppressed_frac": 0.1044, "dropout_reads_logged": 4992, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 245.22503662109375, "n_util_obs": 853, "util_count_spearman": 0.1201745653771824}, "probe_overhead_sec_total": 185.022, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.012231, "alpha": 0.03, "t": 925.6}
{"event": "consolidate", "step": 3400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 937.0}
{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3640.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.209159, "cps": 28.4375, "mean_p": 0.217505, "boundary_entropy": 0.125304, "bpb": 1.971011}, "tr": {"chunks": 3848.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212561, "cps": 30.0625, "mean_p": 0.203453, "boundary_entropy": 0.125285, "bpb": 2.14201}, "fi": {"chunks": 4375.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.232577, "cps": 34.179688, "mean_p": 0.23399, "boundary_entropy": 0.11684, "bpb": 2.252541}}, "bpb": {"en": 1.97101, "tr": 2.14201, "fi": 2.25254}, "gini_cpc": 0.02386, "gini_cps": 0.041305, "bpic": 4.782264, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0162656544692672, "fi": 1.1119593486626074}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 248.9117431640625, "n_util_obs": 863, "util_count_spearman": 0.1240871579417913}, "t": 937.6}
{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 1.98291, "tr": 2.15021, "fi": 2.25868}, "bytes_per_chunk": {"en": 4.786, "tr": 5.315, "fi": 4.69}, "bpb_mean": 2.1306, "frozen_inventory": true, "t": 938.6}
{"event": "train", "step": 3400, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.41324, "bpb": 2.03887, "chunk_loss": 0.030498, "F": 0.20792, "G": 0.21542, "chunks": 212.91, "bytes_per_chunk": 4.81, "boundary_entropy": 0.1204, "router_noise": 0.0, "grad_norm": 0.7406, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.284, "probe_sec": 0.0251, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01837, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.03156, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.50734, "trunc_abs_frac": 10.63108, "mean_delta_full": -0.26009, "read_hit_rate": {"surface": 0.73175}, "mean_gate": {"surface": 0.1711}, "n_reads": 4962, "n_cand": 6781, "read_suppressed_frac": 0.1, "dropout_reads_logged": 4962, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 248.98849487304688, "n_util_obs": 863, "util_count_spearman": 0.1233982564373047}, "probe_overhead_sec_total": 188.215, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.013044, "alpha": 0.03, "t": 939.8}
{"event": "consolidate", "step": 3450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 950.6}
{"event": "train", "step": 3450, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.38314, "bpb": 1.99546, "chunk_loss": 0.03044, "F": 0.2041, "G": 0.21281, "chunks": 209.0, "bytes_per_chunk": 4.9, "boundary_entropy": 0.1207, "router_noise": 0.0, "grad_norm": 0.7258, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.221, "probe_sec": 0.0523, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04589, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05203, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.61114, "trunc_abs_frac": 1.13314, "mean_delta_full": -0.01945, "read_hit_rate": {"surface": 0.72115}, "mean_gate": {"surface": 0.16465}, "n_reads": 4800, "n_cand": 6656, "read_suppressed_frac": 0.1019, "dropout_reads_logged": 4800, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 252.6905517578125, "n_util_obs": 875, "util_count_spearman": 0.10946266526952965}, "probe_overhead_sec_total": 190.948, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.011467, "alpha": 0.03, "t": 950.8}
{"event": "consolidate", "step": 3500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 961.5}
{"event": "train", "step": 3500, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.35991, "bpb": 1.96193, "chunk_loss": 0.030411, "F": 0.20367, "G": 0.21107, "chunks": 208.56, "bytes_per_chunk": 4.91, "boundary_entropy": 0.11776, "router_noise": 0.0, "grad_norm": 0.6881, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.217, "probe_sec": 0.0605, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05306, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.24318, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -24.28448, "trunc_abs_frac": 0.60017, "mean_delta_full": -0.00472, "read_hit_rate": {"surface": 0.74044}, "mean_gate": {"surface": 0.16168}, "n_reads": 4918, "n_cand": 6642, "read_suppressed_frac": 0.0982, "dropout_reads_logged": 4918, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 256.4451904296875, "n_util_obs": 878, "util_count_spearman": 0.11007462985092248}, "probe_overhead_sec_total": 193.918, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010849, "alpha": 0.03, "t": 961.7}
{"event": "consolidate", "step": 3550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 972.9}
{"event": "train", "step": 3550, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40003, "bpb": 2.01982, "chunk_loss": 0.030454, "F": 0.20435, "G": 0.21241, "chunks": 209.25, "bytes_per_chunk": 4.894, "boundary_entropy": 0.11518, "router_noise": 0.0, "grad_norm": 0.6727, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.228, "probe_sec": 0.0858, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08016, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.03832, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 7, "trunc_ratio_sum": -1.22836, "trunc_abs_frac": 2.43566, "mean_delta_full": 0.05682, "read_hit_rate": {"surface": 0.71774}, "mean_gate": {"surface": 0.16214}, "n_reads": 4783, "n_cand": 6664, "read_suppressed_frac": 0.0924, "dropout_reads_logged": 4783, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 260.19427490234375, "n_util_obs": 888, "util_count_spearman": 0.11651832222414388}, "probe_overhead_sec_total": 196.599, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.012111, "alpha": 0.03, "t": 973.1}
{"event": "consolidate", "step": 3600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 984.7}
{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3670.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.210883, "cps": 28.671875, "mean_p": 0.218007, "boundary_entropy": 0.123535, "bpb": 1.95646}, "tr": {"chunks": 3829.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211512, "cps": 29.914062, "mean_p": 0.204428, "boundary_entropy": 0.120798, "bpb": 2.10758}, "fi": {"chunks": 4413.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.234597, "cps": 34.476562, "mean_p": 0.235578, "boundary_entropy": 0.114277, "bpb": 2.22876}}, "bpb": {"en": 1.95646, "tr": 2.10758, "fi": 2.22876}, "gini_cpc": 0.024063, "gini_cps": 0.041583, "bpic": 4.762592, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0029813806885546, "fi": 1.1124489743594572}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 263.87640380859375, "n_util_obs": 898, "util_count_spearman": 0.11009195413546355}, "t": 985.4}
{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 1.96761, "tr": 2.1149, "fi": 2.23463}, "bytes_per_chunk": {"en": 4.775, "tr": 5.327, "fi": 4.705}, "bpb_mean": 2.10571, "frozen_inventory": true, "t": 986.1}
{"event": "train", "step": 3600, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40235, "bpb": 2.02316, "chunk_loss": 0.030531, "F": 0.20847, "G": 0.21579, "chunks": 213.47, "bytes_per_chunk": 4.797, "boundary_entropy": 0.11736, "router_noise": 0.0, "grad_norm": 0.6242, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.286, "probe_sec": 0.0651, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05703, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.0147, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.36162, "trunc_abs_frac": 1.29095, "mean_delta_full": 0.21182, "read_hit_rate": {"surface": 0.72481}, "mean_gate": {"surface": 0.16486}, "n_reads": 4928, "n_cand": 6799, "read_suppressed_frac": 0.1057, "dropout_reads_logged": 4928, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 263.9505310058594, "n_util_obs": 899, "util_count_spearman": 0.10827250668047365}, "probe_overhead_sec_total": 199.713, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.012583, "alpha": 0.03, "t": 987.4}
{"event": "consolidate", "step": 3650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 997.5}
{"event": "train", "step": 3650, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43872, "bpb": 2.07564, "chunk_loss": 0.030553, "F": 0.20737, "G": 0.21651, "chunks": 212.34, "bytes_per_chunk": 4.822, "boundary_entropy": 0.11958, "router_noise": 0.0, "grad_norm": 0.6877, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.206, "probe_sec": 0.0243, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01838, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06638, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.60613, "trunc_abs_frac": 0.94844, "mean_delta_full": 0.09015, "read_hit_rate": {"surface": 0.71995}, "mean_gate": {"surface": 0.1638}, "n_reads": 4869, "n_cand": 6763, "read_suppressed_frac": 0.0994, "dropout_reads_logged": 4869, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 267.6756591796875, "n_util_obs": 908, "util_count_spearman": 0.10500345336968821}, "probe_overhead_sec_total": 202.173, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.012237, "alpha": 0.03, "t": 997.7}
{"event": "consolidate", "step": 3700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1008.2}
{"event": "train", "step": 3700, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.39201, "bpb": 2.00824, "chunk_loss": 0.030478, "F": 0.20676, "G": 0.21474, "chunks": 211.72, "bytes_per_chunk": 4.837, "boundary_entropy": 0.11728, "router_noise": 0.0, "grad_norm": 0.6563, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.214, "probe_sec": 0.0436, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03817, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.25378, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.5245, "trunc_abs_frac": 0.52287, "mean_delta_full": 0.33842, "read_hit_rate": {"surface": 0.73943}, "mean_gate": {"surface": 0.16179}, "n_reads": 4986, "n_cand": 6743, "read_suppressed_frac": 0.1009, "dropout_reads_logged": 4986, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 271.418701171875, "n_util_obs": 912, "util_count_spearman": 0.1062699243249693}, "probe_overhead_sec_total": 204.547, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.011764, "alpha": 0.03, "t": 1008.4}
{"event": "consolidate", "step": 3750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1019.1}
{"event": "train", "step": 3750, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.37608, "bpb": 1.98527, "chunk_loss": 0.030414, "F": 0.20236, "G": 0.21141, "chunks": 207.22, "bytes_per_chunk": 4.942, "boundary_entropy": 0.11998, "router_noise": 0.0, "grad_norm": 0.6816, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.216, "probe_sec": 0.0322, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02659, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.11504, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 7, "trunc_ratio_sum": 1.87992, "trunc_abs_frac": 2.23817, "mean_delta_full": 0.04611, "read_hit_rate": {"surface": 0.72117}, "mean_gate": {"surface": 0.16465}, "n_reads": 4759, "n_cand": 6599, "read_suppressed_frac": 0.0992, "dropout_reads_logged": 4759, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 275.15838623046875, "n_util_obs": 918, "util_count_spearman": 0.10864322684725404}, "probe_overhead_sec_total": 207.121, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.01165, "alpha": 0.03, "t": 1019.2}
{"event": "consolidate", "step": 3800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1030.8}
{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3582.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.205827, "cps": 27.984375, "mean_p": 0.213688, "boundary_entropy": 0.12198, "bpb": 1.945387}, "tr": {"chunks": 3722.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205601, "cps": 29.078125, "mean_p": 0.199991, "boundary_entropy": 0.123051, "bpb": 2.101012}, "fi": {"chunks": 4385.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.233108, "cps": 34.257812, "mean_p": 0.235128, "boundary_entropy": 0.113944, "bpb": 2.209245}}, "bpb": {"en": 1.94539, "tr": 2.10101, "fi": 2.20924}, "gini_cpc": 0.028451, "gini_cps": 0.045798, "bpic": 4.853452, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9989053888640759, "fi": 1.1325470493893812}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 278.82965087890625, "n_util_obs": 925, "util_count_spearman": 0.11536825908093101}, "t": 1031.4}
{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 1.95839, "tr": 2.10856, "fi": 2.2163}, "bytes_per_chunk": {"en": 4.855, "tr": 5.445, "fi": 4.722}, "bpb_mean": 2.09442, "frozen_inventory": true, "t": 1032.5}
{"event": "train", "step": 3800, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44822, "bpb": 2.08934, "chunk_loss": 0.030449, "F": 0.20459, "G": 0.21246, "chunks": 209.5, "bytes_per_chunk": 4.888, "boundary_entropy": 0.11576, "router_noise": 0.0, "grad_norm": 0.6798, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.293, "probe_sec": 0.036, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03052, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.05851, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 1.13712, "trunc_abs_frac": 2.16153, "mean_delta_full": -0.12213, "read_hit_rate": {"surface": 0.70459}, "mean_gate": {"surface": 0.15554}, "n_reads": 4701, "n_cand": 6672, "read_suppressed_frac": 0.1059, "dropout_reads_logged": 4701, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 278.9004821777344, "n_util_obs": 925, "util_count_spearman": 0.11544018850434991}, "probe_overhead_sec_total": 210.364, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.01157, "alpha": 0.03, "t": 1033.9}
{"event": "consolidate", "step": 3850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1044.6}
{"event": "train", "step": 3850, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.54165, "bpb": 2.22413, "chunk_loss": 0.030734, "F": 0.20853, "G": 0.21599, "chunks": 213.53, "bytes_per_chunk": 4.796, "boundary_entropy": 0.11495, "router_noise": 0.0, "grad_norm": 0.6865, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.22, "probe_sec": 0.0626, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05494, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05965, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.08169, "trunc_abs_frac": 0.54805, "mean_delta_full": 0.20322, "read_hit_rate": {"surface": 0.70049}, "mean_gate": {"surface": 0.15359}, "n_reads": 4764, "n_cand": 6801, "read_suppressed_frac": 0.1014, "dropout_reads_logged": 4764, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 282.661376953125, "n_util_obs": 938, "util_count_spearman": 0.10693252213791228}, "probe_overhead_sec_total": 213.023, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.011983, "alpha": 0.03, "t": 1044.8}
{"event": "consolidate", "step": 3900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1056.0}
{"event": "train", "step": 3900, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43256, "bpb": 2.06675, "chunk_loss": 0.030552, "F": 0.20795, "G": 0.21554, "chunks": 212.94, "bytes_per_chunk": 4.809, "boundary_entropy": 0.11644, "router_noise": 0.0, "grad_norm": 0.7314, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.229, "probe_sec": 0.0332, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01864, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07945, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.24385, "trunc_abs_frac": 0.92852, "mean_delta_full": -0.22672, "read_hit_rate": {"surface": 0.72206}, "mean_gate": {"surface": 0.15519}, "n_reads": 4897, "n_cand": 6782, "read_suppressed_frac": 0.0984, "dropout_reads_logged": 4897, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 286.38079833984375, "n_util_obs": 947, "util_count_spearman": 0.10924341286718758}, "probe_overhead_sec_total": 215.761, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.012729, "alpha": 0.03, "t": 1056.3}
{"event": "consolidate", "step": 3950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1078.0}
{"event": "train", "step": 3950, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.48258, "bpb": 2.13892, "chunk_loss": 0.030441, "F": 0.20078, "G": 0.2076, "chunks": 205.59, "bytes_per_chunk": 4.981, "boundary_entropy": 0.11429, "router_noise": 0.0, "grad_norm": 0.7605, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.447, "probe_sec": 0.0824, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07236, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06466, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.57107, "trunc_abs_frac": 0.98446, "mean_delta_full": 0.43571, "read_hit_rate": {"surface": 0.70154}, "mean_gate": {"surface": 0.15312}, "n_reads": 4593, "n_cand": 6547, "read_suppressed_frac": 0.1054, "dropout_reads_logged": 4593, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 290.1278076171875, "n_util_obs": 951, "util_count_spearman": 0.10700501815938422}, "probe_overhead_sec_total": 218.874, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.012513, "alpha": 0.03, "t": 1078.7}
{"event": "consolidate", "step": 4000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1092.2}
{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3602.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.206976, "cps": 28.140625, "mean_p": 0.215671, "boundary_entropy": 0.123, "bpb": 1.932618}, "tr": {"chunks": 3572.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197315, "cps": 27.90625, "mean_p": 0.194975, "boundary_entropy": 0.119811, "bpb": 2.091247}, "fi": {"chunks": 4442.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.236138, "cps": 34.703125, "mean_p": 0.23684, "boundary_entropy": 0.113182, "bpb": 2.192885}}, "bpb": {"en": 1.93262, "tr": 2.09125, "fi": 2.19289}, "gini_cpc": 0.040414, "gini_cps": 0.049931, "bpic": 4.883953, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9533257208588907, "fi": 1.1408986926884341}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 293.8080749511719, "n_util_obs": 965, "util_count_spearman": 0.1064844288503999}, "t": 1092.7}
{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 1.94411, "tr": 2.09897, "fi": 2.20025}, "bytes_per_chunk": {"en": 4.846, "tr": 5.735, "fi": 4.734}, "bpb_mean": 2.08111, "frozen_inventory": true, "t": 1093.7}
{"event": "train", "step": 4000, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40716, "bpb": 2.0301, "chunk_loss": 0.03049, "F": 0.20276, "G": 0.21242, "chunks": 207.62, "bytes_per_chunk": 4.932, "boundary_entropy": 0.11869, "router_noise": 0.0, "grad_norm": 0.6588, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.322, "probe_sec": 0.0281, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02241, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0358, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.17804, "trunc_abs_frac": 2.39957, "mean_delta_full": -0.16375, "read_hit_rate": {"surface": 0.719}, "mean_gate": {"surface": 0.15334}, "n_reads": 4754, "n_cand": 6612, "read_suppressed_frac": 0.1012, "dropout_reads_logged": 4754, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 293.88134765625, "n_util_obs": 965, "util_count_spearman": 0.10609895337805365}, "probe_overhead_sec_total": 221.715, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.011848, "alpha": 0.03, "t": 1094.8}
{"event": "consolidate", "step": 4050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1116.7}
{"event": "train", "step": 4050, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.41844, "bpb": 2.04638, "chunk_loss": 0.030497, "F": 0.20782, "G": 0.21409, "chunks": 212.81, "bytes_per_chunk": 4.812, "boundary_entropy": 0.10918, "router_noise": 0.0, "grad_norm": 0.6823, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.462, "probe_sec": 0.0612, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03307, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01566, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.77098, "trunc_abs_frac": 0.50307, "mean_delta_full": 0.31295, "read_hit_rate": {"surface": 0.7247}, "mean_gate": {"surface": 0.15816}, "n_reads": 4912, "n_cand": 6778, "read_suppressed_frac": 0.1081, "dropout_reads_logged": 4912, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 297.630615234375, "n_util_obs": 976, "util_count_spearman": 0.10548416326083447}, "probe_overhead_sec_total": 224.794, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.012677, "alpha": 0.03, "t": 1117.9}
{"event": "probe", "step": 4096, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3656.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.210079, "cps": 28.5625, "mean_p": 0.218126, "boundary_entropy": 0.119223, "bpb": 1.926589}, "tr": {"chunks": 3940.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.217643, "cps": 30.78125, "mean_p": 0.206401, "boundary_entropy": 0.114511, "bpb": 2.072515}, "fi": {"chunks": 4438.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.235926, "cps": 34.671875, "mean_p": 0.237397, "boundary_entropy": 0.109145, "bpb": 2.184215}}, "bpb": {"en": 1.92659, "tr": 2.07251, "fi": 2.18421}, "gini_cpc": 0.025965, "gini_cps": 0.043322, "bpic": 4.714309, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0360091796625461, "fi": 1.1230351450632905}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 300.9971923828125, "n_util_obs": 985, "util_count_spearman": 0.11148636001875657}, "t": 1133.5}
{"event": "consolidate", "step": 4100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1136.7}
{"event": "train", "step": 4100, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.35477, "bpb": 1.95452, "chunk_loss": 0.030506, "F": 0.20715, "G": 0.21393, "chunks": 212.12, "bytes_per_chunk": 4.827, "boundary_entropy": 0.11099, "router_noise": 0.0, "grad_norm": 0.6978, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.389, "probe_sec": 0.0631, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04367, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.1445, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.08774, "trunc_abs_frac": 0.49363, "mean_delta_full": -0.01904, "read_hit_rate": {"surface": 0.7386}, "mean_gate": {"surface": 0.15051}, "n_reads": 4990, "n_cand": 6756, "read_suppressed_frac": 0.1038, "dropout_reads_logged": 4990, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 301.3744812011719, "n_util_obs": 985, "util_count_spearman": 0.11206404166811729}, "probe_overhead_sec_total": 227.471, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.011899, "alpha": 0.03, "t": 1137.3}
{"event": "consolidate", "step": 4150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1148.6}
{"event": "train", "step": 4150, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.4225, "bpb": 2.05223, "chunk_loss": 0.030595, "F": 0.21014, "G": 0.21712, "chunks": 215.19, "bytes_per_chunk": 4.759, "boundary_entropy": 0.1119, "router_noise": 0.0, "grad_norm": 0.7451, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.231, "probe_sec": 0.0593, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05005, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01627, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.18891, "trunc_abs_frac": 0.51784, "mean_delta_full": -0.12439, "read_hit_rate": {"surface": 0.71929}, "mean_gate": {"surface": 0.15053}, "n_reads": 4930, "n_cand": 6854, "read_suppressed_frac": 0.0963, "dropout_reads_logged": 4930, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 305.0877685546875, "n_util_obs": 998, "util_count_spearman": 0.11496148780093444}, "probe_overhead_sec_total": 229.929, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.013108, "alpha": 0.03, "t": 1148.9}
{"event": "consolidate", "step": 4200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1168.3}
{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3567.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204965, "cps": 27.867188, "mean_p": 0.212491, "boundary_entropy": 0.118517, "bpb": 1.928225}, "tr": {"chunks": 3954.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.218417, "cps": 30.890625, "mean_p": 0.206312, "boundary_entropy": 0.111531, "bpb": 2.065845}, "fi": {"chunks": 4354.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.23146, "cps": 34.015625, "mean_p": 0.232246, "boundary_entropy": 0.105998, "bpb": 2.180961}}, "bpb": {"en": 1.92823, "tr": 2.06584, "fi": 2.18096}, "gini_cpc": 0.026974, "gini_cps": 0.044182, "bpic": 4.777432, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.065631683237499, "fi": 1.1292693791399098}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 308.7241516113281, "n_util_obs": 1009, "util_count_spearman": 0.10814653746295211}, "t": 1169.0}
{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 1.93917, "tr": 2.07365, "fi": 2.18924}, "bytes_per_chunk": {"en": 4.885, "tr": 5.14, "fi": 4.742}, "bpb_mean": 2.06735, "frozen_inventory": true, "t": 1170.0}
{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 1171.0}
{"event": "train", "step": 4200, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35115, "bpb": 1.9493, "chunk_loss": 0.030323, "F": 0.19971, "G": 0.20599, "chunks": 204.5, "bytes_per_chunk": 5.007, "boundary_entropy": 0.11013, "router_noise": 0.0, "grad_norm": 0.7232, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.446, "probe_sec": 0.0516, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04238, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01591, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.32737, "trunc_abs_frac": 1.32401, "mean_delta_full": -0.11517, "read_hit_rate": {"surface": 0.72098}, "mean_gate": {"surface": 0.15662}, "n_reads": 4695, "n_cand": 6512, "read_suppressed_frac": 0.1027, "dropout_reads_logged": 4695, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 308.79595947265625, "n_util_obs": 1009, "util_count_spearman": 0.10788733424253087}, "probe_overhead_sec_total": 232.631, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.013521, "alpha": 0.03, "t": 1171.2}
{"event": "consolidate", "step": 4250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1189.6}
{"event": "train", "step": 4250, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.38018, "bpb": 1.99118, "chunk_loss": 0.030533, "F": 0.20975, "G": 0.21591, "chunks": 214.78, "bytes_per_chunk": 4.768, "boundary_entropy": 0.10889, "router_noise": 0.0, "grad_norm": 0.6852, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.387, "probe_sec": 0.0472, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03777, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.15604, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.58359, "trunc_abs_frac": 1.11088, "mean_delta_full": 0.07886, "read_hit_rate": {"surface": 0.72796}, "mean_gate": {"surface": 0.15184}, "n_reads": 4980, "n_cand": 6841, "read_suppressed_frac": 0.0994, "dropout_reads_logged": 4980, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 312.5584716796875, "n_util_obs": 1023, "util_count_spearman": 0.10138407856344692}, "probe_overhead_sec_total": 235.593, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.012055, "alpha": 0.03, "t": 1190.6}
{"event": "consolidate", "step": 4300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1203.0}
{"event": "train", "step": 4300, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.38161, "bpb": 1.99324, "chunk_loss": 0.030337, "F": 0.19833, "G": 0.20662, "chunks": 203.09, "bytes_per_chunk": 5.042, "boundary_entropy": 0.11082, "router_noise": 0.0, "grad_norm": 0.716, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.253, "probe_sec": 0.0727, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06163, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.11462, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.23981, "trunc_abs_frac": 0.37118, "mean_delta_full": 0.20833, "read_hit_rate": {"surface": 0.70821}, "mean_gate": {"surface": 0.15133}, "n_reads": 4580, "n_cand": 6467, "read_suppressed_frac": 0.1002, "dropout_reads_logged": 4580, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 316.3395690917969, "n_util_obs": 1040, "util_count_spearman": 0.10486039860199792}, "probe_overhead_sec_total": 238.377, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.012428, "alpha": 0.03, "t": 1203.2}
{"event": "consolidate", "step": 4350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1215.5}
{"event": "train", "step": 4350, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.40239, "bpb": 2.02322, "chunk_loss": 0.030474, "F": 0.20667, "G": 0.21297, "chunks": 211.62, "bytes_per_chunk": 4.839, "boundary_entropy": 0.10677, "router_noise": 0.0, "grad_norm": 0.6635, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.25, "probe_sec": 0.0698, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06365, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08017, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.241, "trunc_abs_frac": 1.8312, "mean_delta_full": 0.27631, "read_hit_rate": {"surface": 0.71929}, "mean_gate": {"surface": 0.14986}, "n_reads": 4848, "n_cand": 6740, "read_suppressed_frac": 0.0899, "dropout_reads_logged": 4848, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 320.07720947265625, "n_util_obs": 1053, "util_count_spearman": 0.11114615926108715}, "probe_overhead_sec_total": 241.251, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.011778, "alpha": 0.03, "t": 1215.7}
{"event": "consolidate", "step": 4400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1226.7}
{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3550.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203988, "cps": 27.734375, "mean_p": 0.211883, "boundary_entropy": 0.116176, "bpb": 1.91676}, "tr": {"chunks": 3869.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213721, "cps": 30.226562, "mean_p": 0.202636, "boundary_entropy": 0.11243, "bpb": 2.05558}, "fi": {"chunks": 4364.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.231992, "cps": 34.09375, "mean_p": 0.231717, "boundary_entropy": 0.106925, "bpb": 2.16474}}, "bpb": {"en": 1.91676, "tr": 2.05558, "fi": 2.16474}, "gini_cpc": 0.028735, "gini_cps": 0.046055, "bpic": 4.814733, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0477168907495684, "fi": 1.1372832048374453}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 323.7648010253906, "n_util_obs": 1066, "util_count_spearman": 0.11428139175645106}, "t": 1227.2}
{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 1.92832, "tr": 2.06239, "fi": 2.17178}, "bytes_per_chunk": {"en": 4.876, "tr": 5.252, "fi": 4.73}, "bpb_mean": 2.05416, "frozen_inventory": true, "t": 1228.2}
{"event": "train", "step": 4400, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35904, "bpb": 1.96068, "chunk_loss": 0.030394, "F": 0.20447, "G": 0.21074, "chunks": 209.38, "bytes_per_chunk": 4.891, "boundary_entropy": 0.11224, "router_noise": 0.0, "grad_norm": 0.6412, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.271, "probe_sec": 0.0241, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01871, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.30679, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.89954, "trunc_abs_frac": 1.5206, "mean_delta_full": 0.37735, "read_hit_rate": {"surface": 0.72286}, "mean_gate": {"surface": 0.14852}, "n_reads": 4820, "n_cand": 6668, "read_suppressed_frac": 0.0996, "dropout_reads_logged": 4820, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 323.83746337890625, "n_util_obs": 1066, "util_count_spearman": 0.11427437217458371}, "probe_overhead_sec_total": 244.249, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.013029, "alpha": 0.03, "t": 1229.3}
{"event": "consolidate", "step": 4450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1240.1}
{"event": "train", "step": 4450, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34987, "bpb": 1.94746, "chunk_loss": 0.03037, "F": 0.20068, "G": 0.20533, "chunks": 205.5, "bytes_per_chunk": 4.983, "boundary_entropy": 0.11247, "router_noise": 0.0, "grad_norm": 0.6908, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.221, "probe_sec": 0.0715, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06599, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0006, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.01506, "trunc_abs_frac": 1.7303, "mean_delta_full": 0.15808, "read_hit_rate": {"surface": 0.7283}, "mean_gate": {"surface": 0.14904}, "n_reads": 4766, "n_cand": 6544, "read_suppressed_frac": 0.0982, "dropout_reads_logged": 4766, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 327.5810546875, "n_util_obs": 1078, "util_count_spearman": 0.10277727901189111}, "probe_overhead_sec_total": 247.19, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.01233, "alpha": 0.03, "t": 1240.4}
{"event": "consolidate", "step": 4500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1251.4}
{"event": "train", "step": 4500, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33077, "bpb": 1.91989, "chunk_loss": 0.030413, "F": 0.20493, "G": 0.21106, "chunks": 209.84, "bytes_per_chunk": 4.88, "boundary_entropy": 0.10697, "router_noise": 0.0, "grad_norm": 0.6578, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.228, "probe_sec": 0.0843, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07848, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.04, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 4.5, "trunc_abs_frac": 0.73088, "mean_delta_full": -0.03809, "read_hit_rate": {"surface": 0.72602}, "mean_gate": {"surface": 0.14626}, "n_reads": 4852, "n_cand": 6683, "read_suppressed_frac": 0.0907, "dropout_reads_logged": 4852, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 331.32318115234375, "n_util_obs": 1090, "util_count_spearman": 0.10024553304182246}, "probe_overhead_sec_total": 249.995, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.011485, "alpha": 0.03, "t": 1251.8}
{"event": "consolidate", "step": 4550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1262.6}
{"event": "train", "step": 4550, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36018, "bpb": 1.96233, "chunk_loss": 0.030353, "F": 0.20209, "G": 0.20772, "chunks": 206.94, "bytes_per_chunk": 4.948, "boundary_entropy": 0.10585, "router_noise": 0.0, "grad_norm": 0.6774, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.22, "probe_sec": 0.0407, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03533, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.12561, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.47675, "trunc_abs_frac": 0.49212, "mean_delta_full": 0.21875, "read_hit_rate": {"surface": 0.70835}, "mean_gate": {"surface": 0.14776}, "n_reads": 4668, "n_cand": 6590, "read_suppressed_frac": 0.1003, "dropout_reads_logged": 4668, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 335.0816650390625, "n_util_obs": 1099, "util_count_spearman": 0.10301239054829021}, "probe_overhead_sec_total": 252.646, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.011666, "alpha": 0.03, "t": 1262.8}
{"event": "consolidate", "step": 4600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1273.8}
{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3562.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204677, "cps": 27.828125, "mean_p": 0.212379, "boundary_entropy": 0.1134, "bpb": 1.907328}, "tr": {"chunks": 3920.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216539, "cps": 30.625, "mean_p": 0.204221, "boundary_entropy": 0.105772, "bpb": 2.045484}, "fi": {"chunks": 4377.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.232683, "cps": 34.195312, "mean_p": 0.232057, "boundary_entropy": 0.101409, "bpb": 2.151869}}, "bpb": {"en": 1.90733, "tr": 2.04548, "fi": 2.15187}, "gini_cpc": 0.028552, "gini_cps": 0.045816, "bpic": 4.783877, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0579514074478615, "fi": 1.1368282789129887}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 338.7705383300781, "n_util_obs": 1112, "util_count_spearman": 0.10214949637110486}, "t": 1274.4}
{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 1.92069, "tr": 2.05139, "fi": 2.15856}, "bytes_per_chunk": {"en": 4.855, "tr": 5.162, "fi": 4.693}, "bpb_mean": 2.04355, "frozen_inventory": true, "t": 1275.3}
{"event": "train", "step": 4600, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36456, "bpb": 1.96864, "chunk_loss": 0.030535, "F": 0.21024, "G": 0.2168, "chunks": 215.28, "bytes_per_chunk": 4.757, "boundary_entropy": 0.11038, "router_noise": 0.0, "grad_norm": 0.6868, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.276, "probe_sec": 0.0704, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06283, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02352, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 8, "trunc_ratio_sum": 0.64323, "trunc_abs_frac": 2.17607, "mean_delta_full": -0.18324, "read_hit_rate": {"surface": 0.72947}, "mean_gate": {"surface": 0.14524}, "n_reads": 5002, "n_cand": 6857, "read_suppressed_frac": 0.1006, "dropout_reads_logged": 5002, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 338.8470764160156, "n_util_obs": 1112, "util_count_spearman": 0.10315192876723052}, "probe_overhead_sec_total": 255.88, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.01106, "alpha": 0.03, "t": 1276.6}
{"event": "consolidate", "step": 4650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1287.2}
{"event": "train", "step": 4650, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.39117, "bpb": 2.00703, "chunk_loss": 0.030487, "F": 0.20636, "G": 0.21204, "chunks": 211.31, "bytes_per_chunk": 4.846, "boundary_entropy": 0.10536, "router_noise": 0.0, "grad_norm": 0.6777, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.215, "probe_sec": 0.0251, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01898, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.1643, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.06631, "trunc_abs_frac": 0.06631, "mean_delta_full": -0.32861, "read_hit_rate": {"surface": 0.72288}, "mean_gate": {"surface": 0.14882}, "n_reads": 4865, "n_cand": 6730, "read_suppressed_frac": 0.1005, "dropout_reads_logged": 4865, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 342.5768127441406, "n_util_obs": 1122, "util_count_spearman": 0.11038307287594792}, "probe_overhead_sec_total": 258.483, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.012323, "alpha": 0.03, "t": 1287.3}
{"event": "consolidate", "step": 4700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1298.0}
{"event": "train", "step": 4700, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.42009, "bpb": 2.04876, "chunk_loss": 0.030722, "F": 0.21573, "G": 0.22118, "chunks": 220.91, "bytes_per_chunk": 4.635, "boundary_entropy": 0.10913, "router_noise": 0.0, "grad_norm": 0.7042, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.217, "probe_sec": 0.0275, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0217, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.07896, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": -1.21662, "trunc_abs_frac": 1.21662, "mean_delta_full": 0.16455, "read_hit_rate": {"surface": 0.74236}, "mean_gate": {"surface": 0.14491}, "n_reads": 5224, "n_cand": 7037, "read_suppressed_frac": 0.0909, "dropout_reads_logged": 5224, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 346.3350524902344, "n_util_obs": 1134, "util_count_spearman": 0.10539504874578705}, "probe_overhead_sec_total": 261.559, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010892, "alpha": 0.03, "t": 1298.2}
{"event": "consolidate", "step": 4750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1308.4}
{"event": "train", "step": 4750, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.40342, "bpb": 2.0247, "chunk_loss": 0.030464, "F": 0.20651, "G": 0.21261, "chunks": 211.47, "bytes_per_chunk": 4.842, "boundary_entropy": 0.10763, "router_noise": 0.0, "grad_norm": 0.6838, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.21, "probe_sec": 0.1033, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09436, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05672, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 3.87326, "trunc_abs_frac": 14.15683, "mean_delta_full": 0.04373, "read_hit_rate": {"surface": 0.7314}, "mean_gate": {"surface": 0.14354}, "n_reads": 4926, "n_cand": 6735, "read_suppressed_frac": 0.1048, "dropout_reads_logged": 4926, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 350.0235595703125, "n_util_obs": 1150, "util_count_spearman": 0.10714189066361993}, "probe_overhead_sec_total": 263.868, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.011701, "alpha": 0.03, "t": 1308.7}
{"event": "consolidate", "step": 4800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1319.2}
{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3557.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20439, "cps": 27.789062, "mean_p": 0.212028, "boundary_entropy": 0.114114, "bpb": 1.899026}, "tr": {"chunks": 3821.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21107, "cps": 29.851562, "mean_p": 0.199956, "boundary_entropy": 0.107622, "bpb": 2.032311}, "fi": {"chunks": 4378.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.232736, "cps": 34.203125, "mean_p": 0.231985, "boundary_entropy": 0.103022, "bpb": 2.141008}}, "bpb": {"en": 1.89903, "tr": 2.03231, "fi": 2.14101}, "gini_cpc": 0.029154, "gini_cps": 0.046558, "bpic": 4.825791, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.032682318841777, "fi": 1.1386863873112603}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 353.6708984375, "n_util_obs": 1153, "util_count_spearman": 0.11361444151517273}, "t": 1319.8}
{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 1.91114, "tr": 2.0401, "fi": 2.14633}, "bytes_per_chunk": {"en": 4.899, "tr": 5.334, "fi": 4.742}, "bpb_mean": 2.03252, "frozen_inventory": true, "t": 1320.9}
{"event": "train", "step": 4800, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37689, "bpb": 1.98643, "chunk_loss": 0.03048, "F": 0.20624, "G": 0.21356, "chunks": 211.19, "bytes_per_chunk": 4.849, "boundary_entropy": 0.1103, "router_noise": 0.0, "grad_norm": 0.6456, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.271, "probe_sec": 0.1274, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.12005, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01437, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": -0.40539, "trunc_abs_frac": 0.40539, "mean_delta_full": 0.25708, "read_hit_rate": {"surface": 0.72376}, "mean_gate": {"surface": 0.14194}, "n_reads": 4868, "n_cand": 6726, "read_suppressed_frac": 0.1056, "dropout_reads_logged": 4868, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 353.744873046875, "n_util_obs": 1153, "util_count_spearman": 0.11415041060945355}, "probe_overhead_sec_total": 266.684, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.012636, "alpha": 0.03, "t": 1322.2}
{"event": "consolidate", "step": 4850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1333.4}
{"event": "train", "step": 4850, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35217, "bpb": 1.95077, "chunk_loss": 0.030402, "F": 0.20346, "G": 0.20945, "chunks": 208.34, "bytes_per_chunk": 4.915, "boundary_entropy": 0.10496, "router_noise": 0.0, "grad_norm": 0.6935, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.228, "probe_sec": 0.0745, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06822, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.03741, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -1.43563, "trunc_abs_frac": 0.28067, "mean_delta_full": 0.03461, "read_hit_rate": {"surface": 0.72057}, "mean_gate": {"surface": 0.14764}, "n_reads": 4781, "n_cand": 6635, "read_suppressed_frac": 0.1021, "dropout_reads_logged": 4781, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 357.48199462890625, "n_util_obs": 1165, "util_count_spearman": 0.11763573530964176}, "probe_overhead_sec_total": 269.447, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.012252, "alpha": 0.03, "t": 1333.6}
{"event": "consolidate", "step": 4900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1344.7}
{"event": "train", "step": 4900, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.38407, "bpb": 1.99679, "chunk_loss": 0.030425, "F": 0.20135, "G": 0.20686, "chunks": 206.19, "bytes_per_chunk": 4.966, "boundary_entropy": 0.10149, "router_noise": 0.0, "grad_norm": 0.6744, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.226, "probe_sec": 0.0262, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02059, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.09834, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -4.73277, "trunc_abs_frac": 0.73495, "mean_delta_full": -0.03387, "read_hit_rate": {"surface": 0.70088}, "mean_gate": {"surface": 0.14102}, "n_reads": 4602, "n_cand": 6566, "read_suppressed_frac": 0.096, "dropout_reads_logged": 4602, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 361.199951171875, "n_util_obs": 1172, "util_count_spearman": 0.12470161342058464}, "probe_overhead_sec_total": 272.658, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.01285, "alpha": 0.03, "t": 1344.9}
{"event": "consolidate", "step": 4950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1355.5}
{"event": "train", "step": 4950, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33877, "bpb": 1.93144, "chunk_loss": 0.030419, "F": 0.20297, "G": 0.20854, "chunks": 207.84, "bytes_per_chunk": 4.927, "boundary_entropy": 0.10509, "router_noise": 0.0, "grad_norm": 0.673, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.218, "probe_sec": 0.0441, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03819, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01157, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.4164, "trunc_abs_frac": 0.4164, "mean_delta_full": -0.3877, "read_hit_rate": {"surface": 0.72987}, "mean_gate": {"surface": 0.14315}, "n_reads": 4831, "n_cand": 6619, "read_suppressed_frac": 0.0958, "dropout_reads_logged": 4831, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 364.9604187011719, "n_util_obs": 1191, "util_count_spearman": 0.13382065793416895}, "probe_overhead_sec_total": 275.313, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.011796, "alpha": 0.03, "t": 1355.8}
{"event": "consolidate", "step": 5000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1366.7}
{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3569.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20508, "cps": 27.882812, "mean_p": 0.211485, "boundary_entropy": 0.111827, "bpb": 1.891253}, "tr": {"chunks": 3929.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.217036, "cps": 30.695312, "mean_p": 0.204542, "boundary_entropy": 0.104424, "bpb": 2.023668}, "fi": {"chunks": 4375.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.232577, "cps": 34.179688, "mean_p": 0.231772, "boundary_entropy": 0.098174, "bpb": 2.128654}}, "bpb": {"en": 1.89125, "tr": 2.02367, "fi": 2.12865}, "gini_cpc": 0.028, "gini_cps": 0.045257, "bpic": 4.778236, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.058300617739402, "fi": 1.1340801426539342}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 368.6259765625, "n_util_obs": 1204, "util_count_spearman": 0.13085975776671716}, "t": 1367.3}
{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 1.90386, "tr": 2.03114, "fi": 2.13452}, "bytes_per_chunk": {"en": 4.862, "tr": 5.169, "fi": 4.7}, "bpb_mean": 2.02317, "frozen_inventory": true, "t": 1368.4}
{"event": "train", "step": 5000, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.3293, "bpb": 1.91777, "chunk_loss": 0.030433, "F": 0.20602, "G": 0.21147, "chunks": 210.97, "bytes_per_chunk": 4.854, "boundary_entropy": 0.10825, "router_noise": 0.0, "grad_norm": 0.6358, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.277, "probe_sec": 0.0239, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01814, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08129, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 7.89168, "trunc_abs_frac": 27.73969, "mean_delta_full": 0.01555, "read_hit_rate": {"surface": 0.73314}, "mean_gate": {"surface": 0.13649}, "n_reads": 4926, "n_cand": 6719, "read_suppressed_frac": 0.1029, "dropout_reads_logged": 4926, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 368.7007141113281, "n_util_obs": 1204, "util_count_spearman": 0.13082227557026138}, "probe_overhead_sec_total": 278.141, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.012224, "alpha": 0.03, "t": 1369.7}
{"event": "consolidate", "step": 5050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1380.4}
{"event": "train", "step": 5050, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34933, "bpb": 1.94667, "chunk_loss": 0.030475, "F": 0.20639, "G": 0.21165, "chunks": 211.34, "bytes_per_chunk": 4.845, "boundary_entropy": 0.10744, "router_noise": 0.0, "grad_norm": 0.6757, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.219, "probe_sec": 0.0468, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04064, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00541, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": -0.72447, "trunc_abs_frac": 0.45439, "mean_delta_full": -0.03805, "read_hit_rate": {"surface": 0.72649}, "mean_gate": {"surface": 0.13968}, "n_reads": 4890, "n_cand": 6731, "read_suppressed_frac": 0.0963, "dropout_reads_logged": 4890, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 372.4007568359375, "n_util_obs": 1219, "util_count_spearman": 0.13774948594724315}, "probe_overhead_sec_total": 280.782, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.014248, "alpha": 0.03, "t": 1380.6}
{"event": "consolidate", "step": 5100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1393.1}
{"event": "train", "step": 5100, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37625, "bpb": 1.98551, "chunk_loss": 0.030524, "F": 0.20801, "G": 0.21375, "chunks": 213.0, "bytes_per_chunk": 4.808, "boundary_entropy": 0.105, "router_noise": 0.0, "grad_norm": 0.7122, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.255, "probe_sec": 0.0281, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02023, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.05998, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.09605, "trunc_abs_frac": 1.54779, "mean_delta_full": -0.36157, "read_hit_rate": {"surface": 0.73025}, "mean_gate": {"surface": 0.13926}, "n_reads": 4954, "n_cand": 6784, "read_suppressed_frac": 0.1031, "dropout_reads_logged": 4954, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 376.16278076171875, "n_util_obs": 1234, "util_count_spearman": 0.14467714854919386}, "probe_overhead_sec_total": 284.414, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.01179, "alpha": 0.03, "t": 1393.3}
{"event": "consolidate", "step": 5150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1405.2}
{"event": "train", "step": 5150, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36902, "bpb": 1.97508, "chunk_loss": 0.030541, "F": 0.20984, "G": 0.21539, "chunks": 214.88, "bytes_per_chunk": 4.766, "boundary_entropy": 0.10586, "router_noise": 0.0, "grad_norm": 0.7057, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.241, "probe_sec": 0.0352, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02365, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.22853, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 1.14469, "trunc_abs_frac": 0.46873, "mean_delta_full": 0.15334, "read_hit_rate": {"surface": 0.73627}, "mean_gate": {"surface": 0.1373}, "n_reads": 5039, "n_cand": 6844, "read_suppressed_frac": 0.0955, "dropout_reads_logged": 5039, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 379.93402099609375, "n_util_obs": 1245, "util_count_spearman": 0.1511992592493009}, "probe_overhead_sec_total": 287.247, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.013267, "alpha": 0.03, "t": 1405.4}
{"event": "consolidate", "step": 5200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1417.6}
{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3597.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.206689, "cps": 28.101562, "mean_p": 0.212291, "boundary_entropy": 0.111245, "bpb": 1.884241}, "tr": {"chunks": 3896.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215213, "cps": 30.4375, "mean_p": 0.202791, "boundary_entropy": 0.104634, "bpb": 2.018351}, "fi": {"chunks": 4371.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.232364, "cps": 34.148438, "mean_p": 0.231619, "boundary_entropy": 0.097698, "bpb": 2.122451}}, "bpb": {"en": 1.88424, "tr": 2.01835, "fi": 2.12245}, "gini_cpc": 0.026162, "gini_cps": 0.043493, "bpic": 4.781861, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.041242962554601, "fi": 1.1242233606948964}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 383.5733642578125, "n_util_obs": 1252, "util_count_spearman": 0.1489884453577881}, "t": 1418.1}
{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 1.89778, "tr": 2.02555, "fi": 2.12764}, "bytes_per_chunk": {"en": 4.855, "tr": 5.244, "fi": 4.721}, "bpb_mean": 2.01699, "frozen_inventory": true, "t": 1419.2}
{"event": "train", "step": 5200, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32379, "bpb": 1.90982, "chunk_loss": 0.030343, "F": 0.202, "G": 0.20698, "chunks": 206.84, "bytes_per_chunk": 4.951, "boundary_entropy": 0.10225, "router_noise": 0.0, "grad_norm": 0.666, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.299, "probe_sec": 0.0266, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01915, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.02924, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.7199}, "mean_gate": {"surface": 0.14268}, "n_reads": 4742, "n_cand": 6587, "read_suppressed_frac": 0.1038, "dropout_reads_logged": 4742, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 383.6462097167969, "n_util_obs": 1252, "util_count_spearman": 0.1497223606633082}, "probe_overhead_sec_total": 289.81, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010358, "alpha": 0.03, "t": 1420.3}
{"event": "consolidate", "step": 5250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1432.9}
{"event": "train", "step": 5250, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32425, "bpb": 1.91049, "chunk_loss": 0.030388, "F": 0.20331, "G": 0.20865, "chunks": 208.19, "bytes_per_chunk": 4.919, "boundary_entropy": 0.10412, "router_noise": 0.0, "grad_norm": 0.6795, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.256, "probe_sec": 0.026, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01934, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01173, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.70759, "trunc_abs_frac": 0.4409, "mean_delta_full": -0.06356, "read_hit_rate": {"surface": 0.72413}, "mean_gate": {"surface": 0.13502}, "n_reads": 4801, "n_cand": 6630, "read_suppressed_frac": 0.1062, "dropout_reads_logged": 4801, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 387.3689880371094, "n_util_obs": 1267, "util_count_spearman": 0.14957661097870964}, "probe_overhead_sec_total": 293.834, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.012923, "alpha": 0.03, "t": 1433.1}
{"event": "consolidate", "step": 5300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1444.9}
{"event": "train", "step": 5300, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37608, "bpb": 1.98527, "chunk_loss": 0.030476, "F": 0.20847, "G": 0.2132, "chunks": 213.47, "bytes_per_chunk": 4.797, "boundary_entropy": 0.10067, "router_noise": 0.0, "grad_norm": 0.6931, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.242, "probe_sec": 0.0515, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04187, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.27493, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.01739, "trunc_abs_frac": 0.6851, "mean_delta_full": -0.49772, "read_hit_rate": {"surface": 0.72128}, "mean_gate": {"surface": 0.14078}, "n_reads": 4904, "n_cand": 6799, "read_suppressed_frac": 0.0987, "dropout_reads_logged": 4904, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 391.09527587890625, "n_util_obs": 1288, "util_count_spearman": 0.14161129583557586}, "probe_overhead_sec_total": 296.659, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.01206, "alpha": 0.03, "t": 1445.2}
{"event": "consolidate", "step": 5350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1456.8}
{"event": "train", "step": 5350, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31209, "bpb": 1.89295, "chunk_loss": 0.03032, "F": 0.20062, "G": 0.20644, "chunks": 205.44, "bytes_per_chunk": 4.984, "boundary_entropy": 0.10358, "router_noise": 0.0, "grad_norm": 0.7082, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.237, "probe_sec": 0.0792, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06566, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.05663, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": -0.02899, "trunc_abs_frac": 1.10507, "mean_delta_full": 0.21582, "read_hit_rate": {"surface": 0.73036}, "mean_gate": {"surface": 0.13335}, "n_reads": 4778, "n_cand": 6542, "read_suppressed_frac": 0.1044, "dropout_reads_logged": 4778, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 394.83917236328125, "n_util_obs": 1292, "util_count_spearman": 0.1395425368330854}, "probe_overhead_sec_total": 299.714, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.012173, "alpha": 0.03, "t": 1457.1}
{"event": "consolidate", "step": 5400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1469.7}
{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3617.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.207838, "cps": 28.257812, "mean_p": 0.214376, "boundary_entropy": 0.110591, "bpb": 1.879208}, "tr": {"chunks": 4000.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.220958, "cps": 31.25, "mean_p": 0.207844, "boundary_entropy": 0.102012, "bpb": 2.009311}, "fi": {"chunks": 4389.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.233321, "cps": 34.289062, "mean_p": 0.23179, "boundary_entropy": 0.096238, "bpb": 2.113862}}, "bpb": {"en": 1.87921, "tr": 2.00931, "fi": 2.11386}, "gini_cpc": 0.025658, "gini_cps": 0.042867, "bpic": 4.725304, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0631267634496067, "fi": 1.1226110399848255}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 398.4844970703125, "n_util_obs": 1297, "util_count_spearman": 0.13778834103336304}, "t": 1470.4}
{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 1.8924, "tr": 2.01702, "fi": 2.12073}, "bytes_per_chunk": {"en": 4.791, "tr": 5.036, "fi": 4.694}, "bpb_mean": 2.01005, "frozen_inventory": true, "t": 1471.3}
{"event": "train", "step": 5400, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.38145, "bpb": 1.993, "chunk_loss": 0.030644, "F": 0.21127, "G": 0.2185, "chunks": 216.34, "bytes_per_chunk": 4.733, "boundary_entropy": 0.1042, "router_noise": 0.0, "grad_norm": 0.7314, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.306, "probe_sec": 0.0408, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03261, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.11872, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 5.3413, "trunc_abs_frac": 3.64204, "mean_delta_full": -0.02106, "read_hit_rate": {"surface": 0.72341}, "mean_gate": {"surface": 0.13264}, "n_reads": 4985, "n_cand": 6891, "read_suppressed_frac": 0.0931, "dropout_reads_logged": 4985, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 398.55841064453125, "n_util_obs": 1297, "util_count_spearman": 0.13782097652930891}, "probe_overhead_sec_total": 303.395, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010755, "alpha": 0.03, "t": 1472.3}
{"event": "consolidate", "step": 5450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1484.5}
{"event": "train", "step": 5450, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.3193, "bpb": 1.90334, "chunk_loss": 0.030609, "F": 0.21329, "G": 0.21814, "chunks": 218.41, "bytes_per_chunk": 4.689, "boundary_entropy": 0.10258, "router_noise": 0.0, "grad_norm": 0.6816, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.247, "probe_sec": 0.0414, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.032, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.02831, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.43914, "trunc_abs_frac": 0.16577, "mean_delta_full": -0.09277, "read_hit_rate": {"surface": 0.74558}, "mean_gate": {"surface": 0.13568}, "n_reads": 5187, "n_cand": 6957, "read_suppressed_frac": 0.0964, "dropout_reads_logged": 5187, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 402.2956237792969, "n_util_obs": 1310, "util_count_spearman": 0.146862943283315}, "probe_overhead_sec_total": 306.37, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.012563, "alpha": 0.03, "t": 1484.7}
{"event": "consolidate", "step": 5500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1496.4}
{"event": "train", "step": 5500, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.30161, "bpb": 1.87782, "chunk_loss": 0.030494, "F": 0.20752, "G": 0.21332, "chunks": 212.5, "bytes_per_chunk": 4.819, "boundary_entropy": 0.10344, "router_noise": 0.0, "grad_norm": 0.6747, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.239, "probe_sec": 0.0465, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03657, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07158, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.60555, "trunc_abs_frac": 1.99339, "mean_delta_full": 0.12747, "read_hit_rate": {"surface": 0.73729}, "mean_gate": {"surface": 0.1361}, "n_reads": 4990, "n_cand": 6768, "read_suppressed_frac": 0.095, "dropout_reads_logged": 4990, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 406.0437927246094, "n_util_obs": 1323, "util_count_spearman": 0.1513531932217124}, "probe_overhead_sec_total": 309.332, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.012068, "alpha": 0.03, "t": 1496.7}
{"event": "consolidate", "step": 5550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1509.1}
{"event": "train", "step": 5550, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36015, "bpb": 1.96228, "chunk_loss": 0.0304, "F": 0.20218, "G": 0.20757, "chunks": 207.03, "bytes_per_chunk": 4.946, "boundary_entropy": 0.10292, "router_noise": 0.0, "grad_norm": 0.6944, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.255, "probe_sec": 0.0305, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02359, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02738, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.49536, "trunc_abs_frac": 0.63117, "mean_delta_full": 0.21924, "read_hit_rate": {"surface": 0.72425}, "mean_gate": {"surface": 0.13062}, "n_reads": 4775, "n_cand": 6593, "read_suppressed_frac": 0.1055, "dropout_reads_logged": 4775, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 409.7325439453125, "n_util_obs": 1335, "util_count_spearman": 0.150990442612214}, "probe_overhead_sec_total": 312.435, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.013759, "alpha": 0.03, "t": 1509.4}
{"event": "consolidate", "step": 5600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1521.2}
{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3563.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204735, "cps": 27.835938, "mean_p": 0.211446, "boundary_entropy": 0.108113, "bpb": 1.875484}, "tr": {"chunks": 3913.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216152, "cps": 30.570312, "mean_p": 0.203989, "boundary_entropy": 0.102856, "bpb": 2.00479}, "fi": {"chunks": 4381.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.232896, "cps": 34.226562, "mean_p": 0.231912, "boundary_entropy": 0.095169, "bpb": 2.105663}}, "bpb": {"en": 1.87548, "tr": 2.00479, "fi": 2.10566}, "gini_cpc": 0.028716, "gini_cps": 0.045993, "bpic": 4.784684, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.055765811590889, "fi": 1.137547833342805}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 413.378173828125, "n_util_obs": 1342, "util_count_spearman": 0.14864783864033024}, "t": 1521.9}
{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 1.88995, "tr": 2.01104, "fi": 2.11228}, "bytes_per_chunk": {"en": 4.882, "tr": 5.208, "fi": 4.721}, "bpb_mean": 2.00442, "frozen_inventory": true, "t": 1523.0}
{"event": "train", "step": 5600, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34639, "bpb": 1.94243, "chunk_loss": 0.030394, "F": 0.20264, "G": 0.20838, "chunks": 207.5, "bytes_per_chunk": 4.935, "boundary_entropy": 0.10027, "router_noise": 0.0, "grad_norm": 0.7425, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.298, "probe_sec": 0.0263, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01904, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07232, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.14698, "trunc_abs_frac": 0.39559, "mean_delta_full": -0.64502, "read_hit_rate": {"surface": 0.71081}, "mean_gate": {"surface": 0.13639}, "n_reads": 4697, "n_cand": 6608, "read_suppressed_frac": 0.0941, "dropout_reads_logged": 4697, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 413.44921875, "n_util_obs": 1342, "util_count_spearman": 0.14856301151391005}, "probe_overhead_sec_total": 315.092, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011571, "alpha": 0.03, "t": 1524.3}
{"event": "consolidate", "step": 5650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1536.4}
{"event": "train", "step": 5650, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33513, "bpb": 1.92618, "chunk_loss": 0.030517, "F": 0.20944, "G": 0.21439, "chunks": 214.47, "bytes_per_chunk": 4.775, "boundary_entropy": 0.10259, "router_noise": 0.0, "grad_norm": 0.698, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.245, "probe_sec": 0.0258, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01872, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03248, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.10678, "trunc_abs_frac": 0.80294, "mean_delta_full": 0.09493, "read_hit_rate": {"surface": 0.7365}, "mean_gate": {"surface": 0.13214}, "n_reads": 5031, "n_cand": 6831, "read_suppressed_frac": 0.092, "dropout_reads_logged": 5031, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 417.17669677734375, "n_util_obs": 1354, "util_count_spearman": 0.14754114884145617}, "probe_overhead_sec_total": 317.913, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011354, "alpha": 0.03, "t": 1536.5}
{"event": "consolidate", "step": 5700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1548.4}
{"event": "train", "step": 5700, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33994, "bpb": 1.93313, "chunk_loss": 0.03039, "F": 0.20355, "G": 0.20869, "chunks": 208.44, "bytes_per_chunk": 4.913, "boundary_entropy": 0.10332, "router_noise": 0.0, "grad_norm": 0.7291, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.26, "probe_sec": 0.1106, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04814, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03664, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.45483, "trunc_abs_frac": 1.12671, "mean_delta_full": -0.12802, "read_hit_rate": {"surface": 0.71603}, "mean_gate": {"surface": 0.13449}, "n_reads": 4753, "n_cand": 6638, "read_suppressed_frac": 0.0953, "dropout_reads_logged": 4753, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 420.907470703125, "n_util_obs": 1361, "util_count_spearman": 0.14888168254450918}, "probe_overhead_sec_total": 321.104, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011211, "alpha": 0.03, "t": 1549.6}
{"event": "consolidate", "step": 5750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1563.9}
{"event": "train", "step": 5750, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.39456, "bpb": 2.01192, "chunk_loss": 0.030525, "F": 0.20969, "G": 0.21481, "chunks": 214.72, "bytes_per_chunk": 4.769, "boundary_entropy": 0.09996, "router_noise": 0.0, "grad_norm": 0.7228, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.29, "probe_sec": 0.0413, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03172, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.13578, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.99155, "trunc_abs_frac": 2.13634, "mean_delta_full": -0.32324, "read_hit_rate": {"surface": 0.71472}, "mean_gate": {"surface": 0.13439}, "n_reads": 4888, "n_cand": 6839, "read_suppressed_frac": 0.097, "dropout_reads_logged": 4888, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 424.66387939453125, "n_util_obs": 1366, "util_count_spearman": 0.14769008687051555}, "probe_overhead_sec_total": 323.74, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011764, "alpha": 0.03, "t": 1564.1}
{"event": "consolidate", "step": 5800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1575.4}
{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3592.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.206401, "cps": 28.0625, "mean_p": 0.2117, "boundary_entropy": 0.107177, "bpb": 1.87061}, "tr": {"chunks": 3870.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213777, "cps": 30.234375, "mean_p": 0.200609, "boundary_entropy": 0.100585, "bpb": 2.002658}, "fi": {"chunks": 4379.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.232789, "cps": 34.210938, "mean_p": 0.231267, "boundary_entropy": 0.092381, "bpb": 2.102958}}, "bpb": {"en": 1.87061, "tr": 2.00266, "fi": 2.10296}, "gini_cpc": 0.026942, "gini_cps": 0.044309, "bpic": 4.791149, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0357339350046817, "fi": 1.127848727684922}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 428.3116455078125, "n_util_obs": 1379, "util_count_spearman": 0.1493516892902445}, "t": 1576.1}
{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 1.88442, "tr": 2.00919, "fi": 2.10907}, "bytes_per_chunk": {"en": 4.852, "tr": 5.284, "fi": 4.705}, "bpb_mean": 2.00089, "frozen_inventory": true, "t": 1577.1}
{"event": "train", "step": 5800, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.3191, "bpb": 1.90305, "chunk_loss": 0.030537, "F": 0.20444, "G": 0.2099, "chunks": 209.34, "bytes_per_chunk": 4.891, "boundary_entropy": 0.10373, "router_noise": 0.0, "grad_norm": 0.7139, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.279, "probe_sec": 0.0709, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06383, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.10446, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.16246, "trunc_abs_frac": 1.00034, "mean_delta_full": 0.20264, "read_hit_rate": {"surface": 0.73346}, "mean_gate": {"surface": 0.13341}, "n_reads": 4890, "n_cand": 6667, "read_suppressed_frac": 0.1051, "dropout_reads_logged": 4890, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 428.3874816894531, "n_util_obs": 1379, "util_count_spearman": 0.14917122828252138}, "probe_overhead_sec_total": 325.985, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.012142, "alpha": 0.03, "t": 1578.0}
{"event": "consolidate", "step": 5850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1590.0}
{"event": "train", "step": 5850, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34382, "bpb": 1.93872, "chunk_loss": 0.03049, "F": 0.2081, "G": 0.21393, "chunks": 213.09, "bytes_per_chunk": 4.805, "boundary_entropy": 0.09911, "router_noise": 0.0, "grad_norm": 0.741, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.254, "probe_sec": 0.0463, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03794, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.02188, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.7191, "trunc_abs_frac": 4.00038, "mean_delta_full": -0.2561, "read_hit_rate": {"surface": 0.71563}, "mean_gate": {"surface": 0.13322}, "n_reads": 4857, "n_cand": 6787, "read_suppressed_frac": 0.098, "dropout_reads_logged": 4857, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 432.10546875, "n_util_obs": 1389, "util_count_spearman": 0.15378390753671128}, "probe_overhead_sec_total": 328.682, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.0129, "alpha": 0.03, "t": 1590.7}
{"event": "consolidate", "step": 5900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1602.7}
{"event": "train", "step": 5900, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.27375, "bpb": 1.83763, "chunk_loss": 0.030344, "F": 0.20206, "G": 0.20642, "chunks": 206.91, "bytes_per_chunk": 4.949, "boundary_entropy": 0.09878, "router_noise": 0.0, "grad_norm": 0.7058, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.245, "probe_sec": 0.0309, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02457, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00238, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.22084, "trunc_abs_frac": 0.37927, "mean_delta_full": -0.24158, "read_hit_rate": {"surface": 0.72621}, "mean_gate": {"surface": 0.13455}, "n_reads": 4785, "n_cand": 6589, "read_suppressed_frac": 0.0984, "dropout_reads_logged": 4785, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 435.85614013671875, "n_util_obs": 1399, "util_count_spearman": 0.15154409341010547}, "probe_overhead_sec_total": 331.498, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011562, "alpha": 0.03, "t": 1603.0}
{"event": "consolidate", "step": 5950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1618.7}
{"event": "train", "step": 5950, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37599, "bpb": 1.98513, "chunk_loss": 0.030497, "F": 0.20813, "G": 0.21183, "chunks": 213.12, "bytes_per_chunk": 4.805, "boundary_entropy": 0.09891, "router_noise": 0.0, "grad_norm": 0.7348, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.324, "probe_sec": 0.0763, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06965, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09503, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.68742, "trunc_abs_frac": 1.45823, "mean_delta_full": 0.09281, "read_hit_rate": {"surface": 0.71258}, "mean_gate": {"surface": 0.13187}, "n_reads": 4837, "n_cand": 6788, "read_suppressed_frac": 0.1017, "dropout_reads_logged": 4837, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 439.60546875, "n_util_obs": 1410, "util_count_spearman": 0.15570344544682732}, "probe_overhead_sec_total": 334.661, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010438, "alpha": 0.03, "t": 1619.2}
{"event": "consolidate", "step": 6000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1635.8}
{"event": "train", "step": 5999, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.38051, "bpb": 1.99166, "chunk_loss": 0.030518, "F": 0.20746, "G": 0.21271, "chunks": 212.44, "bytes_per_chunk": 4.82, "boundary_entropy": 0.10138, "router_noise": 0.0, "grad_norm": 0.6995, "lr": 3e-05, "router_trainable": true, "sec_per_step": 0.333, "probe_sec": 0.0833, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05626, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06934, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.28075, "trunc_abs_frac": 0.27555, "mean_delta_full": -0.74699, "read_hit_rate": {"surface": 0.72214}, "mean_gate": {"surface": 0.12925}, "n_reads": 4886, "n_cand": 6766, "read_suppressed_frac": 0.1036, "dropout_reads_logged": 4886, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 443.2980041503906, "n_util_obs": 1420, "util_count_spearman": 0.1537707031592908}, "probe_overhead_sec_total": 337.22, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010067, "alpha": 0.03, "t": 1635.8}
{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3578.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.205597, "cps": 27.953125, "mean_p": 0.211087, "boundary_entropy": 0.106411, "bpb": 1.868687}, "tr": {"chunks": 3924.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21676, "cps": 30.65625, "mean_p": 0.203984, "boundary_entropy": 0.098476, "bpb": 1.994944}, "fi": {"chunks": 4391.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.233427, "cps": 34.304688, "mean_p": 0.231583, "boundary_entropy": 0.093328, "bpb": 2.098775}}, "bpb": {"en": 1.86869, "tr": 1.99494, "fi": 2.09877}, "gini_cpc": 0.028292, "gini_cps": 0.045573, "bpic": 4.770201, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0542952048162884, "fi": 1.1353645701456925}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 443.2980041503906, "n_util_obs": 1420, "util_count_spearman": 0.1537707031592908}, "t": 1636.5}
{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 1.88232, "tr": 2.00192, "fi": 2.1058}, "bytes_per_chunk": {"en": 4.864, "tr": 5.16, "fi": 4.707}, "bpb_mean": 1.99668, "frozen_inventory": true, "t": 1637.4}
{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/runs/ali_mem-shuffled_s2/probe/reps/th0.30", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-shuffled_s2/probe/reps/th0.40", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-shuffled_s2/probe/reps/th0.50", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-shuffled_s2/probe/reps/th0.60", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-shuffled_s2/probe/reps/th0.70"], "t": 1640.8}
{"event": "final", "run": "ali_mem-shuffled_s2", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22785088, "seed": 2, "per_lang": {"en": {"cpc": 0.20559673619490892, "cps": 27.953125, "bpb": 1.8882531924570771, "bytes_per_chunk": 4.812674983247505, "reads_per_chunk": 0.7416994831970185}, "tr": {"cpc": 0.2167596530961719, "cps": 30.65625, "bpb": 1.991889658395198, "bytes_per_chunk": 5.157878167794743, "reads_per_chunk": 0.6901463875334488}, "fi": {"cpc": 0.2334272500132901, "cps": 34.3046875, "bpb": 2.1244280882826216, "bytes_per_chunk": 4.678260714381318, "reads_per_chunk": 0.6430145713801318}}, "bpb_mean": 2.001523646378299, "gini_cpc": 0.02829237383628813, "gini_cps": 0.04557302614983616, "bpic": 4.770200958547044, "mean_boundary_entropy": 0.10137633979320526, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "probe_overhead_sec_total": 337.2195055484772, "probe_overhead_seq_frac": 0.4998697916666667, "wall_sec": 1644.447241306305, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 443.2980041503906, "n_util_obs": 1420, "util_count_spearman": 0.1537707031592908}, "ali_params": 268096, "ali_config": {"enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "frequency", "value_mode": "shuffled", "candidate_types": ["surface"], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0}, "util_vs_frequency_spearman": 0.1537707031592908, "paired_vs_dropout": {"n": 2963, "pearson": 0.04391533496411688, "spearman": 0.040532951639120865, "mean_abs_discrepancy": 0.9535452127456665, "mean_paired": 0.04993993788957596, "mean_dropout": 0.008269065991044044}, "predictor_calibration": {"n": 6726, "all": {"n": 6726, "pearson": 0.14886269743921735, "spearman": 0.1819360087169557, "mae": 0.09723925590515137, "reliability": [{"pred": -0.0005481200059875846, "obs": 0.0010897344909608364, "n": 673}, {"pred": 0.00650527561083436, "obs": 0.009071310050785542, "n": 672}, {"pred": 0.010957302525639534, "obs": 0.022925859317183495, "n": 673}, {"pred": 0.01515498012304306, "obs": 0.020249834284186363, "n": 672}, {"pred": 0.019261522218585014, "obs": 0.02106255106627941, "n": 673}, {"pred": 0.023294003680348396, "obs": 0.0319904126226902, "n": 673}, {"pred": 0.027901705354452133, "obs": 0.04314025864005089, "n": 672}, {"pred": 0.033854059875011444, "obs": 0.04121547192335129, "n": 672}, {"pred": 0.042878150939941406, "obs": 0.0633988156914711, "n": 673}, {"pred": 0.06340440362691879, "obs": 0.08008579909801483, "n": 673}]}, "admitted": {"n": 6726, "pearson": 0.14886269743921735, "spearman": 0.1819360087169557, "mae": 0.09723925590515137, "reliability": [{"pred": -0.0005481200059875846, "obs": 0.0010897344909608364, "n": 673}, {"pred": 0.00650527561083436, "obs": 0.009071310050785542, "n": 672}, {"pred": 0.010957302525639534, "obs": 0.022925859317183495, "n": 673}, {"pred": 0.01515498012304306, "obs": 0.020249834284186363, "n": 672}, {"pred": 0.019261522218585014, "obs": 0.02106255106627941, "n": 673}, {"pred": 0.023294003680348396, "obs": 0.0319904126226902, "n": 673}, {"pred": 0.027901705354452133, "obs": 0.04314025864005089, "n": 672}, {"pred": 0.033854059875011444, "obs": 0.04121547192335129, "n": 672}, {"pred": 0.042878150939941406, "obs": 0.0633988156914711, "n": 673}, {"pred": 0.06340440362691879, "obs": 0.08008579909801483, "n": 673}]}, "staged": {"n": 0, "pearson": NaN, "spearman": NaN, "mae": NaN}}, "t": 1645.8}
{"event": "hub_done", "repo": "AdaptiveChunking/ali_mem-shuffled_s2", "pushed": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 256, 512, 1000, 1024, 2048, 3000, 4096, 6000], "failed": [], "ok": true, "t": 1659.7}