Hugging Face's logo

AdaptiveChunking
/
ali_mem-random_s0

PyTorch
Safetensors
dynamic-chunking
tokenization
hnet
byte-level
beetle-hnet
Model card Files
xet
 Community
ali_mem-random_s0
File size: 270,861 Bytes
32f1f10
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
{"event": "hub", "repo": "AdaptiveChunking/ali_mem-random_s0", "keep_steps": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 256, 512, 1000, 1024, 2048, 3000, 4096, 6000], "t": 2.3}
{"event": "start", "run": "ali_mem-random_s0", "arch": "ali", "objective": "ratio", "condition": "A", "params": 22785088, "langs": ["en", "tr", "fi"], "premium": {"en": 1.0, "tr": 1.12, "fi": 1.104}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {}, "weights": {"en": 0.74, "tr": 0.1536, "fi": 0.1064}, "device": "cuda", "ali_params": 268096, "ali_config": {"enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "random", "value_mode": "learned", "candidate_types": ["surface"], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0}, "t": 2.3}
{"event": "probe_schedule", "n": 45, "steps": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 200, 256, 400, 512, 600, 800, 1000, 1024, 1200, 1400, 1600, 1800, 2000, 2048, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4096, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 2.3}
{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6384.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.366833, "cps": 49.875, "mean_p": 0.496725, "boundary_entropy": 0.686995, "bpb": 8.160238}, "tr": {"chunks": 5290.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.292217, "cps": 41.328125, "mean_p": 0.489567, "boundary_entropy": 0.687288, "bpb": 8.171434}, "fi": {"chunks": 8895.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.472862, "cps": 69.492188, "mean_p": 0.500688, "boundary_entropy": 0.687512, "bpb": 8.214758}}, "bpb": {"en": 8.16024, "tr": 8.17143, "fi": 8.21476}, "gini_cpc": 0.106395, "gini_cps": 0.116842, "bpic": 2.758131, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7965927738475616, "fi": 1.2890367847879758}, "inventory": {"size": 0, "admitted": 0, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 0.0, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 4.2}
{"event": "train", "step": 0, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 5.66332, "bpb": 8.17044, "chunk_loss": 0.038537, "F": 0.28732, "G": 0.4892, "chunks": 294.22, "bytes_per_chunk": 3.48, "boundary_entropy": 0.69137, "router_noise": 0.0, "grad_norm": 11.0317, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.018, "probe_sec": 0.0034, "probe_extra_seqs": 0, "n_rows": 0, "extra_fwd_seqs": 0, "wall_s": 0.0, "overhead_frac_est": 0.0, "chunk_mismatch": 0, "n_loo": 0, "mean_delta_loo": NaN, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "read_hit_rate": {"surface": 0.0}, "mean_gate": {"surface": null}, "n_reads": 0, "n_cand": 9379, "read_suppressed_frac": 0.0, "dropout_reads_logged": 0, "inventory": {"size": 3696, "admitted": 3696, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 3696, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 2.5376081466674805, "n_util_obs": 0, "util_count_spearman": NaN}, "probe_overhead_sec_total": 0.003, "probe_overhead_seq_frac": 0.0, "util_loss": 0.0, "alpha": 0.03, "t": 5.7}
{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6302.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.362121, "cps": 49.234375, "mean_p": 0.496453, "boundary_entropy": 0.686986, "bpb": 8.133798}, "tr": {"chunks": 5227.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.288737, "cps": 40.835938, "mean_p": 0.489372, "boundary_entropy": 0.687277, "bpb": 8.155048}, "fi": {"chunks": 8818.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.468768, "cps": 68.890625, "mean_p": 0.500418, "boundary_entropy": 0.687508, "bpb": 8.200605}}, "bpb": {"en": 8.1338, "tr": 8.15505, "fi": 8.20061}, "gini_cpc": 0.107197, "gini_cps": 0.117659, "bpic": 2.788224, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7973475608639046, "fi": 1.2945055966952899}, "inventory": {"size": 3696, "admitted": 3696, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 3696, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 2.5376081466674805, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 6.5}
{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6184.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.355341, "cps": 48.3125, "mean_p": 0.495964, "boundary_entropy": 0.686968, "bpb": 8.069477}, "tr": {"chunks": 5138.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.28382, "cps": 40.140625, "mean_p": 0.489006, "boundary_entropy": 0.687256, "bpb": 8.111666}, "fi": {"chunks": 8689.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.461911, "cps": 67.882812, "mean_p": 0.499921, "boundary_entropy": 0.6875, "bpb": 8.145007}}, "bpb": {"en": 8.06948, "tr": 8.11167, "fi": 8.14501}, "gini_cpc": 0.107828, "gini_cps": 0.118302, "bpic": 2.835041, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7987266732072669, "fi": 1.2999078100582886}, "inventory": {"size": 6592, "admitted": 6592, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 6592, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 3.0298848152160645, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 8.5}
{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5718.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.328564, "cps": 44.671875, "mean_p": 0.494203, "boundary_entropy": 0.686894, "bpb": 7.852875}, "tr": {"chunks": 4793.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.264763, "cps": 37.445312, "mean_p": 0.487694, "boundary_entropy": 0.687176, "bpb": 7.958245}, "fi": {"chunks": 8114.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.431343, "cps": 63.390625, "mean_p": 0.498079, "boundary_entropy": 0.68746, "bpb": 7.953975}}, "bpb": {"en": 7.85288, "tr": 7.95825, "fi": 7.95397}, "gini_cpc": 0.10838, "gini_cps": 0.118872, "bpic": 3.046013, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8058177819947058, "fi": 1.3128136664918268}, "inventory": {"size": 11946, "admitted": 11946, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 11946, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 3.2314584255218506, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 10.6}
{"event": "probe", "step": 6, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5101.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.29311, "cps": 39.851562, "mean_p": 0.491727, "boundary_entropy": 0.686768, "bpb": 7.564263}, "tr": {"chunks": 4277.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.236259, "cps": 33.414062, "mean_p": 0.48586, "boundary_entropy": 0.687052, "bpb": 7.74256}, "fi": {"chunks": 7326.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.389453, "cps": 57.234375, "mean_p": 0.495427, "boundary_entropy": 0.687379, "bpb": 7.691299}}, "bpb": {"en": 7.56426, "tr": 7.74256, "fi": 7.6913}, "gini_cpc": 0.111152, "gini_cps": 0.121687, "bpic": 3.396312, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8060416725166606, "fi": 1.3286904929753935}, "inventory": {"size": 16811, "admitted": 16811, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 16811, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 3.1603710651397705, "n_util_obs": 1, "util_count_spearman": NaN}, "t": 12.6}
{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4506.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.258921, "cps": 35.203125, "mean_p": 0.489297, "boundary_entropy": 0.686623, "bpb": 7.288213}, "tr": {"chunks": 3876.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214108, "cps": 30.28125, "mean_p": 0.484099, "boundary_entropy": 0.68692, "bpb": 7.526464}, "fi": {"chunks": 6469.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.343895, "cps": 50.539062, "mean_p": 0.492559, "boundary_entropy": 0.687263, "bpb": 7.437426}}, "bpb": {"en": 7.28821, "tr": 7.52646, "fi": 7.43743}, "gini_cpc": 0.105915, "gini_cps": 0.116401, "bpic": 3.820079, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8269250529942106, "fi": 1.3281838664107135}, "inventory": {"size": 21468, "admitted": 21468, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 21468, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 3.040292501449585, "n_util_obs": 2, "util_count_spearman": NaN}, "t": 14.6}
{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4657.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.267598, "cps": 36.382812, "mean_p": 0.491752, "boundary_entropy": 0.686955, "bpb": 6.66085}, "tr": {"chunks": 4765.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.263216, "cps": 37.226562, "mean_p": 0.489064, "boundary_entropy": 0.687392, "bpb": 6.978163}, "fi": {"chunks": 5786.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.307586, "cps": 45.203125, "mean_p": 0.491664, "boundary_entropy": 0.687423, "bpb": 6.840375}}, "bpb": {"en": 6.66085, "tr": 6.97816, "fi": 6.84037}, "gini_cpc": 0.035281, "gini_cps": 0.049491, "bpic": 3.730405, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9836265344474869, "fi": 1.149435029077315}, "inventory": {"size": 37915, "admitted": 37915, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 37915, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 2.64581298828125, "n_util_obs": 3, "util_count_spearman": -0.5}, "t": 17.5}
{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3812.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.219043, "cps": 29.78125, "mean_p": 0.494025, "boundary_entropy": 0.687523, "bpb": 6.307096}, "tr": {"chunks": 3838.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212009, "cps": 29.984375, "mean_p": 0.491248, "boundary_entropy": 0.687921, "bpb": 6.636338}, "fi": {"chunks": 4037.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.214608, "cps": 31.539062, "mean_p": 0.492127, "boundary_entropy": 0.687958, "bpb": 6.430981}}, "bpb": {"en": 6.3071, "tr": 6.63634, "fi": 6.43098}, "gini_cpc": 0.007262, "gini_cps": 0.012835, "bpic": 4.854283, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9678892073739873, "fi": 0.9797563664581288}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 2.7095184326171875, "n_util_obs": 7, "util_count_spearman": 0.25}, "t": 22.8}
{"event": "consolidate", "step": 50, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 28.5}
{"event": "train", "step": 50, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 4.22556, "bpb": 6.09619, "chunk_loss": 0.034479, "F": 0.22977, "G": 0.49293, "chunks": 235.28, "bytes_per_chunk": 4.352, "boundary_entropy": 0.69214, "router_noise": 0.0, "grad_norm": 2.4394, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.46, "probe_sec": 0.0287, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02241, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00372, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.00814, "trunc_abs_frac": 0.44506, "mean_delta_full": -0.01387, "read_hit_rate": {"surface": 0.68494}, "mean_gate": {"surface": 0.12058}, "n_reads": 5135, "n_cand": 7497, "read_suppressed_frac": 0.0946, "dropout_reads_logged": 5135, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 3.466644287109375, "n_util_obs": 15, "util_count_spearman": -0.09642857142857143}, "probe_overhead_sec_total": 3.154, "probe_overhead_seq_frac": 0.4902, "util_loss": 0.043071, "alpha": 0.03, "t": 28.7}
{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3958.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.227432, "cps": 30.921875, "mean_p": 0.487523, "boundary_entropy": 0.686548, "bpb": 5.623405}, "tr": {"chunks": 3683.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.203447, "cps": 28.773438, "mean_p": 0.487315, "boundary_entropy": 0.687452, "bpb": 6.010325}, "fi": {"chunks": 5211.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.277019, "cps": 40.710938, "mean_p": 0.492421, "boundary_entropy": 0.687668, "bpb": 5.817712}}, "bpb": {"en": 5.62341, "tr": 6.01032, "fi": 5.81771}, "gini_cpc": 0.069287, "gini_cps": 0.079261, "bpic": 4.414255, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8945394492806965, "fi": 1.218028695809213}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 3.8955078125, "n_util_obs": 18, "util_count_spearman": -0.21981424148606812}, "t": 32.9}
{"event": "consolidate", "step": 100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 43.5}
{"event": "train", "step": 100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 3.20449, "bpb": 4.6231, "chunk_loss": 0.031473, "F": 0.19336, "G": 0.42243, "chunks": 198.0, "bytes_per_chunk": 5.172, "boundary_entropy": 0.66683, "router_noise": 0.0, "grad_norm": 2.0709, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.299, "probe_sec": 0.032, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02628, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00259, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.0655, "trunc_abs_frac": 0.52465, "mean_delta_full": 0.07471, "read_hit_rate": {"surface": 0.69829}, "mean_gate": {"surface": 0.12066}, "n_reads": 4402, "n_cand": 6304, "read_suppressed_frac": 0.0959, "dropout_reads_logged": 4402, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 5.458648681640625, "n_util_obs": 21, "util_count_spearman": -0.006493506493506494}, "probe_overhead_sec_total": 5.789, "probe_overhead_seq_frac": 0.495, "util_loss": 0.001145, "alpha": 0.03, "t": 43.6}
{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3411.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196001, "cps": 26.648438, "mean_p": 0.376893, "boundary_entropy": 0.611838, "bpb": 4.196761}, "tr": {"chunks": 2807.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.155057, "cps": 21.929688, "mean_p": 0.409721, "boundary_entropy": 0.650703, "bpb": 4.520303}, "fi": {"chunks": 3386.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180001, "cps": 26.453125, "mean_p": 0.39324, "boundary_entropy": 0.636545, "bpb": 4.434018}}, "bpb": {"en": 4.19676, "tr": 4.5203, "fi": 4.43402}, "gini_cpc": 0.051399, "gini_cps": 0.041927, "bpic": 5.907122, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7911052415740263, "fi": 0.9183695406049727}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 5.8424835205078125, "n_util_obs": 18, "util_count_spearman": 0.19091847265221878}, "t": 51.7}
{"event": "consolidate", "step": 150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 58.7}
{"event": "train", "step": 150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.81682, "bpb": 4.06382, "chunk_loss": 0.031204, "F": 0.19461, "G": 0.36663, "chunks": 199.28, "bytes_per_chunk": 5.138, "boundary_entropy": 0.59874, "router_noise": 0.0, "grad_norm": 2.3312, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.314, "probe_sec": 0.1126, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10531, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01252, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.14679, "trunc_abs_frac": 0.30137, "mean_delta_full": 0.03548, "read_hit_rate": {"surface": 0.69046}, "mean_gate": {"surface": 0.12142}, "n_reads": 4381, "n_cand": 6345, "read_suppressed_frac": 0.1059, "dropout_reads_logged": 4381, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 6.6952362060546875, "n_util_obs": 19, "util_count_spearman": -0.09824561403508772}, "probe_overhead_sec_total": 8.682, "probe_overhead_seq_frac": 0.4967, "util_loss": 0.000471, "alpha": 0.03, "t": 59.4}
{"event": "consolidate", "step": 200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 72.2}
{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2837.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.163018, "cps": 22.164062, "mean_p": 0.369055, "boundary_entropy": 0.579427, "bpb": 3.657966}, "tr": {"chunks": 3252.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179639, "cps": 25.40625, "mean_p": 0.37706, "boundary_entropy": 0.604439, "bpb": 3.811484}, "fi": {"chunks": 3069.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163149, "cps": 23.976562, "mean_p": 0.368837, "boundary_entropy": 0.606326, "bpb": 3.900883}}, "bpb": {"en": 3.65797, "tr": 3.81148, "fi": 3.90088}, "gini_cpc": 0.021907, "gini_cps": 0.03021, "bpic": 6.194802, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.1019573092216939, "fi": 1.0008057442897043}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 7.540740966796875, "n_util_obs": 27, "util_count_spearman": -0.12393162393162394}, "t": 72.9}
{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.6642, "tr": 3.82078, "fi": 3.89983}, "bytes_per_chunk": {"en": 5.786, "tr": 5.817, "fi": 6.313}, "bpb_mean": 3.79494, "frozen_inventory": true, "t": 74.1}
{"event": "train", "step": 200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.56552, "bpb": 3.70127, "chunk_loss": 0.030326, "F": 0.17285, "G": 0.37553, "chunks": 177.0, "bytes_per_chunk": 5.785, "boundary_entropy": 0.58984, "router_noise": 0.0, "grad_norm": 1.6838, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.317, "probe_sec": 0.0524, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04532, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00228, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.97845, "trunc_abs_frac": 2.16432, "mean_delta_full": -0.0236, "read_hit_rate": {"surface": 0.61417}, "mean_gate": {"surface": 0.12552}, "n_reads": 3459, "n_cand": 5632, "read_suppressed_frac": 0.0966, "dropout_reads_logged": 3459, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 7.550567626953125, "n_util_obs": 27, "util_count_spearman": -0.14835164835164835}, "probe_overhead_sec_total": 10.885, "probe_overhead_seq_frac": 0.4975, "util_loss": 0.000613, "alpha": 0.03, "t": 75.2}
{"event": "consolidate", "step": 250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 89.1}
{"event": "train", "step": 250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.40145, "bpb": 3.46456, "chunk_loss": 0.031814, "F": 0.20963, "G": 0.36448, "chunks": 214.66, "bytes_per_chunk": 4.77, "boundary_entropy": 0.5499, "router_noise": 0.0, "grad_norm": 2.6255, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.281, "probe_sec": 0.0319, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02405, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01483, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.43311, "trunc_abs_frac": 0.49005, "mean_delta_full": 0.10175, "read_hit_rate": {"surface": 0.64926}, "mean_gate": {"surface": 0.13539}, "n_reads": 4439, "n_cand": 6837, "read_suppressed_frac": 0.0955, "dropout_reads_logged": 4439, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 8.6568603515625, "n_util_obs": 35, "util_count_spearman": 0.011764705882352941}, "probe_overhead_sec_total": 14.999, "probe_overhead_seq_frac": 0.498, "util_loss": 0.001025, "alpha": 0.03, "t": 89.3}
{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3442.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.197782, "cps": 26.890625, "mean_p": 0.332788, "boundary_entropy": 0.525135, "bpb": 3.38854}, "tr": {"chunks": 3500.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.193338, "cps": 27.34375, "mean_p": 0.346793, "boundary_entropy": 0.532218, "bpb": 3.517718}, "fi": {"chunks": 4168.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.221572, "cps": 32.5625, "mean_p": 0.378685, "boundary_entropy": 0.585301, "bpb": 3.668162}}, "bpb": {"en": 3.38854, "tr": 3.51772, "fi": 3.66816}, "gini_cpc": 0.030722, "gini_cps": 0.043564, "bpic": 5.106391, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9775314687601899, "fi": 1.1202864445868166}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 8.871536254882812, "n_util_obs": 37, "util_count_spearman": -0.05405405405405406}, "t": 91.4}
{"event": "consolidate", "step": 300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 105.0}
{"event": "train", "step": 300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.29034, "bpb": 3.30426, "chunk_loss": 0.031429, "F": 0.21436, "G": 0.30079, "chunks": 219.5, "bytes_per_chunk": 4.665, "boundary_entropy": 0.43302, "router_noise": 0.0, "grad_norm": 1.4603, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.32, "probe_sec": 0.0392, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03364, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.02165, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.04946, "trunc_abs_frac": 1.58853, "mean_delta_full": -0.02692, "read_hit_rate": {"surface": 0.66776}, "mean_gate": {"surface": 0.14568}, "n_reads": 4669, "n_cand": 6992, "read_suppressed_frac": 0.1039, "dropout_reads_logged": 4669, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 10.185333251953125, "n_util_obs": 50, "util_count_spearman": -0.06069773585749194}, "probe_overhead_sec_total": 17.506, "probe_overhead_seq_frac": 0.4983, "util_loss": 0.001226, "alpha": 0.03, "t": 105.3}
{"event": "consolidate", "step": 350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 126.6}
{"event": "train", "step": 350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.20193, "bpb": 3.17672, "chunk_loss": 0.031006, "F": 0.20279, "G": 0.29219, "chunks": 207.66, "bytes_per_chunk": 4.931, "boundary_entropy": 0.40819, "router_noise": 0.0, "grad_norm": 1.2682, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.434, "probe_sec": 0.0434, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0295, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.16611, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.56892, "trunc_abs_frac": 0.68137, "mean_delta_full": -0.34314, "read_hit_rate": {"surface": 0.65759}, "mean_gate": {"surface": 0.18958}, "n_reads": 4348, "n_cand": 6612, "read_suppressed_frac": 0.0975, "dropout_reads_logged": 4348, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 11.85968017578125, "n_util_obs": 53, "util_count_spearman": -0.13316937478065322}, "probe_overhead_sec_total": 20.556, "probe_overhead_seq_frac": 0.4986, "util_loss": 0.002258, "alpha": 0.03, "t": 127.0}
{"event": "consolidate", "step": 400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 144.2}
{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3632.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.2087, "cps": 28.375, "mean_p": 0.26069, "boundary_entropy": 0.33477, "bpb": 2.894062}, "tr": {"chunks": 3987.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.22024, "cps": 31.148438, "mean_p": 0.300957, "boundary_entropy": 0.43214, "bpb": 3.187922}, "fi": {"chunks": 4219.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.224284, "cps": 32.960938, "mean_p": 0.294982, "boundary_entropy": 0.420575, "bpb": 3.378259}}, "bpb": {"en": 2.89406, "tr": 3.18792, "fi": 3.37826}, "gini_cpc": 0.015905, "gini_cps": 0.033057, "bpic": 4.792364, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0552952044358994, "fi": 1.0746719717374102}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 14.123123168945312, "n_util_obs": 60, "util_count_spearman": -0.09013865351224842}, "t": 145.0}
{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 2.90851, "tr": 3.19489, "fi": 3.36985}, "bytes_per_chunk": {"en": 4.478, "tr": 5.118, "fi": 4.755}, "bpb_mean": 3.15775, "frozen_inventory": true, "t": 146.1}
{"event": "train", "step": 400, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.0421, "bpb": 2.94613, "chunk_loss": 0.031339, "F": 0.22153, "G": 0.27613, "chunks": 226.84, "bytes_per_chunk": 4.514, "boundary_entropy": 0.34506, "router_noise": 0.0, "grad_norm": 1.041, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.402, "probe_sec": 0.0807, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0706, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00134, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.13158, "trunc_abs_frac": 1.85988, "mean_delta_full": -0.02412, "read_hit_rate": {"surface": 0.7097}, "mean_gate": {"surface": 0.23039}, "n_reads": 5129, "n_cand": 7227, "read_suppressed_frac": 0.1029, "dropout_reads_logged": 5129, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 14.141616821289062, "n_util_obs": 61, "util_count_spearman": -0.08244424173435642}, "probe_overhead_sec_total": 23.305, "probe_overhead_seq_frac": 0.4988, "util_loss": 0.003585, "alpha": 0.03, "t": 147.1}
{"event": "consolidate", "step": 450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 164.5}
{"event": "train", "step": 450, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.01238, "bpb": 2.90325, "chunk_loss": 0.0314, "F": 0.22485, "G": 0.27204, "chunks": 230.25, "bytes_per_chunk": 4.447, "boundary_entropy": 0.32567, "router_noise": 0.0, "grad_norm": 1.387, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.355, "probe_sec": 0.0345, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02172, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01162, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.23746, "trunc_abs_frac": 0.25287, "mean_delta_full": 0.40637, "read_hit_rate": {"surface": 0.71442}, "mean_gate": {"surface": 0.25811}, "n_reads": 5241, "n_cand": 7336, "read_suppressed_frac": 0.0977, "dropout_reads_logged": 5241, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 16.3800048828125, "n_util_obs": 74, "util_count_spearman": -0.062510181414291}, "probe_overhead_sec_total": 26.258, "probe_overhead_seq_frac": 0.4989, "util_loss": 0.005094, "alpha": 0.03, "t": 164.9}
{"event": "consolidate", "step": 500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 195.0}
{"event": "train", "step": 500, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.9939, "bpb": 2.87659, "chunk_loss": 0.031713, "F": 0.23663, "G": 0.27354, "chunks": 242.31, "bytes_per_chunk": 4.226, "boundary_entropy": 0.30764, "router_noise": 0.0, "grad_norm": 1.1305, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.611, "probe_sec": 0.0913, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08421, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03023, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.52081, "trunc_abs_frac": 0.73673, "mean_delta_full": -0.12927, "read_hit_rate": {"surface": 0.72261}, "mean_gate": {"surface": 0.26736}, "n_reads": 5580, "n_cand": 7722, "read_suppressed_frac": 0.103, "dropout_reads_logged": 5580, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 18.628143310546875, "n_util_obs": 80, "util_count_spearman": -0.08579465541490858}, "probe_overhead_sec_total": 29.013, "probe_overhead_seq_frac": 0.499, "util_loss": 0.011737, "alpha": 0.03, "t": 195.4}
{"event": "probe", "step": 512, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3942.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.226513, "cps": 30.796875, "mean_p": 0.260353, "boundary_entropy": 0.299666, "bpb": 2.693896}, "tr": {"chunks": 3823.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21118, "cps": 29.867188, "mean_p": 0.274191, "boundary_entropy": 0.361818, "bpb": 3.031797}, "fi": {"chunks": 4709.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.250332, "cps": 36.789062, "mean_p": 0.287548, "boundary_entropy": 0.351591, "bpb": 3.243394}}, "bpb": {"en": 2.6939, "tr": 3.0318, "fi": 3.24339}, "gini_cpc": 0.037936, "gini_cps": 0.047352, "bpic": 4.54802, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9323119413678082, "fi": 1.1051578357719547}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 19.127471923828125, "n_util_obs": 80, "util_count_spearman": -0.06514299109235819}, "t": 201.2}
{"event": "consolidate", "step": 550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 222.9}
{"event": "train", "step": 550, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.96339, "bpb": 2.83257, "chunk_loss": 0.031688, "F": 0.23831, "G": 0.27156, "chunks": 244.03, "bytes_per_chunk": 4.196, "boundary_entropy": 0.29407, "router_noise": 0.0, "grad_norm": 1.2851, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.554, "probe_sec": 0.0374, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02962, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.03101, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.73976, "trunc_abs_frac": 1.26343, "mean_delta_full": -0.13779, "read_hit_rate": {"surface": 0.7265}, "mean_gate": {"surface": 0.27983}, "n_reads": 5650, "n_cand": 7777, "read_suppressed_frac": 0.0926, "dropout_reads_logged": 5650, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 20.94189453125, "n_util_obs": 88, "util_count_spearman": -0.10374766651403614}, "probe_overhead_sec_total": 32.165, "probe_overhead_seq_frac": 0.4991, "util_loss": 0.010783, "alpha": 0.03, "t": 223.1}
{"event": "consolidate", "step": 600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 250.5}
{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3952.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.227087, "cps": 30.875, "mean_p": 0.254928, "boundary_entropy": 0.268012, "bpb": 2.587057}, "tr": {"chunks": 3917.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216373, "cps": 30.601562, "mean_p": 0.26386, "boundary_entropy": 0.328341, "bpb": 2.924727}, "fi": {"chunks": 4844.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.257509, "cps": 37.84375, "mean_p": 0.280539, "boundary_entropy": 0.312831, "bpb": 3.145357}}, "bpb": {"en": 2.58706, "tr": 2.92473, "fi": 3.14536}, "gini_cpc": 0.039123, "gini_cps": 0.048612, "bpic": 4.462519, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9528185516704794, "fi": 1.133964438930878}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 22.53607177734375, "n_util_obs": 91, "util_count_spearman": -0.06704889313584966}, "t": 251.2}
{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.59959, "tr": 2.93157, "fi": 3.14749}, "bytes_per_chunk": {"en": 4.216, "tr": 5.254, "fi": 4.126}, "bpb_mean": 2.89288, "frozen_inventory": true, "t": 252.3}
{"event": "train", "step": 600, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.87334, "bpb": 2.70267, "chunk_loss": 0.031444, "F": 0.23303, "G": 0.26411, "chunks": 238.62, "bytes_per_chunk": 4.291, "boundary_entropy": 0.27507, "router_noise": 0.0, "grad_norm": 1.4784, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.618, "probe_sec": 0.0934, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08625, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01592, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.30185, "trunc_abs_frac": 0.98662, "mean_delta_full": 0.1287, "read_hit_rate": {"surface": 0.72817}, "mean_gate": {"surface": 0.28805}, "n_reads": 5537, "n_cand": 7604, "read_suppressed_frac": 0.0905, "dropout_reads_logged": 5537, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 22.589096069335938, "n_util_obs": 91, "util_count_spearman": -0.07364229972925625}, "probe_overhead_sec_total": 36.006, "probe_overhead_seq_frac": 0.4992, "util_loss": 0.014595, "alpha": 0.03, "t": 254.0}
{"event": "consolidate", "step": 650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 278.6}
{"event": "train", "step": 650, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.9003, "bpb": 2.74155, "chunk_loss": 0.031674, "F": 0.24078, "G": 0.26597, "chunks": 246.56, "bytes_per_chunk": 4.153, "boundary_entropy": 0.26814, "router_noise": 0.0, "grad_norm": 1.0972, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.506, "probe_sec": 0.0463, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0273, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.13463, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 4.4, "trunc_abs_frac": 0.73541, "mean_delta_full": 0.01495, "read_hit_rate": {"surface": 0.73416}, "mean_gate": {"surface": 0.29465}, "n_reads": 5769, "n_cand": 7858, "read_suppressed_frac": 0.1007, "dropout_reads_logged": 5769, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 24.906158447265625, "n_util_obs": 104, "util_count_spearman": 0.06885735623599701}, "probe_overhead_sec_total": 39.343, "probe_overhead_seq_frac": 0.4992, "util_loss": 0.017834, "alpha": 0.03, "t": 279.3}
{"event": "consolidate", "step": 700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 292.7}
{"event": "train", "step": 700, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.85077, "bpb": 2.6701, "chunk_loss": 0.031446, "F": 0.23325, "G": 0.26215, "chunks": 238.84, "bytes_per_chunk": 4.287, "boundary_entropy": 0.25445, "router_noise": 0.0, "grad_norm": 1.2007, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.272, "probe_sec": 0.0355, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02929, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09051, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.91357, "trunc_abs_frac": 0.9739, "mean_delta_full": -0.10178, "read_hit_rate": {"surface": 0.72527}, "mean_gate": {"surface": 0.30108}, "n_reads": 5520, "n_cand": 7611, "read_suppressed_frac": 0.0969, "dropout_reads_logged": 5520, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 26.908920288085938, "n_util_obs": 114, "util_count_spearman": 0.08096652754421645}, "probe_overhead_sec_total": 42.011, "probe_overhead_seq_frac": 0.4993, "util_loss": 0.02252, "alpha": 0.03, "t": 292.9}
{"event": "consolidate", "step": 750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 306.1}
{"event": "train", "step": 750, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.79953, "bpb": 2.59617, "chunk_loss": 0.031305, "F": 0.22906, "G": 0.25673, "chunks": 234.56, "bytes_per_chunk": 4.366, "boundary_entropy": 0.2483, "router_noise": 0.0, "grad_norm": 1.1243, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.269, "probe_sec": 0.0367, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02894, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.1969, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.92817, "trunc_abs_frac": 4.38979, "mean_delta_full": 0.5498, "read_hit_rate": {"surface": 0.7316}, "mean_gate": {"surface": 0.3018}, "n_reads": 5468, "n_cand": 7474, "read_suppressed_frac": 0.1041, "dropout_reads_logged": 5468, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 28.7186279296875, "n_util_obs": 121, "util_count_spearman": 0.14692453597073568}, "probe_overhead_sec_total": 45.245, "probe_overhead_seq_frac": 0.4993, "util_loss": 0.022399, "alpha": 0.03, "t": 306.4}
{"event": "consolidate", "step": 800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 320.2}
{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3749.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.215423, "cps": 29.289062, "mean_p": 0.240807, "boundary_entropy": 0.226158, "bpb": 2.420696}, "tr": {"chunks": 3806.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210241, "cps": 29.734375, "mean_p": 0.254513, "boundary_entropy": 0.286466, "bpb": 2.770266}, "fi": {"chunks": 4922.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.261655, "cps": 38.453125, "mean_p": 0.282341, "boundary_entropy": 0.261182, "bpb": 2.953327}}, "bpb": {"en": 2.4207, "tr": 2.77027, "fi": 2.95333}, "gini_cpc": 0.049869, "gini_cps": 0.062675, "bpic": 4.546926, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9759485256021502, "fi": 1.2146143442372999}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 30.831588745117188, "n_util_obs": 131, "util_count_spearman": 0.16308653178882188}, "t": 320.9}
{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.43507, "tr": 2.78008, "fi": 2.95884}, "bytes_per_chunk": {"en": 4.392, "tr": 5.306, "fi": 4.012}, "bpb_mean": 2.72466, "frozen_inventory": true, "t": 322.1}
{"event": "train", "step": 800, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.79583, "bpb": 2.59083, "chunk_loss": 0.031223, "F": 0.2262, "G": 0.25619, "chunks": 231.62, "bytes_per_chunk": 4.421, "boundary_entropy": 0.23855, "router_noise": 0.0, "grad_norm": 1.0163, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.342, "probe_sec": 0.0425, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03486, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06408, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.59798, "trunc_abs_frac": 0.71624, "mean_delta_full": 0.13751, "read_hit_rate": {"surface": 0.70786}, "mean_gate": {"surface": 0.30889}, "n_reads": 5224, "n_cand": 7380, "read_suppressed_frac": 0.0978, "dropout_reads_logged": 5224, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 30.883758544921875, "n_util_obs": 131, "util_count_spearman": 0.15541023861634548}, "probe_overhead_sec_total": 48.825, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.022245, "alpha": 0.03, "t": 323.5}
{"event": "consolidate", "step": 850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 337.1}
{"event": "train", "step": 850, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.76611, "bpb": 2.54796, "chunk_loss": 0.031233, "F": 0.22784, "G": 0.25498, "chunks": 233.31, "bytes_per_chunk": 4.389, "boundary_entropy": 0.23061, "router_noise": 0.0, "grad_norm": 1.0138, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.278, "probe_sec": 0.0511, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04379, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.2286, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.34358, "trunc_abs_frac": 0.79117, "mean_delta_full": -0.54496, "read_hit_rate": {"surface": 0.71496}, "mean_gate": {"surface": 0.32332}, "n_reads": 5315, "n_cand": 7434, "read_suppressed_frac": 0.0988, "dropout_reads_logged": 5315, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 32.623138427734375, "n_util_obs": 136, "util_count_spearman": 0.10920280520967511}, "probe_overhead_sec_total": 52.05, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.028605, "alpha": 0.03, "t": 337.4}
{"event": "consolidate", "step": 900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 352.0}
{"event": "train", "step": 900, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.61712, "bpb": 2.33301, "chunk_loss": 0.031059, "F": 0.22205, "G": 0.2491, "chunks": 227.38, "bytes_per_chunk": 4.504, "boundary_entropy": 0.21854, "router_noise": 0.0, "grad_norm": 0.9939, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.301, "probe_sec": 0.1456, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.13574, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.0257, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.43144, "trunc_abs_frac": 0.47801, "mean_delta_full": -0.0638, "read_hit_rate": {"surface": 0.7315}, "mean_gate": {"surface": 0.30786}, "n_reads": 5299, "n_cand": 7244, "read_suppressed_frac": 0.0974, "dropout_reads_logged": 5299, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 34.5679931640625, "n_util_obs": 141, "util_count_spearman": 0.043876069048431575}, "probe_overhead_sec_total": 55.583, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.02777, "alpha": 0.03, "t": 352.5}
{"event": "consolidate", "step": 950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 366.6}
{"event": "train", "step": 950, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.76954, "bpb": 2.55291, "chunk_loss": 0.031065, "F": 0.22174, "G": 0.25022, "chunks": 227.06, "bytes_per_chunk": 4.51, "boundary_entropy": 0.21742, "router_noise": 0.0, "grad_norm": 0.952, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.287, "probe_sec": 0.0624, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05447, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.2605, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.83184, "trunc_abs_frac": 0.94929, "mean_delta_full": 0.45424, "read_hit_rate": {"surface": 0.69947}, "mean_gate": {"surface": 0.30859}, "n_reads": 5060, "n_cand": 7234, "read_suppressed_frac": 0.0992, "dropout_reads_logged": 5060, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 36.2802734375, "n_util_obs": 142, "util_count_spearman": 0.08205527980968082}, "probe_overhead_sec_total": 58.663, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.026042, "alpha": 0.03, "t": 366.8}
{"event": "consolidate", "step": 1000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 380.9}
{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3714.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.213411, "cps": 29.015625, "mean_p": 0.233902, "boundary_entropy": 0.201611, "bpb": 2.330992}, "tr": {"chunks": 3837.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211954, "cps": 29.976562, "mean_p": 0.246053, "boundary_entropy": 0.256521, "bpb": 2.643682}, "fi": {"chunks": 4844.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.257509, "cps": 37.84375, "mean_p": 0.279997, "boundary_entropy": 0.232497, "bpb": 2.821406}}, "bpb": {"en": 2.33099, "tr": 2.64368, "fi": 2.82141}, "gini_cpc": 0.044474, "gini_cps": 0.060777, "bpic": 4.577007, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9931697162449622, "fi": 1.2066309807902071}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 37.985565185546875, "n_util_obs": 143, "util_count_spearman": 0.1187417088768609}, "t": 381.5}
{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.34185, "tr": 2.65592, "fi": 2.82802}, "bytes_per_chunk": {"en": 4.392, "tr": 5.438, "fi": 4.153}, "bpb_mean": 2.6086, "frozen_inventory": true, "t": 382.8}
{"event": "train", "step": 1000, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.71421, "bpb": 2.47309, "chunk_loss": 0.031597, "F": 0.23883, "G": 0.25824, "chunks": 244.56, "bytes_per_chunk": 4.187, "boundary_entropy": 0.2102, "router_noise": 0.0, "grad_norm": 0.9966, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.341, "probe_sec": 0.0935, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08526, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.12105, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -2.17234, "trunc_abs_frac": 38.55613, "mean_delta_full": -0.11194, "read_hit_rate": {"surface": 0.72812}, "mean_gate": {"surface": 0.30039}, "n_reads": 5675, "n_cand": 7794, "read_suppressed_frac": 0.0902, "dropout_reads_logged": 5675, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 37.957366943359375, "n_util_obs": 142, "util_count_spearman": 0.11962715139220982}, "probe_overhead_sec_total": 62.003, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.023701, "alpha": 0.03, "t": 383.9}
{"event": "probe", "step": 1024, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3691.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.21209, "cps": 28.835938, "mean_p": 0.233185, "boundary_entropy": 0.199671, "bpb": 2.322578}, "tr": {"chunks": 3863.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21339, "cps": 30.179688, "mean_p": 0.242172, "boundary_entropy": 0.254041, "bpb": 2.641644}, "fi": {"chunks": 4865.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.258625, "cps": 38.007812, "mean_p": 0.281809, "boundary_entropy": 0.230903, "bpb": 2.823609}}, "bpb": {"en": 2.32258, "tr": 2.64164, "fi": 2.82361}, "gini_cpc": 0.045349, "gini_cps": 0.063022, "bpic": 4.568162, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.006130308292027, "fi": 1.2194136050920246}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 39.081939697265625, "n_util_obs": 146, "util_count_spearman": 0.08766544879642929}, "t": 391.8}
{"event": "consolidate", "step": 1050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 401.1}
{"event": "train", "step": 1050, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.73252, "bpb": 2.49949, "chunk_loss": 0.031128, "F": 0.22693, "G": 0.24958, "chunks": 232.38, "bytes_per_chunk": 4.407, "boundary_entropy": 0.20596, "router_noise": 0.0, "grad_norm": 0.8877, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.349, "probe_sec": 0.0307, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02415, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.40525, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.99965, "trunc_abs_frac": 3.07131, "mean_delta_full": -0.03469, "read_hit_rate": {"surface": 0.70705}, "mean_gate": {"surface": 0.31678}, "n_reads": 5235, "n_cand": 7404, "read_suppressed_frac": 0.1026, "dropout_reads_logged": 5235, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 40.17256164550781, "n_util_obs": 149, "util_count_spearman": 0.062162162162162166}, "probe_overhead_sec_total": 65.383, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.024359, "alpha": 0.03, "t": 401.3}
{"event": "consolidate", "step": 1100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 415.1}
{"event": "train", "step": 1100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.71946, "bpb": 2.48065, "chunk_loss": 0.03109, "F": 0.22208, "G": 0.24941, "chunks": 227.41, "bytes_per_chunk": 4.503, "boundary_entropy": 0.19996, "router_noise": 0.0, "grad_norm": 0.8956, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.281, "probe_sec": 0.0361, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02729, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00643, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.68972}, "mean_gate": {"surface": 0.31721}, "n_reads": 4997, "n_cand": 7245, "read_suppressed_frac": 0.0961, "dropout_reads_logged": 4997, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 41.966033935546875, "n_util_obs": 150, "util_count_spearman": 0.027144341654610177}, "probe_overhead_sec_total": 68.645, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.022448, "alpha": 0.03, "t": 415.4}
{"event": "consolidate", "step": 1150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 433.5}
{"event": "train", "step": 1150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.58081, "bpb": 2.28063, "chunk_loss": 0.030992, "F": 0.22385, "G": 0.24261, "chunks": 229.22, "bytes_per_chunk": 4.467, "boundary_entropy": 0.18542, "router_noise": 0.0, "grad_norm": 0.9453, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.371, "probe_sec": 0.0423, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02422, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0416, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.15133, "trunc_abs_frac": 0.58857, "mean_delta_full": -0.1933, "read_hit_rate": {"surface": 0.71149}, "mean_gate": {"surface": 0.312}, "n_reads": 5196, "n_cand": 7303, "read_suppressed_frac": 0.1032, "dropout_reads_logged": 5196, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 43.81526184082031, "n_util_obs": 156, "util_count_spearman": 0.03411357493954576}, "probe_overhead_sec_total": 71.76, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.025738, "alpha": 0.03, "t": 433.9}
{"event": "consolidate", "step": 1200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 452.5}
{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3599.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.206803, "cps": 28.117188, "mean_p": 0.223997, "boundary_entropy": 0.180472, "bpb": 2.264908}, "tr": {"chunks": 3809.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210407, "cps": 29.757812, "mean_p": 0.232592, "boundary_entropy": 0.226619, "bpb": 2.549127}, "fi": {"chunks": 4846.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.257615, "cps": 37.859375, "mean_p": 0.275372, "boundary_entropy": 0.201683, "bpb": 2.731388}}, "bpb": {"en": 2.26491, "tr": 2.54913, "fi": 2.73139}, "gini_cpc": 0.050197, "gini_cps": 0.067842, "bpic": 4.629672, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0174256792470155, "fi": 1.245700962214783}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 45.44410705566406, "n_util_obs": 154, "util_count_spearman": 0.06362409425574836}, "t": 453.2}
{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.27832, "tr": 2.55827, "fi": 2.74177}, "bytes_per_chunk": {"en": 4.554, "tr": 5.378, "fi": 4.116}, "bpb_mean": 2.52612, "frozen_inventory": true, "t": 454.5}
{"event": "train", "step": 1200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.62821, "bpb": 2.34901, "chunk_loss": 0.030942, "F": 0.22205, "G": 0.23895, "chunks": 227.38, "bytes_per_chunk": 4.504, "boundary_entropy": 0.18578, "router_noise": 0.0, "grad_norm": 0.8563, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.442, "probe_sec": 0.0698, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06172, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.12028, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.61096, "trunc_abs_frac": 0.82309, "mean_delta_full": 0.346, "read_hit_rate": {"surface": 0.71107}, "mean_gate": {"surface": 0.313}, "n_reads": 5151, "n_cand": 7244, "read_suppressed_frac": 0.1029, "dropout_reads_logged": 5151, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 45.45549011230469, "n_util_obs": 154, "util_count_spearman": 0.06279931327369657}, "probe_overhead_sec_total": 75.17, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.024529, "alpha": 0.03, "t": 456.0}
{"event": "consolidate", "step": 1250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 477.1}
{"event": "train", "step": 1250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.67776, "bpb": 2.4205, "chunk_loss": 0.031006, "F": 0.22348, "G": 0.24117, "chunks": 228.84, "bytes_per_chunk": 4.475, "boundary_entropy": 0.18097, "router_noise": 0.0, "grad_norm": 0.8615, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.425, "probe_sec": 0.0401, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02169, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.26827, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.85967, "trunc_abs_frac": 0.85967, "mean_delta_full": 2.03394, "read_hit_rate": {"surface": 0.69263}, "mean_gate": {"surface": 0.30859}, "n_reads": 5050, "n_cand": 7291, "read_suppressed_frac": 0.0935, "dropout_reads_logged": 5050, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 47.24806213378906, "n_util_obs": 155, "util_count_spearman": 0.02884534820018691}, "probe_overhead_sec_total": 78.288, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.024619, "alpha": 0.03, "t": 477.3}
{"event": "consolidate", "step": 1300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 496.4}
{"event": "train", "step": 1300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.62061, "bpb": 2.33805, "chunk_loss": 0.030884, "F": 0.21896, "G": 0.23844, "chunks": 224.22, "bytes_per_chunk": 4.567, "boundary_entropy": 0.17915, "router_noise": 0.0, "grad_norm": 0.862, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.397, "probe_sec": 0.0723, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04539, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07307, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.30703, "trunc_abs_frac": 0.74524, "mean_delta_full": 0.18835, "read_hit_rate": {"surface": 0.70041}, "mean_gate": {"surface": 0.30743}, "n_reads": 5003, "n_cand": 7143, "read_suppressed_frac": 0.1013, "dropout_reads_logged": 5003, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 48.91737365722656, "n_util_obs": 156, "util_count_spearman": 0.019892209701126897}, "probe_overhead_sec_total": 82.015, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.02487, "alpha": 0.03, "t": 497.2}
{"event": "consolidate", "step": 1350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 526.1}
{"event": "train", "step": 1350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.60397, "bpb": 2.31404, "chunk_loss": 0.031126, "F": 0.22751, "G": 0.24254, "chunks": 232.97, "bytes_per_chunk": 4.395, "boundary_entropy": 0.1679, "router_noise": 0.0, "grad_norm": 0.8914, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.589, "probe_sec": 0.0561, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03179, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07505, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 7, "trunc_ratio_sum": -3.26237, "trunc_abs_frac": 27.46699, "mean_delta_full": 0.02855, "read_hit_rate": {"surface": 0.71359}, "mean_gate": {"surface": 0.29858}, "n_reads": 5297, "n_cand": 7423, "read_suppressed_frac": 0.0978, "dropout_reads_logged": 5297, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 50.68049621582031, "n_util_obs": 163, "util_count_spearman": 0.04924189156144434}, "probe_overhead_sec_total": 85.503, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.022388, "alpha": 0.03, "t": 526.6}
{"event": "consolidate", "step": 1400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 555.4}
{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3592.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.206401, "cps": 28.0625, "mean_p": 0.221473, "boundary_entropy": 0.154964, "bpb": 2.212931}, "tr": {"chunks": 3886.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214661, "cps": 30.359375, "mean_p": 0.227149, "boundary_entropy": 0.19838, "bpb": 2.490401}, "fi": {"chunks": 4853.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.257987, "cps": 37.914062, "mean_p": 0.271265, "boundary_entropy": 0.180495, "bpb": 2.639343}}, "bpb": {"en": 2.21293, "tr": 2.4904, "fi": 2.63934}, "gini_cpc": 0.050645, "gini_cps": 0.068175, "bpic": 4.600762, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.040016039128732, "fi": 1.2499314627665965}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 52.224578857421875, "n_util_obs": 162, "util_count_spearman": 0.05533327405826739}, "t": 556.0}
{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.22404, "tr": 2.50214, "fi": 2.64907}, "bytes_per_chunk": {"en": 4.567, "tr": 5.158, "fi": 4.083}, "bpb_mean": 2.45842, "frozen_inventory": true, "t": 557.3}
{"event": "train", "step": 1400, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.69101, "bpb": 2.43961, "chunk_loss": 0.030922, "F": 0.22217, "G": 0.23684, "chunks": 227.5, "bytes_per_chunk": 4.501, "boundary_entropy": 0.1646, "router_noise": 0.0, "grad_norm": 0.9031, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.666, "probe_sec": 0.0517, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02639, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.07919, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 2.05508, "trunc_abs_frac": 2.05508, "mean_delta_full": -0.12854, "read_hit_rate": {"surface": 0.70061}, "mean_gate": {"surface": 0.31175}, "n_reads": 5078, "n_cand": 7248, "read_suppressed_frac": 0.1032, "dropout_reads_logged": 5078, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 52.26048278808594, "n_util_obs": 162, "util_count_spearman": 0.05509052855011777}, "probe_overhead_sec_total": 89.008, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.022183, "alpha": 0.03, "t": 559.9}
{"event": "consolidate", "step": 1450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 588.8}
{"event": "train", "step": 1450, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.64476, "bpb": 2.37289, "chunk_loss": 0.030944, "F": 0.22366, "G": 0.23803, "chunks": 229.03, "bytes_per_chunk": 4.471, "boundary_entropy": 0.16521, "router_noise": 0.0, "grad_norm": 0.7696, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.594, "probe_sec": 0.0716, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03688, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.02595, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.00246, "trunc_abs_frac": 0.81936, "mean_delta_full": -0.06438, "read_hit_rate": {"surface": 0.69919}, "mean_gate": {"surface": 0.30092}, "n_reads": 5102, "n_cand": 7297, "read_suppressed_frac": 0.1004, "dropout_reads_logged": 5102, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 54.0491943359375, "n_util_obs": 166, "util_count_spearman": 0.014236149825212664}, "probe_overhead_sec_total": 92.69, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.047547, "alpha": 0.03, "t": 589.6}
{"event": "consolidate", "step": 1500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 606.7}
{"event": "train", "step": 1500, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.6016, "bpb": 2.31062, "chunk_loss": 0.030742, "F": 0.21518, "G": 0.22885, "chunks": 220.34, "bytes_per_chunk": 4.647, "boundary_entropy": 0.15747, "router_noise": 0.0, "grad_norm": 0.8763, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.351, "probe_sec": 0.0831, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07085, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.1364, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.70138}, "mean_gate": {"surface": 0.30932}, "n_reads": 4923, "n_cand": 7019, "read_suppressed_frac": 0.0965, "dropout_reads_logged": 4923, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 55.77275085449219, "n_util_obs": 162, "util_count_spearman": 0.03204381838684319}, "probe_overhead_sec_total": 96.317, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.019316, "alpha": 0.03, "t": 607.2}
{"event": "consolidate", "step": 1550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 621.3}
{"event": "train", "step": 1550, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.56746, "bpb": 2.26137, "chunk_loss": 0.030871, "F": 0.22128, "G": 0.23131, "chunks": 226.59, "bytes_per_chunk": 4.519, "boundary_entropy": 0.15513, "router_noise": 0.0, "grad_norm": 0.7307, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.288, "probe_sec": 0.0309, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0239, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.13313, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.13533, "trunc_abs_frac": 0.72585, "mean_delta_full": -0.23016, "read_hit_rate": {"surface": 0.70758}, "mean_gate": {"surface": 0.29175}, "n_reads": 5108, "n_cand": 7219, "read_suppressed_frac": 0.0989, "dropout_reads_logged": 5108, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 57.39311218261719, "n_util_obs": 159, "util_count_spearman": -0.01040721280152854}, "probe_overhead_sec_total": 99.314, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.023863, "alpha": 0.03, "t": 621.5}
{"event": "consolidate", "step": 1600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 636.4}
{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3613.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.207608, "cps": 28.226562, "mean_p": 0.218753, "boundary_entropy": 0.14319, "bpb": 2.168581}, "tr": {"chunks": 3891.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214937, "cps": 30.398438, "mean_p": 0.222456, "boundary_entropy": 0.17477, "bpb": 2.42591}, "fi": {"chunks": 4945.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.262878, "cps": 38.632812, "mean_p": 0.269776, "boundary_entropy": 0.161506, "bpb": 2.579467}}, "bpb": {"en": 2.16858, "tr": 2.42591, "fi": 2.57947}, "gini_cpc": 0.053758, "gini_cps": 0.071331, "bpic": 4.557153, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0353014875255058, "fi": 1.2662240881930933}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 58.92018127441406, "n_util_obs": 159, "util_count_spearman": 0.014774898495342727}, "t": 637.2}
{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.18367, "tr": 2.43572, "fi": 2.58847}, "bytes_per_chunk": {"en": 4.514, "tr": 5.214, "fi": 4.017}, "bpb_mean": 2.40262, "frozen_inventory": true, "t": 638.3}
{"event": "train", "step": 1600, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.56749, "bpb": 2.2614, "chunk_loss": 0.030874, "F": 0.22083, "G": 0.23277, "chunks": 226.12, "bytes_per_chunk": 4.528, "boundary_entropy": 0.14733, "router_noise": 0.0, "grad_norm": 0.8076, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.366, "probe_sec": 0.028, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02082, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00898, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.32879, "trunc_abs_frac": 0.5827, "mean_delta_full": 0.08948, "read_hit_rate": {"surface": 0.70822}, "mean_gate": {"surface": 0.30507}, "n_reads": 5102, "n_cand": 7204, "read_suppressed_frac": 0.1047, "dropout_reads_logged": 5102, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 58.91654968261719, "n_util_obs": 159, "util_count_spearman": 0.01471220444232147}, "probe_overhead_sec_total": 102.841, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.030499, "alpha": 0.03, "t": 639.9}
{"event": "consolidate", "step": 1650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 654.4}
{"event": "train", "step": 1650, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.59512, "bpb": 2.30127, "chunk_loss": 0.030747, "F": 0.21646, "G": 0.22735, "chunks": 221.66, "bytes_per_chunk": 4.62, "boundary_entropy": 0.15209, "router_noise": 0.0, "grad_norm": 0.7817, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.297, "probe_sec": 0.143, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.12567, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.1393, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.10466, "trunc_abs_frac": 0.48621, "mean_delta_full": 0.26157, "read_hit_rate": {"surface": 0.68645}, "mean_gate": {"surface": 0.28683}, "n_reads": 4847, "n_cand": 7061, "read_suppressed_frac": 0.097, "dropout_reads_logged": 4847, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 60.3502197265625, "n_util_obs": 157, "util_count_spearman": 0.027606555801144964}, "probe_overhead_sec_total": 106.596, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.029339, "alpha": 0.03, "t": 654.7}
{"event": "consolidate", "step": 1700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 669.5}
{"event": "train", "step": 1700, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.61374, "bpb": 2.32813, "chunk_loss": 0.030797, "F": 0.21872, "G": 0.22982, "chunks": 223.97, "bytes_per_chunk": 4.572, "boundary_entropy": 0.14634, "router_noise": 0.0, "grad_norm": 0.761, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.301, "probe_sec": 0.0372, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02652, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.0107, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.89831, "trunc_abs_frac": 0.9361, "mean_delta_full": 0.36072, "read_hit_rate": {"surface": 0.68339}, "mean_gate": {"surface": 0.29018}, "n_reads": 4876, "n_cand": 7135, "read_suppressed_frac": 0.1046, "dropout_reads_logged": 4876, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 62.25050354003906, "n_util_obs": 158, "util_count_spearman": 0.004346179180630371}, "probe_overhead_sec_total": 109.594, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.024735, "alpha": 0.03, "t": 669.8}
{"event": "consolidate", "step": 1750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 683.7}
{"event": "train", "step": 1750, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.55757, "bpb": 2.2471, "chunk_loss": 0.030651, "F": 0.21283, "G": 0.2253, "chunks": 217.94, "bytes_per_chunk": 4.699, "boundary_entropy": 0.14529, "router_noise": 0.0, "grad_norm": 0.7236, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.284, "probe_sec": 0.0246, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01811, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.19583, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.92985, "trunc_abs_frac": 0.91506, "mean_delta_full": 0.73955, "read_hit_rate": {"surface": 0.68799}, "mean_gate": {"surface": 0.28983}, "n_reads": 4776, "n_cand": 6942, "read_suppressed_frac": 0.1047, "dropout_reads_logged": 4776, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 63.99830627441406, "n_util_obs": 159, "util_count_spearman": -0.05137926916646764}, "probe_overhead_sec_total": 112.933, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.026225, "alpha": 0.03, "t": 683.9}
{"event": "consolidate", "step": 1800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 698.2}
{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3527.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202666, "cps": 27.554688, "mean_p": 0.213216, "boundary_entropy": 0.139045, "bpb": 2.136161}, "tr": {"chunks": 3841.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212175, "cps": 30.007812, "mean_p": 0.218552, "boundary_entropy": 0.167515, "bpb": 2.380864}, "fi": {"chunks": 4936.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.2624, "cps": 38.5625, "mean_p": 0.266648, "boundary_entropy": 0.150983, "bpb": 2.512881}}, "bpb": {"en": 2.13616, "tr": 2.38086, "fi": 2.51288}, "gini_cpc": 0.058801, "gini_cps": 0.076344, "bpic": 4.610858, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.046917395984459, "fi": 1.294738100096076}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 65.59745788574219, "n_util_obs": 155, "util_count_spearman": 0.0032548097064226096}, "t": 698.9}
{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.15023, "tr": 2.39205, "fi": 2.52334}, "bytes_per_chunk": {"en": 4.663, "tr": 5.368, "fi": 4.035}, "bpb_mean": 2.35521, "frozen_inventory": true, "t": 699.9}
{"event": "train", "step": 1800, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.52878, "bpb": 2.20556, "chunk_loss": 0.030644, "F": 0.21228, "G": 0.22293, "chunks": 217.38, "bytes_per_chunk": 4.711, "boundary_entropy": 0.14013, "router_noise": 0.0, "grad_norm": 0.7467, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.353, "probe_sec": 0.1825, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.17542, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04125, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.60615, "trunc_abs_frac": 0.88892, "mean_delta_full": -0.1344, "read_hit_rate": {"surface": 0.69772}, "mean_gate": {"surface": 0.2976}, "n_reads": 4831, "n_cand": 6924, "read_suppressed_frac": 0.1081, "dropout_reads_logged": 4831, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 65.62550354003906, "n_util_obs": 155, "util_count_spearman": 0.002958331990590055}, "probe_overhead_sec_total": 116.182, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.022797, "alpha": 0.03, "t": 701.6}
{"event": "consolidate", "step": 1850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 715.6}
{"event": "train", "step": 1850, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.55563, "bpb": 2.24431, "chunk_loss": 0.030821, "F": 0.22107, "G": 0.22934, "chunks": 226.38, "bytes_per_chunk": 4.523, "boundary_entropy": 0.13148, "router_noise": 0.0, "grad_norm": 0.7684, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.286, "probe_sec": 0.0484, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0416, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.24206, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 7, "trunc_ratio_sum": 1.68992, "trunc_abs_frac": 0.91606, "mean_delta_full": 0.0361, "read_hit_rate": {"surface": 0.70383}, "mean_gate": {"surface": 0.27867}, "n_reads": 5076, "n_cand": 7212, "read_suppressed_frac": 0.1009, "dropout_reads_logged": 5076, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 67.19021606445312, "n_util_obs": 151, "util_count_spearman": -0.006716626002091321}, "probe_overhead_sec_total": 119.13, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.021428, "alpha": 0.03, "t": 715.9}
{"event": "consolidate", "step": 1900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 734.9}
{"event": "train", "step": 1900, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.49324, "bpb": 2.15429, "chunk_loss": 0.030744, "F": 0.21808, "G": 0.22622, "chunks": 223.31, "bytes_per_chunk": 4.586, "boundary_entropy": 0.12994, "router_noise": 0.0, "grad_norm": 0.6979, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.401, "probe_sec": 0.1341, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.12665, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.17226, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.25938, "trunc_abs_frac": 0.71145, "mean_delta_full": 0.30042, "read_hit_rate": {"surface": 0.6982}, "mean_gate": {"surface": 0.28954}, "n_reads": 4967, "n_cand": 7114, "read_suppressed_frac": 0.0964, "dropout_reads_logged": 4967, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 68.31173706054688, "n_util_obs": 149, "util_count_spearman": 0.023747505895156902}, "probe_overhead_sec_total": 121.953, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.018788, "alpha": 0.03, "t": 735.9}
{"event": "consolidate", "step": 1950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 757.0}
{"event": "train", "step": 1950, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.57135, "bpb": 2.26698, "chunk_loss": 0.030971, "F": 0.22488, "G": 0.23343, "chunks": 230.28, "bytes_per_chunk": 4.447, "boundary_entropy": 0.12609, "router_noise": 0.0, "grad_norm": 0.7312, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.427, "probe_sec": 0.0435, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03446, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.19837, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.3942, "trunc_abs_frac": 1.08927, "mean_delta_full": 0.08838, "read_hit_rate": {"surface": 0.68966}, "mean_gate": {"surface": 0.29261}, "n_reads": 5060, "n_cand": 7337, "read_suppressed_frac": 0.0992, "dropout_reads_logged": 5060, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 69.96945190429688, "n_util_obs": 153, "util_count_spearman": 0.01088115583172536}, "probe_overhead_sec_total": 125.536, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.02543, "alpha": 0.03, "t": 757.3}
{"event": "consolidate", "step": 2000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 776.1}
{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3551.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204045, "cps": 27.742188, "mean_p": 0.211783, "boundary_entropy": 0.124188, "bpb": 2.113741}, "tr": {"chunks": 3855.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212948, "cps": 30.117188, "mean_p": 0.216964, "boundary_entropy": 0.157819, "bpb": 2.339255}, "fi": {"chunks": 4951.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.263197, "cps": 38.679688, "mean_p": 0.265907, "boundary_entropy": 0.13923, "bpb": 2.469222}}, "bpb": {"en": 2.11374, "tr": 2.33926, "fi": 2.46922}, "gini_cpc": 0.057976, "gini_cps": 0.075531, "bpic": 4.591082, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0436317400447979, "fi": 1.2898953905125794}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 71.60185241699219, "n_util_obs": 155, "util_count_spearman": -0.025680770842061166}, "t": 776.8}
{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.12667, "tr": 2.35218, "fi": 2.48166}, "bytes_per_chunk": {"en": 4.641, "tr": 5.285, "fi": 4.031}, "bpb_mean": 2.32017, "frozen_inventory": true, "t": 778.1}
{"event": "train", "step": 2000, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.54101, "bpb": 2.2232, "chunk_loss": 0.030859, "F": 0.22424, "G": 0.23002, "chunks": 229.62, "bytes_per_chunk": 4.459, "boundary_entropy": 0.12514, "router_noise": 0.0, "grad_norm": 0.8503, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.454, "probe_sec": 0.0494, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02289, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.18156, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.61203, "trunc_abs_frac": 0.75654, "mean_delta_full": 0.52084, "read_hit_rate": {"surface": 0.71419}, "mean_gate": {"surface": 0.2816}, "n_reads": 5225, "n_cand": 7316, "read_suppressed_frac": 0.1033, "dropout_reads_logged": 5225, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 71.6583251953125, "n_util_obs": 155, "util_count_spearman": -0.026412297380039317}, "probe_overhead_sec_total": 128.442, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.025095, "alpha": 0.03, "t": 780.0}
{"event": "probe", "step": 2048, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3555.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204275, "cps": 27.773438, "mean_p": 0.210856, "boundary_entropy": 0.120935, "bpb": 2.099315}, "tr": {"chunks": 3832.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211678, "cps": 29.9375, "mean_p": 0.213221, "boundary_entropy": 0.146573, "bpb": 2.330079}, "fi": {"chunks": 4980.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.264739, "cps": 38.90625, "mean_p": 0.265299, "boundary_entropy": 0.131866, "bpb": 2.44941}}, "bpb": {"en": 2.09931, "tr": 2.33008, "fi": 2.44941}, "gini_cpc": 0.059218, "gini_cps": 0.076817, "bpic": 4.58737, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0362378802403778, "fi": 1.2959909667720677}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 73.02198791503906, "n_util_obs": 152, "util_count_spearman": -0.015490127734607262}, "t": 803.5}
{"event": "consolidate", "step": 2050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 807.4}
{"event": "train", "step": 2050, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.55636, "bpb": 2.24535, "chunk_loss": 0.030558, "F": 0.20758, "G": 0.21818, "chunks": 212.56, "bytes_per_chunk": 4.817, "boundary_entropy": 0.12731, "router_noise": 0.0, "grad_norm": 0.8093, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.561, "probe_sec": 0.0549, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02355, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02131, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 14.04817, "trunc_abs_frac": 2.36279, "mean_delta_full": 0.00649, "read_hit_rate": {"surface": 0.67297}, "mean_gate": {"surface": 0.30034}, "n_reads": 4556, "n_cand": 6770, "read_suppressed_frac": 0.0986, "dropout_reads_logged": 4556, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 73.04867553710938, "n_util_obs": 153, "util_count_spearman": 0.03420650556873467}, "probe_overhead_sec_total": 132.461, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.033084, "alpha": 0.03, "t": 808.1}
{"event": "consolidate", "step": 2100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 835.5}
{"event": "train", "step": 2100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.47142, "bpb": 2.12282, "chunk_loss": 0.030584, "F": 0.21066, "G": 0.21833, "chunks": 215.72, "bytes_per_chunk": 4.747, "boundary_entropy": 0.12143, "router_noise": 0.0, "grad_norm": 0.6846, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.565, "probe_sec": 0.0702, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04816, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0967, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.41321, "trunc_abs_frac": 0.70638, "mean_delta_full": -0.28328, "read_hit_rate": {"surface": 0.6916}, "mean_gate": {"surface": 0.28987}, "n_reads": 4752, "n_cand": 6871, "read_suppressed_frac": 0.1002, "dropout_reads_logged": 4752, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 74.97923278808594, "n_util_obs": 156, "util_count_spearman": 0.0033443441703149943}, "probe_overhead_sec_total": 136.015, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.025612, "alpha": 0.03, "t": 836.3}
{"event": "consolidate", "step": 2150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 865.0}
{"event": "train", "step": 2150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.48666, "bpb": 2.1448, "chunk_loss": 0.030811, "F": 0.22202, "G": 0.22813, "chunks": 227.34, "bytes_per_chunk": 4.504, "boundary_entropy": 0.11726, "router_noise": 0.0, "grad_norm": 0.7981, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.591, "probe_sec": 0.0617, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03101, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.1169, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -1.31531, "trunc_abs_frac": 0.8453, "mean_delta_full": -0.04895, "read_hit_rate": {"surface": 0.7033}, "mean_gate": {"surface": 0.27365}, "n_reads": 5094, "n_cand": 7243, "read_suppressed_frac": 0.1013, "dropout_reads_logged": 5094, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 76.41786193847656, "n_util_obs": 156, "util_count_spearman": 0.037154462549983405}, "probe_overhead_sec_total": 139.501, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.027487, "alpha": 0.03, "t": 865.9}
{"event": "consolidate", "step": 2200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 893.1}
{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3539.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203356, "cps": 27.648438, "mean_p": 0.20897, "boundary_entropy": 0.114693, "bpb": 2.083745}, "tr": {"chunks": 3846.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212451, "cps": 30.046875, "mean_p": 0.211533, "boundary_entropy": 0.139867, "bpb": 2.296655}, "fi": {"chunks": 4979.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.264686, "cps": 38.898438, "mean_p": 0.26433, "boundary_entropy": 0.124745, "bpb": 2.44502}}, "bpb": {"en": 2.08374, "tr": 2.29665, "fi": 2.44502}, "gini_cpc": 0.060084, "gini_cps": 0.077645, "bpic": 4.588483, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.044725718427927, "fi": 1.301588792511052}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 78.05685424804688, "n_util_obs": 161, "util_count_spearman": 0.07414596273291925}, "t": 893.9}
{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.09787, "tr": 2.30785, "fi": 2.45577}, "bytes_per_chunk": {"en": 4.625, "tr": 5.243, "fi": 4.0}, "bpb_mean": 2.28716, "frozen_inventory": true, "t": 895.1}
{"event": "train", "step": 2200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.52473, "bpb": 2.19972, "chunk_loss": 0.030849, "F": 0.21933, "G": 0.22547, "chunks": 224.59, "bytes_per_chunk": 4.559, "boundary_entropy": 0.11494, "router_noise": 0.0, "grad_norm": 0.7704, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.614, "probe_sec": 0.0816, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0748, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.43869, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.03531, "trunc_abs_frac": 5.18928, "mean_delta_full": 0.96516, "read_hit_rate": {"surface": 0.68777}, "mean_gate": {"surface": 0.26912}, "n_reads": 4921, "n_cand": 7155, "read_suppressed_frac": 0.1, "dropout_reads_logged": 4921, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 78.10076904296875, "n_util_obs": 161, "util_count_spearman": 0.0763041151254763}, "probe_overhead_sec_total": 142.596, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.027638, "alpha": 0.03, "t": 896.6}
{"event": "consolidate", "step": 2250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 910.7}
{"event": "train", "step": 2250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.49804, "bpb": 2.16122, "chunk_loss": 0.030632, "F": 0.21466, "G": 0.22008, "chunks": 219.81, "bytes_per_chunk": 4.659, "boundary_entropy": 0.11176, "router_noise": 0.0, "grad_norm": 0.7322, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.287, "probe_sec": 0.1463, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.13949, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01621, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.75396, "trunc_abs_frac": 2.23953, "mean_delta_full": 0.26196, "read_hit_rate": {"surface": 0.70123}, "mean_gate": {"surface": 0.26923}, "n_reads": 4910, "n_cand": 7002, "read_suppressed_frac": 0.1022, "dropout_reads_logged": 4910, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 79.6695556640625, "n_util_obs": 159, "util_count_spearman": 0.027657033675662766}, "probe_overhead_sec_total": 146.456, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.02673, "alpha": 0.03, "t": 911.0}
{"event": "consolidate", "step": 2300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 926.0}
{"event": "train", "step": 2300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.53438, "bpb": 2.21364, "chunk_loss": 0.030725, "F": 0.21667, "G": 0.22233, "chunks": 221.88, "bytes_per_chunk": 4.615, "boundary_entropy": 0.11533, "router_noise": 0.0, "grad_norm": 0.711, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.305, "probe_sec": 0.0756, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06288, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.15872, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.80157, "trunc_abs_frac": 0.56741, "mean_delta_full": 0.29941, "read_hit_rate": {"surface": 0.69015}, "mean_gate": {"surface": 0.27714}, "n_reads": 4878, "n_cand": 7068, "read_suppressed_frac": 0.1002, "dropout_reads_logged": 4878, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 81.1287841796875, "n_util_obs": 157, "util_count_spearman": 0.0273786118742984}, "probe_overhead_sec_total": 149.272, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.015937, "alpha": 0.03, "t": 926.3}
{"event": "consolidate", "step": 2350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 940.1}
{"event": "train", "step": 2350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.45887, "bpb": 2.10471, "chunk_loss": 0.030693, "F": 0.21692, "G": 0.2211, "chunks": 222.12, "bytes_per_chunk": 4.61, "boundary_entropy": 0.10886, "router_noise": 0.0, "grad_norm": 0.6891, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.282, "probe_sec": 0.0599, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04553, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.19713, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 4.6473, "trunc_abs_frac": 1.17217, "mean_delta_full": 0.00735, "read_hit_rate": {"surface": 0.70605}, "mean_gate": {"surface": 0.26737}, "n_reads": 4996, "n_cand": 7076, "read_suppressed_frac": 0.1021, "dropout_reads_logged": 4996, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 82.60174560546875, "n_util_obs": 159, "util_count_spearman": 0.031048483401003104}, "probe_overhead_sec_total": 152.595, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.018543, "alpha": 0.03, "t": 940.3}
{"event": "consolidate", "step": 2400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 954.7}
{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3529.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202781, "cps": 27.570312, "mean_p": 0.209082, "boundary_entropy": 0.109065, "bpb": 2.062485}, "tr": {"chunks": 3801.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209965, "cps": 29.695312, "mean_p": 0.210137, "boundary_entropy": 0.13606, "bpb": 2.263531}, "fi": {"chunks": 4998.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.265696, "cps": 39.046875, "mean_p": 0.26445, "boundary_entropy": 0.120493, "bpb": 2.394459}}, "bpb": {"en": 2.06249, "tr": 2.26353, "fi": 2.39446}, "gini_cpc": 0.061823, "gini_cps": 0.07944, "bpic": 4.601882, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0354277020694855, "fi": 1.310258030626317}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 84.01669311523438, "n_util_obs": 159, "util_count_spearman": 0.03635060902794363}, "t": 955.5}
{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.07644, "tr": 2.27294, "fi": 2.40495}, "bytes_per_chunk": {"en": 4.668, "tr": 5.359, "fi": 3.985}, "bpb_mean": 2.25144, "frozen_inventory": true, "t": 956.6}
{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 957.3}
{"event": "train", "step": 2400, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.46053, "bpb": 2.1071, "chunk_loss": 0.030586, "F": 0.21045, "G": 0.21771, "chunks": 215.5, "bytes_per_chunk": 4.752, "boundary_entropy": 0.10903, "router_noise": 0.0, "grad_norm": 0.6919, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.346, "probe_sec": 0.0692, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06153, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.12218, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.67108, "trunc_abs_frac": 0.68799, "mean_delta_full": 0.34428, "read_hit_rate": {"surface": 0.6978}, "mean_gate": {"surface": 0.26748}, "n_reads": 4789, "n_cand": 6863, "read_suppressed_frac": 0.0986, "dropout_reads_logged": 4789, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 84.04171752929688, "n_util_obs": 159, "util_count_spearman": 0.03676558395032243}, "probe_overhead_sec_total": 156.375, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.034558, "alpha": 0.03, "t": 957.7}
{"event": "consolidate", "step": 2450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 971.2}
{"event": "train", "step": 2450, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.46902, "bpb": 2.11935, "chunk_loss": 0.030879, "F": 0.22238, "G": 0.22957, "chunks": 227.72, "bytes_per_chunk": 4.497, "boundary_entropy": 0.11138, "router_noise": 0.0, "grad_norm": 0.7571, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.275, "probe_sec": 0.0274, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0207, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02476, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.43605, "trunc_abs_frac": 0.65964, "mean_delta_full": 0.15389, "read_hit_rate": {"surface": 0.70627}, "mean_gate": {"surface": 0.2656}, "n_reads": 5124, "n_cand": 7255, "read_suppressed_frac": 0.0954, "dropout_reads_logged": 5124, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 85.75900268554688, "n_util_obs": 166, "util_count_spearman": 0.032217274104583825}, "probe_overhead_sec_total": 159.205, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.021706, "alpha": 0.03, "t": 971.4}
{"event": "consolidate", "step": 2500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 986.0}
{"event": "train", "step": 2500, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.56542, "bpb": 2.25842, "chunk_loss": 0.030797, "F": 0.22134, "G": 0.22522, "chunks": 226.66, "bytes_per_chunk": 4.518, "boundary_entropy": 0.10634, "router_noise": 0.0, "grad_norm": 0.7418, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.298, "probe_sec": 0.1107, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09833, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05639, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.53069, "trunc_abs_frac": 0.80263, "mean_delta_full": 0.04276, "read_hit_rate": {"surface": 0.68398}, "mean_gate": {"surface": 0.26348}, "n_reads": 4939, "n_cand": 7221, "read_suppressed_frac": 0.0972, "dropout_reads_logged": 4939, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 87.14570617675781, "n_util_obs": 164, "util_count_spearman": 0.03920667092895134}, "probe_overhead_sec_total": 162.61, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.018996, "alpha": 0.03, "t": 986.3}
{"event": "consolidate", "step": 2550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1000.8}
{"event": "train", "step": 2550, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.49801, "bpb": 2.16117, "chunk_loss": 0.030633, "F": 0.2153, "G": 0.22095, "chunks": 220.47, "bytes_per_chunk": 4.645, "boundary_entropy": 0.1091, "router_noise": 0.0, "grad_norm": 0.7157, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.297, "probe_sec": 0.0801, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07373, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05319, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.62549, "trunc_abs_frac": 0.46, "mean_delta_full": 0.14917, "read_hit_rate": {"surface": 0.69016}, "mean_gate": {"surface": 0.26112}, "n_reads": 4847, "n_cand": 7023, "read_suppressed_frac": 0.0961, "dropout_reads_logged": 4847, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 88.79753112792969, "n_util_obs": 163, "util_count_spearman": 0.030760747280274437}, "probe_overhead_sec_total": 165.544, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.014443, "alpha": 0.03, "t": 1001.2}
{"event": "consolidate", "step": 2600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1014.5}
{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3524.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202494, "cps": 27.53125, "mean_p": 0.208417, "boundary_entropy": 0.104131, "bpb": 2.041696}, "tr": {"chunks": 3799.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209855, "cps": 29.679688, "mean_p": 0.21075, "boundary_entropy": 0.131722, "bpb": 2.242141}, "fi": {"chunks": 4941.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.262665, "cps": 38.601562, "mean_p": 0.26116, "boundary_entropy": 0.11771, "bpb": 2.358381}}, "bpb": {"en": 2.0417, "tr": 2.24214, "fi": 2.35838}, "gini_cpc": 0.059428, "gini_cps": 0.077028, "bpic": 4.625897, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0363512190271047, "fi": 1.2971529596848175}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 90.28216552734375, "n_util_obs": 160, "util_count_spearman": 0.03640278917145201}, "t": 1015.3}
{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.05477, "tr": 2.25292, "fi": 2.37002}, "bytes_per_chunk": {"en": 4.658, "tr": 5.334, "fi": 4.002}, "bpb_mean": 2.2259, "frozen_inventory": true, "t": 1016.4}
{"event": "train", "step": 2600, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.49635, "bpb": 2.15877, "chunk_loss": 0.030822, "F": 0.21936, "G": 0.22646, "chunks": 224.62, "bytes_per_chunk": 4.559, "boundary_entropy": 0.10532, "router_noise": 0.0, "grad_norm": 0.6777, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.331, "probe_sec": 0.0484, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03796, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0432, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.12487, "trunc_abs_frac": 0.41489, "mean_delta_full": -0.11591, "read_hit_rate": {"surface": 0.68712}, "mean_gate": {"surface": 0.26124}, "n_reads": 4917, "n_cand": 7156, "read_suppressed_frac": 0.1011, "dropout_reads_logged": 4917, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 90.30265808105469, "n_util_obs": 161, "util_count_spearman": 0.0537813434552565}, "probe_overhead_sec_total": 168.698, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.016006, "alpha": 0.03, "t": 1017.7}
{"event": "consolidate", "step": 2650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1032.1}
{"event": "train", "step": 2650, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43645, "bpb": 2.07235, "chunk_loss": 0.030527, "F": 0.21149, "G": 0.21458, "chunks": 216.56, "bytes_per_chunk": 4.728, "boundary_entropy": 0.10312, "router_noise": 0.0, "grad_norm": 0.6517, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.293, "probe_sec": 0.0359, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02794, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.12343, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.44125, "trunc_abs_frac": 0.93623, "mean_delta_full": 0.08389, "read_hit_rate": {"surface": 0.69484}, "mean_gate": {"surface": 0.26092}, "n_reads": 4793, "n_cand": 6898, "read_suppressed_frac": 0.096, "dropout_reads_logged": 4793, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 91.74362182617188, "n_util_obs": 160, "util_count_spearman": 0.09983453931396921}, "probe_overhead_sec_total": 171.376, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.017673, "alpha": 0.03, "t": 1032.3}
{"event": "consolidate", "step": 2700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1046.3}
{"event": "train", "step": 2700, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.518, "bpb": 2.19001, "chunk_loss": 0.030637, "F": 0.21185, "G": 0.21867, "chunks": 216.94, "bytes_per_chunk": 4.72, "boundary_entropy": 0.10587, "router_noise": 0.0, "grad_norm": 0.7292, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.286, "probe_sec": 0.0733, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06709, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00809, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.91362, "trunc_abs_frac": 0.91362, "mean_delta_full": -0.53699, "read_hit_rate": {"surface": 0.66729}, "mean_gate": {"surface": 0.26056}, "n_reads": 4611, "n_cand": 6910, "read_suppressed_frac": 0.0961, "dropout_reads_logged": 4611, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 93.41563415527344, "n_util_obs": 159, "util_count_spearman": 0.07463577740625746}, "probe_overhead_sec_total": 174.208, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.020991, "alpha": 0.03, "t": 1046.6}
{"event": "consolidate", "step": 2750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1065.5}
{"event": "train", "step": 2750, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.46037, "bpb": 2.10687, "chunk_loss": 0.030687, "F": 0.21802, "G": 0.22278, "chunks": 223.25, "bytes_per_chunk": 4.587, "boundary_entropy": 0.09861, "router_noise": 0.0, "grad_norm": 0.7222, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.382, "probe_sec": 0.0262, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01985, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01295, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 2.30817, "trunc_abs_frac": 2.30817, "mean_delta_full": 0.06689, "read_hit_rate": {"surface": 0.69769}, "mean_gate": {"surface": 0.26081}, "n_reads": 4962, "n_cand": 7112, "read_suppressed_frac": 0.1038, "dropout_reads_logged": 4962, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 94.96305847167969, "n_util_obs": 159, "util_count_spearman": 0.12220265106281347}, "probe_overhead_sec_total": 177.224, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.018888, "alpha": 0.03, "t": 1065.8}
{"event": "consolidate", "step": 2800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1084.1}
{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3514.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201919, "cps": 27.453125, "mean_p": 0.206671, "boundary_entropy": 0.10464, "bpb": 2.020061}, "tr": {"chunks": 3792.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209468, "cps": 29.625, "mean_p": 0.20691, "boundary_entropy": 0.126338, "bpb": 2.232864}, "fi": {"chunks": 4923.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.261709, "cps": 38.460938, "mean_p": 0.260403, "boundary_entropy": 0.107786, "bpb": 2.333358}}, "bpb": {"en": 2.02006, "tr": 2.23286, "fi": 2.33336}, "gini_cpc": 0.059218, "gini_cps": 0.076812, "bpic": 4.639136, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0373854209506463, "fi": 1.2961053860909864}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 96.74560546875, "n_util_obs": 160, "util_count_spearman": 0.09255537325676784}, "t": 1084.7}
{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.03546, "tr": 2.24294, "fi": 2.34496}, "bytes_per_chunk": {"en": 4.67, "tr": 5.348, "fi": 4.014}, "bpb_mean": 2.20779, "frozen_inventory": true, "t": 1085.9}
{"event": "train", "step": 2800, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.4464, "bpb": 2.08671, "chunk_loss": 0.03064, "F": 0.2164, "G": 0.22003, "chunks": 221.59, "bytes_per_chunk": 4.621, "boundary_entropy": 0.10139, "router_noise": 0.0, "grad_norm": 0.6665, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.43, "probe_sec": 0.101, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09218, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07129, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.87095, "trunc_abs_frac": 1.00273, "mean_delta_full": 0.13578, "read_hit_rate": {"surface": 0.70874}, "mean_gate": {"surface": 0.25417}, "n_reads": 5003, "n_cand": 7059, "read_suppressed_frac": 0.0977, "dropout_reads_logged": 5003, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 96.78265380859375, "n_util_obs": 160, "util_count_spearman": 0.0919576936599086}, "probe_overhead_sec_total": 180.965, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.029669, "alpha": 0.03, "t": 1087.2}
{"event": "consolidate", "step": 2850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1108.8}
{"event": "train", "step": 2850, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.54836, "bpb": 2.23381, "chunk_loss": 0.030856, "F": 0.22061, "G": 0.2252, "chunks": 225.91, "bytes_per_chunk": 4.533, "boundary_entropy": 0.09864, "router_noise": 0.0, "grad_norm": 0.7144, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.446, "probe_sec": 0.106, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09119, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.06888, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.46458, "trunc_abs_frac": 0.46458, "mean_delta_full": -0.52722, "read_hit_rate": {"surface": 0.67514}, "mean_gate": {"surface": 0.25297}, "n_reads": 4859, "n_cand": 7197, "read_suppressed_frac": 0.1076, "dropout_reads_logged": 4859, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 98.20631408691406, "n_util_obs": 159, "util_count_spearman": 0.10869357535228087}, "probe_overhead_sec_total": 184.864, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.02034, "alpha": 0.03, "t": 1109.6}
{"event": "consolidate", "step": 2900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1137.8}
{"event": "train", "step": 2900, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.49549, "bpb": 2.15753, "chunk_loss": 0.030857, "F": 0.22375, "G": 0.22737, "chunks": 229.12, "bytes_per_chunk": 4.469, "boundary_entropy": 0.10137, "router_noise": 0.0, "grad_norm": 0.6724, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.571, "probe_sec": 0.1371, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.13081, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01449, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.42028, "trunc_abs_frac": 0.88693, "mean_delta_full": 0.05466, "read_hit_rate": {"surface": 0.69986}, "mean_gate": {"surface": 0.24784}, "n_reads": 5109, "n_cand": 7300, "read_suppressed_frac": 0.0996, "dropout_reads_logged": 5109, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 100.03776550292969, "n_util_obs": 158, "util_count_spearman": 0.07532413795201709}, "probe_overhead_sec_total": 188.011, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.01778, "alpha": 0.03, "t": 1138.1}
{"event": "consolidate", "step": 2950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1165.7}
{"event": "train", "step": 2950, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.42399, "bpb": 2.05439, "chunk_loss": 0.030604, "F": 0.21179, "G": 0.21629, "chunks": 216.88, "bytes_per_chunk": 4.722, "boundary_entropy": 0.09647, "router_noise": 0.0, "grad_norm": 0.6419, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.562, "probe_sec": 0.0583, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0486, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07806, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.69536, "trunc_abs_frac": 0.7435, "mean_delta_full": -0.04561, "read_hit_rate": {"surface": 0.69354}, "mean_gate": {"surface": 0.25916}, "n_reads": 4791, "n_cand": 6908, "read_suppressed_frac": 0.0927, "dropout_reads_logged": 4791, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 101.459228515625, "n_util_obs": 156, "util_count_spearman": 0.04664696306364685}, "probe_overhead_sec_total": 190.807, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.018958, "alpha": 0.03, "t": 1166.2}
{"event": "consolidate", "step": 3000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1191.0}
{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3524.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202494, "cps": 27.53125, "mean_p": 0.205964, "boundary_entropy": 0.09412, "bpb": 2.001723}, "tr": {"chunks": 3795.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209634, "cps": 29.648438, "mean_p": 0.20407, "boundary_entropy": 0.120142, "bpb": 2.192546}, "fi": {"chunks": 4965.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.263941, "cps": 38.789062, "mean_p": 0.259557, "boundary_entropy": 0.106592, "bpb": 2.309736}}, "bpb": {"en": 2.00172, "tr": 2.19255, "fi": 2.30974}, "gini_cpc": 0.060593, "gini_cps": 0.078205, "bpic": 4.618365, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0352600358536093, "fi": 1.3034536419419387}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 103.20843505859375, "n_util_obs": 156, "util_count_spearman": 0.04833177917213257}, "t": 1191.7}
{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.01759, "tr": 2.20361, "fi": 2.31818}, "bytes_per_chunk": {"en": 4.667, "tr": 5.353, "fi": 4.015}, "bpb_mean": 2.1798, "frozen_inventory": true, "t": 1192.7}
{"event": "train", "step": 3000, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.45559, "bpb": 2.09998, "chunk_loss": 0.030605, "F": 0.21442, "G": 0.21819, "chunks": 219.56, "bytes_per_chunk": 4.664, "boundary_entropy": 0.0952, "router_noise": 0.0, "grad_norm": 0.6789, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.577, "probe_sec": 0.5774, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.55837, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08962, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.97937, "trunc_abs_frac": 0.89595, "mean_delta_full": -0.43719, "read_hit_rate": {"surface": 0.6883}, "mean_gate": {"surface": 0.25493}, "n_reads": 4814, "n_cand": 6994, "read_suppressed_frac": 0.0991, "dropout_reads_logged": 4814, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 103.2354736328125, "n_util_obs": 156, "util_count_spearman": 0.049308529974237805}, "probe_overhead_sec_total": 194.183, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.017147, "alpha": 0.03, "t": 1195.0}
{"event": "consolidate", "step": 3050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1208.7}
{"event": "train", "step": 3050, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.4455, "bpb": 2.08542, "chunk_loss": 0.030644, "F": 0.21701, "G": 0.22102, "chunks": 222.22, "bytes_per_chunk": 4.608, "boundary_entropy": 0.09338, "router_noise": 0.0, "grad_norm": 0.7076, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.28, "probe_sec": 0.0437, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03629, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.08564, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -19.58488, "trunc_abs_frac": 0.60454, "mean_delta_full": 0.0213, "read_hit_rate": {"surface": 0.68781}, "mean_gate": {"surface": 0.25793}, "n_reads": 4869, "n_cand": 7079, "read_suppressed_frac": 0.0994, "dropout_reads_logged": 4869, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 104.91972351074219, "n_util_obs": 160, "util_count_spearman": 0.010025782257119418}, "probe_overhead_sec_total": 197.253, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.035006, "alpha": 0.03, "t": 1209.0}
{"event": "consolidate", "step": 3100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1223.4}
{"event": "train", "step": 3100, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.53877, "bpb": 2.21997, "chunk_loss": 0.03061, "F": 0.21075, "G": 0.21622, "chunks": 215.81, "bytes_per_chunk": 4.745, "boundary_entropy": 0.09862, "router_noise": 0.0, "grad_norm": 0.7135, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.295, "probe_sec": 0.112, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10401, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08463, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.42285, "trunc_abs_frac": 0.66244, "mean_delta_full": 0.43195, "read_hit_rate": {"surface": 0.66351}, "mean_gate": {"surface": 0.25507}, "n_reads": 4561, "n_cand": 6874, "read_suppressed_frac": 0.0941, "dropout_reads_logged": 4561, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 106.79776000976562, "n_util_obs": 166, "util_count_spearman": -0.011712391208820038}, "probe_overhead_sec_total": 200.079, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.033239, "alpha": 0.03, "t": 1223.8}
{"event": "consolidate", "step": 3150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1234.0}
{"event": "train", "step": 3150, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.45869, "bpb": 2.10445, "chunk_loss": 0.03065, "F": 0.21487, "G": 0.21888, "chunks": 220.03, "bytes_per_chunk": 4.654, "boundary_entropy": 0.09557, "router_noise": 0.0, "grad_norm": 0.6528, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.208, "probe_sec": 0.0556, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04772, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.15786, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.67984}, "mean_gate": {"surface": 0.25896}, "n_reads": 4765, "n_cand": 7009, "read_suppressed_frac": 0.0984, "dropout_reads_logged": 4765, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 108.01568603515625, "n_util_obs": 161, "util_count_spearman": 0.06961122613296526}, "probe_overhead_sec_total": 202.632, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.031379, "alpha": 0.03, "t": 1234.2}
{"event": "consolidate", "step": 3200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1244.0}
{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3478.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199851, "cps": 27.171875, "mean_p": 0.204749, "boundary_entropy": 0.089231, "bpb": 1.984753}, "tr": {"chunks": 3819.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21096, "cps": 29.835938, "mean_p": 0.204397, "boundary_entropy": 0.116887, "bpb": 2.171086}, "fi": {"chunks": 4970.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.264207, "cps": 38.828125, "mean_p": 0.25976, "boundary_entropy": 0.105392, "bpb": 2.277193}}, "bpb": {"en": 1.98475, "tr": 2.17109, "fi": 2.27719}, "gini_cpc": 0.06356, "gini_cps": 0.081085, "bpic": 4.624766, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.05558606767352, "fi": 1.3220231124479092}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 109.32228088378906, "n_util_obs": 159, "util_count_spearman": 0.08332935275853834}, "t": 1244.6}
{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.00001, "tr": 2.18176, "fi": 2.28716}, "bytes_per_chunk": {"en": 4.669, "tr": 5.28, "fi": 3.996}, "bpb_mean": 2.15631, "frozen_inventory": true, "t": 1245.5}
{"event": "train", "step": 3200, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.42291, "bpb": 2.05283, "chunk_loss": 0.03083, "F": 0.22171, "G": 0.22557, "chunks": 227.03, "bytes_per_chunk": 4.51, "boundary_entropy": 0.09225, "router_noise": 0.0, "grad_norm": 0.6735, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.251, "probe_sec": 0.0329, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02563, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.44424, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.87807, "trunc_abs_frac": 3.27202, "mean_delta_full": 0.18117, "read_hit_rate": {"surface": 0.70095}, "mean_gate": {"surface": 0.24549}, "n_reads": 5070, "n_cand": 7233, "read_suppressed_frac": 0.1, "dropout_reads_logged": 5070, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 109.35198974609375, "n_util_obs": 159, "util_count_spearman": 0.08366676891778134}, "probe_overhead_sec_total": 204.534, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.036597, "alpha": 0.03, "t": 1246.7}
{"event": "consolidate", "step": 3250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1258.2}
{"event": "train", "step": 3250, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40465, "bpb": 2.02648, "chunk_loss": 0.030472, "F": 0.20865, "G": 0.21169, "chunks": 213.66, "bytes_per_chunk": 4.793, "boundary_entropy": 0.09114, "router_noise": 0.0, "grad_norm": 0.6799, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.233, "probe_sec": 0.0257, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0182, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01918, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.32114, "trunc_abs_frac": 0.95133, "mean_delta_full": 0.09845, "read_hit_rate": {"surface": 0.68523}, "mean_gate": {"surface": 0.24284}, "n_reads": 4663, "n_cand": 6805, "read_suppressed_frac": 0.1006, "dropout_reads_logged": 4663, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 110.90037536621094, "n_util_obs": 159, "util_count_spearman": 0.07312813470265106}, "probe_overhead_sec_total": 206.938, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.024375, "alpha": 0.03, "t": 1258.4}
{"event": "consolidate", "step": 3300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1270.1}
{"event": "train", "step": 3300, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44736, "bpb": 2.08809, "chunk_loss": 0.030705, "F": 0.21765, "G": 0.22026, "chunks": 222.88, "bytes_per_chunk": 4.595, "boundary_entropy": 0.09095, "router_noise": 0.0, "grad_norm": 0.6358, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.239, "probe_sec": 0.0887, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08293, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08744, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.53121, "trunc_abs_frac": 0.4152, "mean_delta_full": 0.13138, "read_hit_rate": {"surface": 0.69099}, "mean_gate": {"surface": 0.23868}, "n_reads": 4906, "n_cand": 7100, "read_suppressed_frac": 0.1027, "dropout_reads_logged": 4906, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 112.74128723144531, "n_util_obs": 158, "util_count_spearman": 0.08541153723579484}, "probe_overhead_sec_total": 209.397, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.020803, "alpha": 0.03, "t": 1270.3}
{"event": "consolidate", "step": 3350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1281.9}
{"event": "train", "step": 3350, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.47395, "bpb": 2.12646, "chunk_loss": 0.030848, "F": 0.22421, "G": 0.22613, "chunks": 229.59, "bytes_per_chunk": 4.46, "boundary_entropy": 0.09426, "router_noise": 0.0, "grad_norm": 0.7622, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.238, "probe_sec": 0.0345, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0208, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.05535, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": -0.00881, "trunc_abs_frac": 0.51434, "mean_delta_full": -0.14089, "read_hit_rate": {"surface": 0.68886}, "mean_gate": {"surface": 0.2463}, "n_reads": 5039, "n_cand": 7315, "read_suppressed_frac": 0.101, "dropout_reads_logged": 5039, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 114.58915710449219, "n_util_obs": 159, "util_count_spearman": 0.07174742636990472}, "probe_overhead_sec_total": 212.136, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.020523, "alpha": 0.03, "t": 1282.2}
{"event": "consolidate", "step": 3400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1293.2}
{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3526.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202609, "cps": 27.546875, "mean_p": 0.205157, "boundary_entropy": 0.088924, "bpb": 1.970942}, "tr": {"chunks": 3784.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209026, "cps": 29.5625, "mean_p": 0.20157, "boundary_entropy": 0.116656, "bpb": 2.148213}, "fi": {"chunks": 4968.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.264101, "cps": 38.8125, "mean_p": 0.257202, "boundary_entropy": 0.101162, "bpb": 2.26246}}, "bpb": {"en": 1.97094, "tr": 2.14821, "fi": 2.26246}, "gini_cpc": 0.060667, "gini_cps": 0.078297, "bpic": 4.620622, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.031673769204134, "fi": 1.3035014420696693}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 115.97381591796875, "n_util_obs": 162, "util_count_spearman": 0.09763591278661964}, "t": 1293.8}
{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 1.98554, "tr": 2.15894, "fi": 2.26999}, "bytes_per_chunk": {"en": 4.686, "tr": 5.37, "fi": 4.013}, "bpb_mean": 2.13816, "frozen_inventory": true, "t": 1294.8}
{"event": "train", "step": 3400, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.39044, "bpb": 2.00598, "chunk_loss": 0.030562, "F": 0.21207, "G": 0.21462, "chunks": 217.16, "bytes_per_chunk": 4.715, "boundary_entropy": 0.08964, "router_noise": 0.0, "grad_norm": 0.6543, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.272, "probe_sec": 0.0326, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02195, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00409, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.24709, "trunc_abs_frac": 0.66616, "mean_delta_full": 0.10152, "read_hit_rate": {"surface": 0.70638}, "mean_gate": {"surface": 0.23928}, "n_reads": 4886, "n_cand": 6917, "read_suppressed_frac": 0.1007, "dropout_reads_logged": 4886, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 116.01416015625, "n_util_obs": 162, "util_count_spearman": 0.09744397447785018}, "probe_overhead_sec_total": 214.932, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.018782, "alpha": 0.03, "t": 1295.8}
{"event": "consolidate", "step": 3450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1307.1}
{"event": "train", "step": 3450, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.38872, "bpb": 2.0035, "chunk_loss": 0.030456, "F": 0.20789, "G": 0.21118, "chunks": 212.88, "bytes_per_chunk": 4.81, "boundary_entropy": 0.08839, "router_noise": 0.0, "grad_norm": 0.6356, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.23, "probe_sec": 0.0733, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06575, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01302, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -1.11998, "trunc_abs_frac": 1.07188, "mean_delta_full": 0.20984, "read_hit_rate": {"surface": 0.69351}, "mean_gate": {"surface": 0.23461}, "n_reads": 4702, "n_cand": 6780, "read_suppressed_frac": 0.0874, "dropout_reads_logged": 4702, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 117.67356872558594, "n_util_obs": 165, "util_count_spearman": 0.13893890417546015}, "probe_overhead_sec_total": 217.401, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.02299, "alpha": 0.03, "t": 1307.3}
{"event": "consolidate", "step": 3500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1318.6}
{"event": "train", "step": 3500, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.47017, "bpb": 2.12101, "chunk_loss": 0.03073, "F": 0.21658, "G": 0.21894, "chunks": 221.78, "bytes_per_chunk": 4.617, "boundary_entropy": 0.09167, "router_noise": 0.0, "grad_norm": 0.6423, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.23, "probe_sec": 0.0318, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01804, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.1573, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.26792, "trunc_abs_frac": 0.75586, "mean_delta_full": 0.09538, "read_hit_rate": {"surface": 0.67459}, "mean_gate": {"surface": 0.24253}, "n_reads": 4766, "n_cand": 7065, "read_suppressed_frac": 0.1024, "dropout_reads_logged": 4766, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 119.00845336914062, "n_util_obs": 164, "util_count_spearman": 0.1319631439086888}, "probe_overhead_sec_total": 220.642, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.024792, "alpha": 0.03, "t": 1318.8}
{"event": "consolidate", "step": 3550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1330.4}
{"event": "train", "step": 3550, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.4793, "bpb": 2.13418, "chunk_loss": 0.030934, "F": 0.22653, "G": 0.22864, "chunks": 231.97, "bytes_per_chunk": 4.414, "boundary_entropy": 0.09096, "router_noise": 0.0, "grad_norm": 0.7345, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.237, "probe_sec": 0.0372, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02426, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.14779, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.46204, "trunc_abs_frac": 1.05641, "mean_delta_full": 0.78589, "read_hit_rate": {"surface": 0.6857}, "mean_gate": {"surface": 0.23485}, "n_reads": 5068, "n_cand": 7391, "read_suppressed_frac": 0.105, "dropout_reads_logged": 5068, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 120.03913879394531, "n_util_obs": 166, "util_count_spearman": 0.10392664834624289}, "probe_overhead_sec_total": 222.764, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.019128, "alpha": 0.03, "t": 1330.7}
{"event": "consolidate", "step": 3600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1341.2}
{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3455.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198529, "cps": 26.992188, "mean_p": 0.203524, "boundary_entropy": 0.084505, "bpb": 1.956729}, "tr": {"chunks": 3789.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209302, "cps": 29.601562, "mean_p": 0.202187, "boundary_entropy": 0.111857, "bpb": 2.13463}, "fi": {"chunks": 4959.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.263622, "cps": 38.742188, "mean_p": 0.257294, "boundary_entropy": 0.096356, "bpb": 2.240791}}, "bpb": {"en": 1.95673, "tr": 2.13463, "fi": 2.24079}, "gini_cpc": 0.064629, "gini_cps": 0.082166, "bpic": 4.649021, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.054265809578299, "fi": 1.327878359807487}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 121.44778442382812, "n_util_obs": 163, "util_count_spearman": 0.1280529369710875}, "t": 1341.8}
{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 1.97232, "tr": 2.14388, "fi": 2.2512}, "bytes_per_chunk": {"en": 4.689, "tr": 5.331, "fi": 4.0}, "bpb_mean": 2.12247, "frozen_inventory": true, "t": 1342.9}
{"event": "train", "step": 3600, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.45925, "bpb": 2.10525, "chunk_loss": 0.030576, "F": 0.21365, "G": 0.21718, "chunks": 218.78, "bytes_per_chunk": 4.68, "boundary_entropy": 0.08687, "router_noise": 0.0, "grad_norm": 0.6557, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.272, "probe_sec": 0.0454, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03934, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02363, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.20023, "trunc_abs_frac": 0.38139, "mean_delta_full": 0.16125, "read_hit_rate": {"surface": 0.66566}, "mean_gate": {"surface": 0.2307}, "n_reads": 4639, "n_cand": 6969, "read_suppressed_frac": 0.1028, "dropout_reads_logged": 4639, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 121.00123596191406, "n_util_obs": 161, "util_count_spearman": 0.14443294225902922}, "probe_overhead_sec_total": 225.106, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.019809, "alpha": 0.03, "t": 1344.3}
{"event": "consolidate", "step": 3650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1356.2}
{"event": "train", "step": 3650, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.47281, "bpb": 2.12481, "chunk_loss": 0.030743, "F": 0.21863, "G": 0.22192, "chunks": 223.88, "bytes_per_chunk": 4.574, "boundary_entropy": 0.09176, "router_noise": 0.0, "grad_norm": 0.709, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.244, "probe_sec": 0.0281, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02177, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0091, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.70704, "trunc_abs_frac": 0.963, "mean_delta_full": -0.38391, "read_hit_rate": {"surface": 0.67569}, "mean_gate": {"surface": 0.24903}, "n_reads": 4819, "n_cand": 7132, "read_suppressed_frac": 0.0996, "dropout_reads_logged": 4819, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 122.43927001953125, "n_util_obs": 163, "util_count_spearman": 0.15408914825344572}, "probe_overhead_sec_total": 227.762, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.01436, "alpha": 0.03, "t": 1356.4}
{"event": "consolidate", "step": 3700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1367.8}
{"event": "train", "step": 3700, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.37401, "bpb": 1.98228, "chunk_loss": 0.030492, "F": 0.20966, "G": 0.21187, "chunks": 214.69, "bytes_per_chunk": 4.77, "boundary_entropy": 0.08971, "router_noise": 0.0, "grad_norm": 0.6888, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.231, "probe_sec": 0.0292, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02328, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.11621, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.08487, "trunc_abs_frac": 1.21945, "mean_delta_full": 0.06084, "read_hit_rate": {"surface": 0.68734}, "mean_gate": {"surface": 0.23858}, "n_reads": 4700, "n_cand": 6838, "read_suppressed_frac": 0.0991, "dropout_reads_logged": 4700, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 124.19403076171875, "n_util_obs": 164, "util_count_spearman": 0.17175205184940778}, "probe_overhead_sec_total": 230.571, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.016387, "alpha": 0.03, "t": 1368.0}
{"event": "consolidate", "step": 3750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1381.9}
{"event": "train", "step": 3750, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.39845, "bpb": 2.01754, "chunk_loss": 0.03082, "F": 0.22394, "G": 0.22436, "chunks": 229.31, "bytes_per_chunk": 4.466, "boundary_entropy": 0.08269, "router_noise": 0.0, "grad_norm": 0.6462, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.282, "probe_sec": 0.0321, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02536, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01509, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 2.18172, "trunc_abs_frac": 0.49328, "mean_delta_full": -0.02615, "read_hit_rate": {"surface": 0.71133}, "mean_gate": {"surface": 0.22421}, "n_reads": 5197, "n_cand": 7306, "read_suppressed_frac": 0.1022, "dropout_reads_logged": 5197, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 125.8797607421875, "n_util_obs": 163, "util_count_spearman": 0.18670922905548074}, "probe_overhead_sec_total": 232.998, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.017464, "alpha": 0.03, "t": 1382.1}
{"event": "consolidate", "step": 3800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1396.7}
{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3461.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198874, "cps": 27.039062, "mean_p": 0.202341, "boundary_entropy": 0.084273, "bpb": 1.942949}, "tr": {"chunks": 3781.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.20886, "cps": 29.539062, "mean_p": 0.199898, "boundary_entropy": 0.111046, "bpb": 2.115287}, "fi": {"chunks": 4963.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.263835, "cps": 38.773438, "mean_p": 0.255988, "boundary_entropy": 0.097831, "bpb": 2.213196}}, "bpb": {"en": 1.94295, "tr": 2.11529, "fi": 2.2132}, "gini_cpc": 0.064487, "gini_cps": 0.082043, "bpic": 4.648259, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0502160396088498, "fi": 1.326645574645252}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 127.37278747558594, "n_util_obs": 161, "util_count_spearman": 0.13435990338164253}, "t": 1397.2}
{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 1.95897, "tr": 2.12426, "fi": 2.22371}, "bytes_per_chunk": {"en": 4.704, "tr": 5.349, "fi": 4.003}, "bpb_mean": 2.10231, "frozen_inventory": true, "t": 1398.2}
{"event": "train", "step": 3800, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.37748, "bpb": 1.98729, "chunk_loss": 0.030598, "F": 0.21066, "G": 0.21278, "chunks": 215.72, "bytes_per_chunk": 4.747, "boundary_entropy": 0.08639, "router_noise": 0.0, "grad_norm": 0.6101, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.35, "probe_sec": 0.0344, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02314, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04456, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.03386, "trunc_abs_frac": 0.63731, "mean_delta_full": 0.15818, "read_hit_rate": {"surface": 0.69975}, "mean_gate": {"surface": 0.23702}, "n_reads": 4808, "n_cand": 6871, "read_suppressed_frac": 0.1007, "dropout_reads_logged": 4808, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 127.36355590820312, "n_util_obs": 161, "util_count_spearman": 0.13459867049022234}, "probe_overhead_sec_total": 235.266, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.016977, "alpha": 0.03, "t": 1399.6}
{"event": "consolidate", "step": 3850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1410.6}
{"event": "train", "step": 3850, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.36743, "bpb": 1.97279, "chunk_loss": 0.030404, "F": 0.20474, "G": 0.20673, "chunks": 209.66, "bytes_per_chunk": 4.884, "boundary_entropy": 0.08692, "router_noise": 0.0, "grad_norm": 0.7116, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.224, "probe_sec": 0.0313, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02291, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00566, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.74045, "trunc_abs_frac": 1.16869, "mean_delta_full": 0.42743, "read_hit_rate": {"surface": 0.6744}, "mean_gate": {"surface": 0.23676}, "n_reads": 4503, "n_cand": 6677, "read_suppressed_frac": 0.0986, "dropout_reads_logged": 4503, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 129.04446411132812, "n_util_obs": 163, "util_count_spearman": 0.14442393912691684}, "probe_overhead_sec_total": 237.568, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.017084, "alpha": 0.03, "t": 1410.8}
{"event": "consolidate", "step": 3900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1429.0}
{"event": "train", "step": 3900, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40045, "bpb": 2.02042, "chunk_loss": 0.030583, "F": 0.2124, "G": 0.21403, "chunks": 217.5, "bytes_per_chunk": 4.708, "boundary_entropy": 0.08881, "router_noise": 0.0, "grad_norm": 0.661, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.38, "probe_sec": 0.0912, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05607, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00038, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.92223, "trunc_abs_frac": 1.03961, "mean_delta_full": -0.30155, "read_hit_rate": {"surface": 0.68663}, "mean_gate": {"surface": 0.24002}, "n_reads": 4757, "n_cand": 6928, "read_suppressed_frac": 0.1011, "dropout_reads_logged": 4757, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 130.3682403564453, "n_util_obs": 162, "util_count_spearman": 0.08893248278206893}, "probe_overhead_sec_total": 240.102, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.014814, "alpha": 0.03, "t": 1429.8}
{"event": "consolidate", "step": 3950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1451.6}
{"event": "train", "step": 3950, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.42875, "bpb": 2.06124, "chunk_loss": 0.030686, "F": 0.21826, "G": 0.22022, "chunks": 223.5, "bytes_per_chunk": 4.582, "boundary_entropy": 0.08355, "router_noise": 0.0, "grad_norm": 0.6673, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.44, "probe_sec": 0.0752, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06898, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.14046, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.99252, "trunc_abs_frac": 0.44505, "mean_delta_full": 0.25311, "read_hit_rate": {"surface": 0.70154}, "mean_gate": {"surface": 0.23139}, "n_reads": 4995, "n_cand": 7120, "read_suppressed_frac": 0.0959, "dropout_reads_logged": 4995, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 132.13677978515625, "n_util_obs": 166, "util_count_spearman": 0.17108696079910277}, "probe_overhead_sec_total": 242.855, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.015327, "alpha": 0.03, "t": 1451.8}
{"event": "consolidate", "step": 4000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1475.3}
{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3495.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.200827, "cps": 27.304688, "mean_p": 0.203289, "boundary_entropy": 0.082292, "bpb": 1.92949}, "tr": {"chunks": 3770.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208253, "cps": 29.453125, "mean_p": 0.198519, "boundary_entropy": 0.113699, "bpb": 2.099198}, "fi": {"chunks": 4970.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.264207, "cps": 38.828125, "mean_p": 0.256024, "boundary_entropy": 0.096613, "bpb": 2.202601}}, "bpb": {"en": 1.92949, "tr": 2.0992, "fi": 2.2026}, "gini_cpc": 0.062756, "gini_cps": 0.080371, "bpic": 4.636861, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0369736929762192, "fi": 1.3155926709853585}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 133.35385131835938, "n_util_obs": 162, "util_count_spearman": 0.19501073302086905}, "t": 1475.9}
{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 1.94534, "tr": 2.10733, "fi": 2.21148}, "bytes_per_chunk": {"en": 4.694, "tr": 5.358, "fi": 4.019}, "bpb_mean": 2.08805, "frozen_inventory": true, "t": 1476.8}
{"event": "train", "step": 4000, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44788, "bpb": 2.08886, "chunk_loss": 0.030657, "F": 0.2186, "G": 0.21965, "chunks": 223.84, "bytes_per_chunk": 4.575, "boundary_entropy": 0.08478, "router_noise": 0.0, "grad_norm": 0.6961, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.525, "probe_sec": 0.0855, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07827, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.12158, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.54091, "trunc_abs_frac": 0.54091, "mean_delta_full": 0.63708, "read_hit_rate": {"surface": 0.69822}, "mean_gate": {"surface": 0.22975}, "n_reads": 4979, "n_cand": 7131, "read_suppressed_frac": 0.1014, "dropout_reads_logged": 4979, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 133.39491271972656, "n_util_obs": 162, "util_count_spearman": 0.196331720204753}, "probe_overhead_sec_total": 245.675, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.013412, "alpha": 0.03, "t": 1478.1}
{"event": "consolidate", "step": 4050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1500.9}
{"event": "train", "step": 4050, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.37119, "bpb": 1.97821, "chunk_loss": 0.03059, "F": 0.2124, "G": 0.2143, "chunks": 217.5, "bytes_per_chunk": 4.708, "boundary_entropy": 0.08005, "router_noise": 0.0, "grad_norm": 0.6701, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.459, "probe_sec": 0.0357, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03061, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.12466, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.19645, "trunc_abs_frac": 4.03362, "mean_delta_full": -0.34684, "read_hit_rate": {"surface": 0.69443}, "mean_gate": {"surface": 0.22027}, "n_reads": 4811, "n_cand": 6928, "read_suppressed_frac": 0.0933, "dropout_reads_logged": 4811, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 135.2401885986328, "n_util_obs": 162, "util_count_spearman": 0.2203014278234337}, "probe_overhead_sec_total": 248.457, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.013874, "alpha": 0.03, "t": 1501.0}
{"event": "probe", "step": 4096, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3467.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199219, "cps": 27.085938, "mean_p": 0.202382, "boundary_entropy": 0.078797, "bpb": 1.923842}, "tr": {"chunks": 3758.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.20759, "cps": 29.359375, "mean_p": 0.197384, "boundary_entropy": 0.111018, "bpb": 2.084454}, "fi": {"chunks": 4967.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.264048, "cps": 38.804688, "mean_p": 0.254561, "boundary_entropy": 0.098541, "bpb": 2.186501}}, "bpb": {"en": 1.92384, "tr": 2.08445, "fi": 2.1865}, "gini_cpc": 0.064424, "gini_cps": 0.082021, "bpic": 4.653215, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0420210754086228, "fi": 1.3254170564059897}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 136.20143127441406, "n_util_obs": 158, "util_count_spearman": 0.18515757751852488}, "t": 1516.7}
{"event": "consolidate", "step": 4100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1519.0}
{"event": "train", "step": 4100, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43971, "bpb": 2.07706, "chunk_loss": 0.030796, "F": 0.22211, "G": 0.2234, "chunks": 227.44, "bytes_per_chunk": 4.502, "boundary_entropy": 0.08648, "router_noise": 0.0, "grad_norm": 0.7157, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.366, "probe_sec": 0.0692, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06245, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.18938, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 3.19703, "trunc_abs_frac": 1.16177, "mean_delta_full": 0.1235, "read_hit_rate": {"surface": 0.68755}, "mean_gate": {"surface": 0.22081}, "n_reads": 4982, "n_cand": 7246, "read_suppressed_frac": 0.0969, "dropout_reads_logged": 4982, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 136.4191131591797, "n_util_obs": 158, "util_count_spearman": 0.1832012644536699}, "probe_overhead_sec_total": 251.671, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.015489, "alpha": 0.03, "t": 1519.3}
{"event": "consolidate", "step": 4150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1528.9}
{"event": "train", "step": 4150, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.38408, "bpb": 1.9968, "chunk_loss": 0.030922, "F": 0.22699, "G": 0.22726, "chunks": 232.44, "bytes_per_chunk": 4.405, "boundary_entropy": 0.08195, "router_noise": 0.0, "grad_norm": 0.6584, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.195, "probe_sec": 0.0393, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03364, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03673, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.89003, "trunc_abs_frac": 0.69204, "mean_delta_full": 0.22034, "read_hit_rate": {"surface": 0.70767}, "mean_gate": {"surface": 0.21413}, "n_reads": 5241, "n_cand": 7406, "read_suppressed_frac": 0.1156, "dropout_reads_logged": 5241, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 138.24070739746094, "n_util_obs": 166, "util_count_spearman": 0.1365335047320474}, "probe_overhead_sec_total": 253.818, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.014743, "alpha": 0.03, "t": 1529.1}
{"event": "consolidate", "step": 4200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1538.7}
{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3477.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199793, "cps": 27.164062, "mean_p": 0.203142, "boundary_entropy": 0.077689, "bpb": 1.918849}, "tr": {"chunks": 3767.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208087, "cps": 29.429688, "mean_p": 0.196464, "boundary_entropy": 0.111425, "bpb": 2.075533}, "fi": {"chunks": 4977.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.264579, "cps": 38.882812, "mean_p": 0.254238, "boundary_entropy": 0.095391, "bpb": 2.175953}}, "bpb": {"en": 1.91885, "tr": 2.07553, "fi": 2.17595}, "gini_cpc": 0.064228, "gini_cps": 0.081826, "bpic": 4.642173, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.041512527990894, "fi": 1.3242658718264133}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 139.80673217773438, "n_util_obs": 163, "util_count_spearman": 0.09672967895323124}, "t": 1539.2}
{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 1.93436, "tr": 2.08715, "fi": 2.18373}, "bytes_per_chunk": {"en": 4.693, "tr": 5.361, "fi": 4.002}, "bpb_mean": 2.06841, "frozen_inventory": true, "t": 1540.3}
{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 1541.2}
{"event": "train", "step": 4200, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37497, "bpb": 1.98367, "chunk_loss": 0.030518, "F": 0.21207, "G": 0.21316, "chunks": 217.16, "bytes_per_chunk": 4.715, "boundary_entropy": 0.07872, "router_noise": 0.0, "grad_norm": 0.6376, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.248, "probe_sec": 0.0459, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03332, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05957, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -1.85643, "trunc_abs_frac": 3.78177, "mean_delta_full": -0.04875, "read_hit_rate": {"surface": 0.69568}, "mean_gate": {"surface": 0.21491}, "n_reads": 4812, "n_cand": 6917, "read_suppressed_frac": 0.0979, "dropout_reads_logged": 4812, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 139.80120849609375, "n_util_obs": 163, "util_count_spearman": 0.0953996043027915}, "probe_overhead_sec_total": 256.048, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.019409, "alpha": 0.03, "t": 1541.5}
{"event": "consolidate", "step": 4250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1553.6}
{"event": "train", "step": 4250, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37633, "bpb": 1.98562, "chunk_loss": 0.030542, "F": 0.20801, "G": 0.21025, "chunks": 213.0, "bytes_per_chunk": 4.808, "boundary_entropy": 0.08505, "router_noise": 0.0, "grad_norm": 0.6974, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.247, "probe_sec": 0.0239, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01831, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.18493, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.57925, "trunc_abs_frac": 0.6659, "mean_delta_full": 0.21948, "read_hit_rate": {"surface": 0.68205}, "mean_gate": {"surface": 0.22917}, "n_reads": 4627, "n_cand": 6784, "read_suppressed_frac": 0.091, "dropout_reads_logged": 4627, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 141.47732543945312, "n_util_obs": 164, "util_count_spearman": 0.03287311963403127}, "probe_overhead_sec_total": 258.431, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.023128, "alpha": 0.03, "t": 1553.8}
{"event": "consolidate", "step": 4300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1565.5}
{"event": "train", "step": 4300, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.46743, "bpb": 2.11705, "chunk_loss": 0.030652, "F": 0.2139, "G": 0.21576, "chunks": 219.03, "bytes_per_chunk": 4.675, "boundary_entropy": 0.08492, "router_noise": 0.0, "grad_norm": 0.7524, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.239, "probe_sec": 0.0956, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08609, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.20843, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.19757, "trunc_abs_frac": 0.66029, "mean_delta_full": -0.09735, "read_hit_rate": {"surface": 0.66619}, "mean_gate": {"surface": 0.23137}, "n_reads": 4648, "n_cand": 6977, "read_suppressed_frac": 0.0953, "dropout_reads_logged": 4648, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 142.887451171875, "n_util_obs": 164, "util_count_spearman": 0.06741936800293825}, "probe_overhead_sec_total": 261.067, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.0225, "alpha": 0.03, "t": 1565.8}
{"event": "consolidate", "step": 4350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1577.5}
{"event": "train", "step": 4350, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32197, "bpb": 1.90721, "chunk_loss": 0.030644, "F": 0.21521, "G": 0.21525, "chunks": 220.38, "bytes_per_chunk": 4.647, "boundary_entropy": 0.0786, "router_noise": 0.0, "grad_norm": 0.6976, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.24, "probe_sec": 0.0423, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03561, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.04834, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.33042, "trunc_abs_frac": 1.40068, "mean_delta_full": -0.15904, "read_hit_rate": {"surface": 0.70484}, "mean_gate": {"surface": 0.21729}, "n_reads": 4948, "n_cand": 7020, "read_suppressed_frac": 0.0962, "dropout_reads_logged": 4948, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 143.96849060058594, "n_util_obs": 162, "util_count_spearman": 0.06409187070696806}, "probe_overhead_sec_total": 263.312, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.025095, "alpha": 0.03, "t": 1577.8}
{"event": "consolidate", "step": 4400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1589.1}
{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3477.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199793, "cps": 27.164062, "mean_p": 0.202681, "boundary_entropy": 0.077705, "bpb": 1.907446}, "tr": {"chunks": 3790.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209358, "cps": 29.609375, "mean_p": 0.196974, "boundary_entropy": 0.10762, "bpb": 2.064087}, "fi": {"chunks": 4980.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.264739, "cps": 38.90625, "mean_p": 0.254572, "boundary_entropy": 0.092786, "bpb": 2.163851}}, "bpb": {"en": 1.90745, "tr": 2.06409, "fi": 2.16385}, "gini_cpc": 0.064249, "gini_cps": 0.081816, "bpic": 4.632318, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0478716435055717, "fi": 1.3250641032138915}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 145.8104705810547, "n_util_obs": 166, "util_count_spearman": 0.09099566474936217}, "t": 1589.8}
{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 1.92459, "tr": 2.07429, "fi": 2.17149}, "bytes_per_chunk": {"en": 4.69, "tr": 5.345, "fi": 4.0}, "bpb_mean": 2.05679, "frozen_inventory": true, "t": 1590.7}
{"event": "train", "step": 4400, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.43828, "bpb": 2.075, "chunk_loss": 0.030817, "F": 0.22061, "G": 0.221, "chunks": 225.91, "bytes_per_chunk": 4.533, "boundary_entropy": 0.07877, "router_noise": 0.0, "grad_norm": 0.7043, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.283, "probe_sec": 0.0518, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04373, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.068, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.77842, "trunc_abs_frac": 0.55254, "mean_delta_full": -0.15839, "read_hit_rate": {"surface": 0.68515}, "mean_gate": {"surface": 0.21651}, "n_reads": 4931, "n_cand": 7197, "read_suppressed_frac": 0.0961, "dropout_reads_logged": 4931, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 145.86279296875, "n_util_obs": 166, "util_count_spearman": 0.09101927579670888}, "probe_overhead_sec_total": 265.687, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.01558, "alpha": 0.03, "t": 1591.9}
{"event": "consolidate", "step": 4450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1603.2}
{"event": "train", "step": 4450, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37617, "bpb": 1.9854, "chunk_loss": 0.030646, "F": 0.21609, "G": 0.21602, "chunks": 221.28, "bytes_per_chunk": 4.628, "boundary_entropy": 0.08146, "router_noise": 0.0, "grad_norm": 0.6666, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.229, "probe_sec": 0.0237, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0183, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.10197, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.40447, "trunc_abs_frac": 0.84998, "mean_delta_full": 0.39188, "read_hit_rate": {"surface": 0.69372}, "mean_gate": {"surface": 0.21589}, "n_reads": 4890, "n_cand": 7049, "read_suppressed_frac": 0.0994, "dropout_reads_logged": 4890, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 146.88998413085938, "n_util_obs": 160, "util_count_spearman": 0.07408009644917056}, "probe_overhead_sec_total": 268.081, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.017527, "alpha": 0.03, "t": 1603.3}
{"event": "consolidate", "step": 4500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1614.4}
{"event": "train", "step": 4500, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.38789, "bpb": 2.0023, "chunk_loss": 0.030715, "F": 0.21902, "G": 0.21921, "chunks": 224.28, "bytes_per_chunk": 4.566, "boundary_entropy": 0.08175, "router_noise": 0.0, "grad_norm": 0.6973, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.226, "probe_sec": 0.0368, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02777, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.18719, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.04084, "trunc_abs_frac": 0.22044, "mean_delta_full": -0.3641, "read_hit_rate": {"surface": 0.69377}, "mean_gate": {"surface": 0.21424}, "n_reads": 4957, "n_cand": 7145, "read_suppressed_frac": 0.094, "dropout_reads_logged": 4957, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 148.0110626220703, "n_util_obs": 157, "util_count_spearman": 0.08196218036579239}, "probe_overhead_sec_total": 270.566, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.018226, "alpha": 0.03, "t": 1614.6}
{"event": "consolidate", "step": 4550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1625.5}
{"event": "train", "step": 4550, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36549, "bpb": 1.96998, "chunk_loss": 0.030699, "F": 0.21915, "G": 0.21937, "chunks": 224.41, "bytes_per_chunk": 4.563, "boundary_entropy": 0.08227, "router_noise": 0.0, "grad_norm": 0.6489, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.223, "probe_sec": 0.0485, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03562, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01131, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.35365, "trunc_abs_frac": 3.49044, "mean_delta_full": 0.07611, "read_hit_rate": {"surface": 0.70234}, "mean_gate": {"surface": 0.22195}, "n_reads": 5021, "n_cand": 7149, "read_suppressed_frac": 0.102, "dropout_reads_logged": 5021, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 149.3817901611328, "n_util_obs": 154, "util_count_spearman": 0.10668408125713628}, "probe_overhead_sec_total": 272.891, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.01652, "alpha": 0.03, "t": 1625.8}
{"event": "consolidate", "step": 4600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1638.0}
{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3500.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201115, "cps": 27.34375, "mean_p": 0.202164, "boundary_entropy": 0.077496, "bpb": 1.89957}, "tr": {"chunks": 3777.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208639, "cps": 29.507812, "mean_p": 0.195158, "boundary_entropy": 0.10866, "bpb": 2.049511}, "fi": {"chunks": 4982.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.264845, "cps": 38.921875, "mean_p": 0.252852, "boundary_entropy": 0.094404, "bpb": 2.150515}}, "bpb": {"en": 1.89957, "tr": 2.04951, "fi": 2.15051}, "gini_cpc": 0.062981, "gini_cps": 0.080594, "bpic": 4.627784, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.037414966737952, "fi": 1.316885196351679}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 149.97669982910156, "n_util_obs": 151, "util_count_spearman": 0.07795050540257929}, "t": 1638.7}
{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 1.91561, "tr": 2.05941, "fi": 2.15965}, "bytes_per_chunk": {"en": 4.697, "tr": 5.328, "fi": 4.016}, "bpb_mean": 2.04489, "frozen_inventory": true, "t": 1639.8}
{"event": "train", "step": 4600, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.42334, "bpb": 2.05345, "chunk_loss": 0.030556, "F": 0.21045, "G": 0.2112, "chunks": 215.5, "bytes_per_chunk": 4.752, "boundary_entropy": 0.08227, "router_noise": 0.0, "grad_norm": 0.731, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.304, "probe_sec": 0.0276, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01838, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.06531, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.57322, "trunc_abs_frac": 0.79264, "mean_delta_full": -0.48102, "read_hit_rate": {"surface": 0.66521}, "mean_gate": {"surface": 0.22372}, "n_reads": 4566, "n_cand": 6864, "read_suppressed_frac": 0.0972, "dropout_reads_logged": 4566, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 149.9906768798828, "n_util_obs": 151, "util_count_spearman": 0.07950853956082259}, "probe_overhead_sec_total": 275.278, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.015557, "alpha": 0.03, "t": 1641.0}
{"event": "consolidate", "step": 4650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1652.4}
{"event": "train", "step": 4650, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.3366, "bpb": 1.9283, "chunk_loss": 0.030576, "F": 0.21323, "G": 0.21325, "chunks": 218.34, "bytes_per_chunk": 4.69, "boundary_entropy": 0.08109, "router_noise": 0.0, "grad_norm": 0.6573, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.234, "probe_sec": 0.048, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04206, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.15016, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.51945, "trunc_abs_frac": 0.66035, "mean_delta_full": 0.41597, "read_hit_rate": {"surface": 0.6913}, "mean_gate": {"surface": 0.22297}, "n_reads": 4808, "n_cand": 6955, "read_suppressed_frac": 0.099, "dropout_reads_logged": 4808, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 151.97454833984375, "n_util_obs": 152, "util_count_spearman": 0.08044409816906896}, "probe_overhead_sec_total": 278.11, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.017348, "alpha": 0.03, "t": 1652.7}
{"event": "consolidate", "step": 4700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1665.8}
{"event": "train", "step": 4700, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35541, "bpb": 1.95545, "chunk_loss": 0.030619, "F": 0.21384, "G": 0.21425, "chunks": 218.97, "bytes_per_chunk": 4.676, "boundary_entropy": 0.08193, "router_noise": 0.0, "grad_norm": 0.6918, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.267, "probe_sec": 0.0751, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06747, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00513, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.96827, "trunc_abs_frac": 0.33058, "mean_delta_full": -0.18488, "read_hit_rate": {"surface": 0.68946}, "mean_gate": {"surface": 0.2148}, "n_reads": 4809, "n_cand": 6975, "read_suppressed_frac": 0.1011, "dropout_reads_logged": 4809, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 153.8470001220703, "n_util_obs": 157, "util_count_spearman": 0.044359615229566045}, "probe_overhead_sec_total": 280.768, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.014894, "alpha": 0.03, "t": 1666.0}
{"event": "consolidate", "step": 4750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1680.1}
{"event": "train", "step": 4750, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32181, "bpb": 1.90697, "chunk_loss": 0.030598, "F": 0.21484, "G": 0.21466, "chunks": 220.0, "bytes_per_chunk": 4.655, "boundary_entropy": 0.08094, "router_noise": 0.0, "grad_norm": 0.6578, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.284, "probe_sec": 0.0247, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01887, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.0925, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.53708, "trunc_abs_frac": 1.32893, "mean_delta_full": 0.20023, "read_hit_rate": {"surface": 0.70006}, "mean_gate": {"surface": 0.21505}, "n_reads": 4906, "n_cand": 7008, "read_suppressed_frac": 0.1027, "dropout_reads_logged": 4906, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 155.0943145751953, "n_util_obs": 156, "util_count_spearman": 0.07293388756302255}, "probe_overhead_sec_total": 283.504, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.013516, "alpha": 0.03, "t": 1680.3}
{"event": "consolidate", "step": 4800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1693.5}
{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3510.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201689, "cps": 27.421875, "mean_p": 0.203508, "boundary_entropy": 0.075151, "bpb": 1.888642}, "tr": {"chunks": 3768.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208142, "cps": 29.4375, "mean_p": 0.195482, "boundary_entropy": 0.104979, "bpb": 2.037089}, "fi": {"chunks": 4972.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.264313, "cps": 38.84375, "mean_p": 0.253864, "boundary_entropy": 0.090607, "bpb": 2.136896}}, "bpb": {"en": 1.88864, "tr": 2.03709, "fi": 2.1369}, "gini_cpc": 0.061929, "gini_cps": 0.079565, "bpic": 4.631184, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0319944137322472, "fi": 1.3104976311823369}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 156.3345184326172, "n_util_obs": 155, "util_count_spearman": 0.09146659791821082}, "t": 1694.2}
{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 1.90462, "tr": 2.04646, "fi": 2.14625}, "bytes_per_chunk": {"en": 4.686, "tr": 5.34, "fi": 4.009}, "bpb_mean": 2.03244, "frozen_inventory": true, "t": 1694.9}
{"event": "train", "step": 4800, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.39316, "bpb": 2.0099, "chunk_loss": 0.030866, "F": 0.22394, "G": 0.22444, "chunks": 229.31, "bytes_per_chunk": 4.466, "boundary_entropy": 0.08092, "router_noise": 0.0, "grad_norm": 0.7251, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.317, "probe_sec": 0.035, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02325, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03281, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.00063, "trunc_abs_frac": 0.35934, "mean_delta_full": 0.09698, "read_hit_rate": {"surface": 0.68834}, "mean_gate": {"surface": 0.20691}, "n_reads": 5029, "n_cand": 7306, "read_suppressed_frac": 0.099, "dropout_reads_logged": 5029, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 156.38015747070312, "n_util_obs": 155, "util_count_spearman": 0.09175985305017563}, "probe_overhead_sec_total": 285.983, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.013607, "alpha": 0.03, "t": 1696.1}
{"event": "consolidate", "step": 4850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1709.5}
{"event": "train", "step": 4850, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34712, "bpb": 1.94348, "chunk_loss": 0.030792, "F": 0.22226, "G": 0.22221, "chunks": 227.59, "bytes_per_chunk": 4.499, "boundary_entropy": 0.08211, "router_noise": 0.0, "grad_norm": 0.7086, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.273, "probe_sec": 0.0551, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04087, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.18892, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.40265, "trunc_abs_frac": 0.59641, "mean_delta_full": 0.09998, "read_hit_rate": {"surface": 0.70487}, "mean_gate": {"surface": 0.20645}, "n_reads": 5111, "n_cand": 7251, "read_suppressed_frac": 0.1031, "dropout_reads_logged": 5111, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 158.3397216796875, "n_util_obs": 160, "util_count_spearman": 0.03966072893472401}, "probe_overhead_sec_total": 288.264, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.014243, "alpha": 0.03, "t": 1709.8}
{"event": "consolidate", "step": 4900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1729.7}
{"event": "train", "step": 4900, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35163, "bpb": 1.94999, "chunk_loss": 0.030454, "F": 0.20755, "G": 0.20842, "chunks": 212.53, "bytes_per_chunk": 4.818, "boundary_entropy": 0.07704, "router_noise": 0.0, "grad_norm": 0.701, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.403, "probe_sec": 0.0388, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03179, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.1242, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -3.52826, "trunc_abs_frac": 3.29906, "mean_delta_full": -0.0332, "read_hit_rate": {"surface": 0.68799}, "mean_gate": {"surface": 0.20257}, "n_reads": 4657, "n_cand": 6769, "read_suppressed_frac": 0.102, "dropout_reads_logged": 4657, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 159.96751403808594, "n_util_obs": 161, "util_count_spearman": 0.06092707614446745}, "probe_overhead_sec_total": 291.342, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.014381, "alpha": 0.03, "t": 1729.9}
{"event": "consolidate", "step": 4950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1751.6}
{"event": "train", "step": 4950, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33544, "bpb": 1.92663, "chunk_loss": 0.030698, "F": 0.21964, "G": 0.21958, "chunks": 224.91, "bytes_per_chunk": 4.553, "boundary_entropy": 0.07356, "router_noise": 0.0, "grad_norm": 0.6748, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.447, "probe_sec": 0.0582, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04452, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.024, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -2.71918, "trunc_abs_frac": 9.49725, "mean_delta_full": -0.01782, "read_hit_rate": {"surface": 0.70286}, "mean_gate": {"surface": 0.19916}, "n_reads": 5036, "n_cand": 7165, "read_suppressed_frac": 0.1003, "dropout_reads_logged": 5036, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 161.03480529785156, "n_util_obs": 158, "util_count_spearman": 0.1305694453107054}, "probe_overhead_sec_total": 294.274, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.013168, "alpha": 0.03, "t": 1752.3}
{"event": "consolidate", "step": 5000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1769.5}
{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3502.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20123, "cps": 27.359375, "mean_p": 0.201283, "boundary_entropy": 0.073991, "bpb": 1.880556}, "tr": {"chunks": 3776.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208584, "cps": 29.5, "mean_p": 0.194987, "boundary_entropy": 0.10712, "bpb": 2.02948}, "fi": {"chunks": 4952.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.26325, "cps": 38.6875, "mean_p": 0.251814, "boundary_entropy": 0.09125, "bpb": 2.123173}}, "bpb": {"en": 1.88056, "tr": 2.02948, "fi": 2.12317}, "gini_cpc": 0.061431, "gini_cps": 0.079041, "bpic": 4.638757, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.036547987209304, "fi": 1.308207790373574}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 162.5603485107422, "n_util_obs": 157, "util_count_spearman": 0.0918419241002487}, "t": 1770.1}
{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 1.89757, "tr": 2.03956, "fi": 2.133}, "bytes_per_chunk": {"en": 4.695, "tr": 5.341, "fi": 4.008}, "bpb_mean": 2.02338, "frozen_inventory": true, "t": 1771.1}
{"event": "train", "step": 5000, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34243, "bpb": 1.93671, "chunk_loss": 0.030641, "F": 0.21576, "G": 0.21584, "chunks": 220.94, "bytes_per_chunk": 4.635, "boundary_entropy": 0.07698, "router_noise": 0.0, "grad_norm": 0.6821, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.421, "probe_sec": 0.0836, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0637, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.1095, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.08643, "trunc_abs_frac": 0.58716, "mean_delta_full": 0.27576, "read_hit_rate": {"surface": 0.69892}, "mean_gate": {"surface": 0.21128}, "n_reads": 4919, "n_cand": 7038, "read_suppressed_frac": 0.0974, "dropout_reads_logged": 4919, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 162.6107177734375, "n_util_obs": 157, "util_count_spearman": 0.09174586463720022}, "probe_overhead_sec_total": 297.085, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.01398, "alpha": 0.03, "t": 1773.3}
{"event": "consolidate", "step": 5050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1791.1}
{"event": "train", "step": 5050, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35309, "bpb": 1.9521, "chunk_loss": 0.030619, "F": 0.21649, "G": 0.21624, "chunks": 221.69, "bytes_per_chunk": 4.619, "boundary_entropy": 0.07796, "router_noise": 0.0, "grad_norm": 0.6533, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.359, "probe_sec": 0.035, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02944, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03336, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.66353, "trunc_abs_frac": 0.51077, "mean_delta_full": 0.23682, "read_hit_rate": {"surface": 0.69017}, "mean_gate": {"surface": 0.20214}, "n_reads": 4874, "n_cand": 7062, "read_suppressed_frac": 0.0964, "dropout_reads_logged": 4874, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 164.4943389892578, "n_util_obs": 161, "util_count_spearman": 0.10691281343455257}, "probe_overhead_sec_total": 299.882, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.012259, "alpha": 0.03, "t": 1791.3}
{"event": "consolidate", "step": 5100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1807.6}
{"event": "train", "step": 5100, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32307, "bpb": 1.90878, "chunk_loss": 0.030406, "F": 0.20654, "G": 0.2062, "chunks": 211.5, "bytes_per_chunk": 4.842, "boundary_entropy": 0.07394, "router_noise": 0.0, "grad_norm": 0.6829, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.338, "probe_sec": 0.0565, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02486, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.2271, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.19268, "trunc_abs_frac": 0.99974, "mean_delta_full": -0.18174, "read_hit_rate": {"surface": 0.69329}, "mean_gate": {"surface": 0.20299}, "n_reads": 4670, "n_cand": 6736, "read_suppressed_frac": 0.1021, "dropout_reads_logged": 4670, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 165.62240600585938, "n_util_obs": 162, "util_count_spearman": 0.15725251601485263}, "probe_overhead_sec_total": 302.909, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.013861, "alpha": 0.03, "t": 1808.2}
{"event": "consolidate", "step": 5150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1824.7}
{"event": "train", "step": 5150, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.30953, "bpb": 1.88925, "chunk_loss": 0.030643, "F": 0.21609, "G": 0.21627, "chunks": 221.28, "bytes_per_chunk": 4.628, "boundary_entropy": 0.07579, "router_noise": 0.0, "grad_norm": 0.6643, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.335, "probe_sec": 0.0565, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05008, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.14396, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.72658, "trunc_abs_frac": 1.38048, "mean_delta_full": 0.1355, "read_hit_rate": {"surface": 0.69641}, "mean_gate": {"surface": 0.19978}, "n_reads": 4909, "n_cand": 7049, "read_suppressed_frac": 0.1004, "dropout_reads_logged": 4909, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 167.1554412841797, "n_util_obs": 163, "util_count_spearman": 0.10769725284164908}, "probe_overhead_sec_total": 305.679, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.01575, "alpha": 0.03, "t": 1825.0}
{"event": "consolidate", "step": 5200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1842.8}
{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3474.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199621, "cps": 27.140625, "mean_p": 0.201005, "boundary_entropy": 0.075009, "bpb": 1.87145}, "tr": {"chunks": 3773.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208418, "cps": 29.476562, "mean_p": 0.194042, "boundary_entropy": 0.108442, "bpb": 2.019709}, "fi": {"chunks": 4969.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.264154, "cps": 38.820312, "mean_p": 0.251411, "boundary_entropy": 0.094355, "bpb": 2.116173}}, "bpb": {"en": 1.87145, "tr": 2.01971, "fi": 2.11617}, "gini_cpc": 0.064003, "gini_cps": 0.081587, "bpic": 4.644073, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0440722665743911, "fi": 1.323278996809367}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 168.88282775878906, "n_util_obs": 163, "util_count_spearman": 0.11992008468141942}, "t": 1843.4}
{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 1.88943, "tr": 2.02995, "fi": 2.12447}, "bytes_per_chunk": {"en": 4.689, "tr": 5.373, "fi": 4.004}, "bpb_mean": 2.01461, "frozen_inventory": true, "t": 1844.4}
{"event": "train", "step": 5200, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35487, "bpb": 1.95466, "chunk_loss": 0.030783, "F": 0.22134, "G": 0.22055, "chunks": 226.66, "bytes_per_chunk": 4.518, "boundary_entropy": 0.07959, "router_noise": 0.0, "grad_norm": 0.6878, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.428, "probe_sec": 0.0645, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04691, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.20867, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.15296, "trunc_abs_frac": 0.59051, "mean_delta_full": 0.33862, "read_hit_rate": {"surface": 0.6963}, "mean_gate": {"surface": 0.20195}, "n_reads": 5028, "n_cand": 7221, "read_suppressed_frac": 0.1, "dropout_reads_logged": 5028, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 168.921142578125, "n_util_obs": 163, "util_count_spearman": 0.12015154548549603}, "probe_overhead_sec_total": 308.278, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.012602, "alpha": 0.03, "t": 1846.4}
{"event": "consolidate", "step": 5250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1863.3}
{"event": "train", "step": 5250, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.38347, "bpb": 1.99592, "chunk_loss": 0.030719, "F": 0.22141, "G": 0.22079, "chunks": 226.72, "bytes_per_chunk": 4.517, "boundary_entropy": 0.07644, "router_noise": 0.0, "grad_norm": 0.7104, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.342, "probe_sec": 0.0327, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02294, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00552, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.07775, "trunc_abs_frac": 0.48593, "mean_delta_full": 0.44161, "read_hit_rate": {"surface": 0.70206}, "mean_gate": {"surface": 0.20196}, "n_reads": 5071, "n_cand": 7223, "read_suppressed_frac": 0.1033, "dropout_reads_logged": 5071, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 170.32315063476562, "n_util_obs": 161, "util_count_spearman": 0.1426803993274461}, "probe_overhead_sec_total": 311.009, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.013111, "alpha": 0.03, "t": 1863.5}
{"event": "consolidate", "step": 5300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1875.3}
{"event": "train", "step": 5300, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37055, "bpb": 1.97728, "chunk_loss": 0.030561, "F": 0.21249, "G": 0.21293, "chunks": 217.59, "bytes_per_chunk": 4.706, "boundary_entropy": 0.07528, "router_noise": 0.0, "grad_norm": 0.6506, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.24, "probe_sec": 0.0512, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04488, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.15916, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -1.09984, "trunc_abs_frac": 1.8719, "mean_delta_full": 0.10168, "read_hit_rate": {"surface": 0.69095}, "mean_gate": {"surface": 0.20079}, "n_reads": 4789, "n_cand": 6931, "read_suppressed_frac": 0.1032, "dropout_reads_logged": 4789, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 172.18434143066406, "n_util_obs": 161, "util_count_spearman": 0.10399988497814584}, "probe_overhead_sec_total": 313.466, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.01845, "alpha": 0.03, "t": 1875.5}
{"event": "consolidate", "step": 5350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1886.6}
{"event": "train", "step": 5350, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33171, "bpb": 1.92125, "chunk_loss": 0.030813, "F": 0.21756, "G": 0.21703, "chunks": 222.78, "bytes_per_chunk": 4.596, "boundary_entropy": 0.07773, "router_noise": 0.0, "grad_norm": 0.7209, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.225, "probe_sec": 0.0259, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02087, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01105, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -6.15576, "trunc_abs_frac": 0.46098, "mean_delta_full": 0.02332, "read_hit_rate": {"surface": 0.65746}, "mean_gate": {"surface": 0.20658}, "n_reads": 4666, "n_cand": 7097, "read_suppressed_frac": 0.0997, "dropout_reads_logged": 4666, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 173.66973876953125, "n_util_obs": 160, "util_count_spearman": 0.1183317707722958}, "probe_overhead_sec_total": 315.966, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.0137, "alpha": 0.03, "t": 1886.7}
{"event": "consolidate", "step": 5400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1898.6}
{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3451.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198299, "cps": 26.960938, "mean_p": 0.200977, "boundary_entropy": 0.072322, "bpb": 1.867728}, "tr": {"chunks": 3743.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206761, "cps": 29.242188, "mean_p": 0.193611, "boundary_entropy": 0.105351, "bpb": 2.013301}, "fi": {"chunks": 4958.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.263569, "cps": 38.734375, "mean_p": 0.252648, "boundary_entropy": 0.089434, "bpb": 2.106762}}, "bpb": {"en": 1.86773, "tr": 2.0133, "fi": 2.10676}, "gini_cpc": 0.065078, "gini_cps": 0.082675, "bpic": 4.668532, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.042673741757159, "fi": 1.3291494010306522}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 175.3223419189453, "n_util_obs": 163, "util_count_spearman": 0.11932986405528677}, "t": 1899.2}
{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 1.88493, "tr": 2.02267, "fi": 2.11515}, "bytes_per_chunk": {"en": 4.694, "tr": 5.365, "fi": 4.014}, "bpb_mean": 2.00758, "frozen_inventory": true, "t": 1900.4}
{"event": "train", "step": 5400, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.25661, "bpb": 1.8129, "chunk_loss": 0.030565, "F": 0.21106, "G": 0.21071, "chunks": 216.12, "bytes_per_chunk": 4.738, "boundary_entropy": 0.07392, "router_noise": 0.0, "grad_norm": 0.6572, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.297, "probe_sec": 0.0427, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0332, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.03525, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.93896, "trunc_abs_frac": 0.94988, "mean_delta_full": -0.12549, "read_hit_rate": {"surface": 0.70816}, "mean_gate": {"surface": 0.2044}, "n_reads": 4875, "n_cand": 6884, "read_suppressed_frac": 0.0976, "dropout_reads_logged": 4875, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 175.35272216796875, "n_util_obs": 163, "util_count_spearman": 0.11960696294079505}, "probe_overhead_sec_total": 318.879, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.012897, "alpha": 0.03, "t": 1901.6}
{"event": "consolidate", "step": 5450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1913.4}
{"event": "train", "step": 5450, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.30671, "bpb": 1.88519, "chunk_loss": 0.030616, "F": 0.21732, "G": 0.21654, "chunks": 222.53, "bytes_per_chunk": 4.602, "boundary_entropy": 0.07462, "router_noise": 0.0, "grad_norm": 0.6485, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.241, "probe_sec": 0.0701, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06281, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00269, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.37238, "trunc_abs_frac": 8.58732, "mean_delta_full": -0.13684, "read_hit_rate": {"surface": 0.6977}, "mean_gate": {"surface": 0.19219}, "n_reads": 4946, "n_cand": 7089, "read_suppressed_frac": 0.0958, "dropout_reads_logged": 4946, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 176.6465301513672, "n_util_obs": 161, "util_count_spearman": 0.06634172992868645}, "probe_overhead_sec_total": 321.324, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.014226, "alpha": 0.03, "t": 1913.7}
{"event": "consolidate", "step": 5500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1924.9}
{"event": "train", "step": 5500, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.3181, "bpb": 1.90162, "chunk_loss": 0.0306, "F": 0.21594, "G": 0.2152, "chunks": 221.12, "bytes_per_chunk": 4.631, "boundary_entropy": 0.07423, "router_noise": 0.0, "grad_norm": 0.6654, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.229, "probe_sec": 0.0821, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07564, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04059, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.41662, "trunc_abs_frac": 1.77939, "mean_delta_full": 0.18865, "read_hit_rate": {"surface": 0.70258}, "mean_gate": {"surface": 0.20139}, "n_reads": 4949, "n_cand": 7044, "read_suppressed_frac": 0.0944, "dropout_reads_logged": 4949, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 178.41360473632812, "n_util_obs": 161, "util_count_spearman": 0.05749083958107621}, "probe_overhead_sec_total": 323.802, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.016105, "alpha": 0.03, "t": 1925.1}
{"event": "consolidate", "step": 5550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1936.9}
{"event": "train", "step": 5550, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.30413, "bpb": 1.88146, "chunk_loss": 0.030696, "F": 0.22153, "G": 0.2203, "chunks": 226.84, "bytes_per_chunk": 4.514, "boundary_entropy": 0.07053, "router_noise": 0.0, "grad_norm": 0.6755, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.241, "probe_sec": 0.0349, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02245, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07026, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.4715, "trunc_abs_frac": 0.66776, "mean_delta_full": -0.09446, "read_hit_rate": {"surface": 0.70915}, "mean_gate": {"surface": 0.18668}, "n_reads": 5125, "n_cand": 7227, "read_suppressed_frac": 0.1046, "dropout_reads_logged": 5125, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 179.47817993164062, "n_util_obs": 158, "util_count_spearman": 0.1064060886060737}, "probe_overhead_sec_total": 326.63, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.014851, "alpha": 0.03, "t": 1937.2}
{"event": "consolidate", "step": 5600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1948.9}
{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3449.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198184, "cps": 26.945312, "mean_p": 0.200625, "boundary_entropy": 0.073018, "bpb": 1.862849}, "tr": {"chunks": 3752.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207258, "cps": 29.3125, "mean_p": 0.191986, "boundary_entropy": 0.105634, "bpb": 2.00552}, "fi": {"chunks": 4953.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.263303, "cps": 38.695312, "mean_p": 0.251214, "boundary_entropy": 0.089692, "bpb": 2.098238}}, "bpb": {"en": 1.86285, "tr": 2.00552, "fi": 2.09824}, "gini_cpc": 0.064917, "gini_cps": 0.082497, "bpic": 4.667764, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0457869162616986, "fi": 1.3285789597176991}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 181.24923706054688, "n_util_obs": 156, "util_count_spearman": 0.11265508684863523}, "t": 1949.6}
{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 1.87997, "tr": 2.01529, "fi": 2.10739}, "bytes_per_chunk": {"en": 4.692, "tr": 5.365, "fi": 4.015}, "bpb_mean": 2.00088, "frozen_inventory": true, "t": 1950.8}
{"event": "train", "step": 5600, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32983, "bpb": 1.91853, "chunk_loss": 0.030652, "F": 0.21786, "G": 0.21722, "chunks": 223.09, "bytes_per_chunk": 4.59, "boundary_entropy": 0.07803, "router_noise": 0.0, "grad_norm": 0.6798, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.299, "probe_sec": 0.0652, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0566, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.18284, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.75621, "trunc_abs_frac": 0.75621, "mean_delta_full": -0.31445, "read_hit_rate": {"surface": 0.69959}, "mean_gate": {"surface": 0.20609}, "n_reads": 4972, "n_cand": 7107, "read_suppressed_frac": 0.0957, "dropout_reads_logged": 4972, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 181.29275512695312, "n_util_obs": 156, "util_count_spearman": 0.1195239525216924}, "probe_overhead_sec_total": 329.202, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.014104, "alpha": 0.03, "t": 1952.1}
{"event": "consolidate", "step": 5650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1964.0}
{"event": "train", "step": 5650, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31625, "bpb": 1.89895, "chunk_loss": 0.030563, "F": 0.21417, "G": 0.21419, "chunks": 219.31, "bytes_per_chunk": 4.669, "boundary_entropy": 0.07381, "router_noise": 0.0, "grad_norm": 0.676, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.242, "probe_sec": 0.0382, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03174, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07708, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.7923, "trunc_abs_frac": 0.91375, "mean_delta_full": 0.59387, "read_hit_rate": {"surface": 0.69396}, "mean_gate": {"surface": 0.19605}, "n_reads": 4848, "n_cand": 6986, "read_suppressed_frac": 0.099, "dropout_reads_logged": 4848, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 182.9781494140625, "n_util_obs": 159, "util_count_spearman": 0.12731072366849774}, "probe_overhead_sec_total": 331.419, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.015289, "alpha": 0.03, "t": 1964.2}
{"event": "consolidate", "step": 5700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1975.5}
{"event": "train", "step": 5700, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.39303, "bpb": 2.00971, "chunk_loss": 0.030678, "F": 0.21841, "G": 0.21777, "chunks": 223.66, "bytes_per_chunk": 4.578, "boundary_entropy": 0.07694, "router_noise": 0.0, "grad_norm": 0.6973, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.232, "probe_sec": 0.0403, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02691, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.09705, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.20525, "trunc_abs_frac": 0.97341, "mean_delta_full": 0.20072, "read_hit_rate": {"surface": 0.68547}, "mean_gate": {"surface": 0.20249}, "n_reads": 4884, "n_cand": 7125, "read_suppressed_frac": 0.1022, "dropout_reads_logged": 4884, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 184.5779571533203, "n_util_obs": 158, "util_count_spearman": 0.0949815854046267}, "probe_overhead_sec_total": 334.06, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.015413, "alpha": 0.03, "t": 1975.8}
{"event": "consolidate", "step": 5750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1991.4}
{"event": "train", "step": 5750, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37689, "bpb": 1.98643, "chunk_loss": 0.030679, "F": 0.21735, "G": 0.21748, "chunks": 222.56, "bytes_per_chunk": 4.601, "boundary_entropy": 0.07403, "router_noise": 0.0, "grad_norm": 0.7067, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.325, "probe_sec": 0.046, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0344, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.11894, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": -0.03693, "trunc_abs_frac": 1.21472, "mean_delta_full": 0.27136, "read_hit_rate": {"surface": 0.6787}, "mean_gate": {"surface": 0.20085}, "n_reads": 4812, "n_cand": 7090, "read_suppressed_frac": 0.0981, "dropout_reads_logged": 4812, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 186.31768798828125, "n_util_obs": 163, "util_count_spearman": 0.12376898820112946}, "probe_overhead_sec_total": 337.025, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.017701, "alpha": 0.03, "t": 1992.1}
{"event": "consolidate", "step": 5800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2006.5}
{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3499.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201057, "cps": 27.335938, "mean_p": 0.201765, "boundary_entropy": 0.072527, "bpb": 1.857378}, "tr": {"chunks": 3753.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207314, "cps": 29.320312, "mean_p": 0.193067, "boundary_entropy": 0.103281, "bpb": 2.000917}, "fi": {"chunks": 4958.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.263569, "cps": 38.734375, "mean_p": 0.252586, "boundary_entropy": 0.087739, "bpb": 2.091744}}, "bpb": {"en": 1.85738, "tr": 2.00092, "fi": 2.09174}, "gini_cpc": 0.062021, "gini_cps": 0.079661, "bpic": 4.646355, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0311175783259354, "fi": 1.3109158568038812}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 187.7150115966797, "n_util_obs": 159, "util_count_spearman": 0.10169572486267017}, "t": 2007.2}
{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 1.87452, "tr": 2.00995, "fi": 2.10048}, "bytes_per_chunk": {"en": 4.686, "tr": 5.363, "fi": 4.009}, "bpb_mean": 1.99498, "frozen_inventory": true, "t": 2008.2}
{"event": "train", "step": 5800, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.29193, "bpb": 1.86386, "chunk_loss": 0.030575, "F": 0.2149, "G": 0.21459, "chunks": 220.06, "bytes_per_chunk": 4.653, "boundary_entropy": 0.07359, "router_noise": 0.0, "grad_norm": 0.6841, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.353, "probe_sec": 0.0412, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03381, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03564, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.62544, "trunc_abs_frac": 0.62544, "mean_delta_full": -0.27832, "read_hit_rate": {"surface": 0.70713}, "mean_gate": {"surface": 0.19347}, "n_reads": 4957, "n_cand": 7010, "read_suppressed_frac": 0.1043, "dropout_reads_logged": 4957, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 187.73849487304688, "n_util_obs": 159, "util_count_spearman": 0.10191366133269644}, "probe_overhead_sec_total": 339.644, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.015444, "alpha": 0.03, "t": 2009.7}
{"event": "consolidate", "step": 5850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2024.1}
{"event": "train", "step": 5850, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34645, "bpb": 1.94252, "chunk_loss": 0.030484, "F": 0.20868, "G": 0.20855, "chunks": 213.69, "bytes_per_chunk": 4.792, "boundary_entropy": 0.07191, "router_noise": 0.0, "grad_norm": 0.7039, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.291, "probe_sec": 0.0318, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02584, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.09039, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.92887, "trunc_abs_frac": 1.3214, "mean_delta_full": -0.17393, "read_hit_rate": {"surface": 0.67955}, "mean_gate": {"surface": 0.19258}, "n_reads": 4625, "n_cand": 6806, "read_suppressed_frac": 0.0995, "dropout_reads_logged": 4625, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 189.0089569091797, "n_util_obs": 159, "util_count_spearman": 0.11282242655839503}, "probe_overhead_sec_total": 341.582, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.013842, "alpha": 0.03, "t": 2024.2}
{"event": "consolidate", "step": 5900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2046.0}
{"event": "train", "step": 5900, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.38027, "bpb": 1.9913, "chunk_loss": 0.030682, "F": 0.21921, "G": 0.21876, "chunks": 224.47, "bytes_per_chunk": 4.562, "boundary_entropy": 0.0754, "router_noise": 0.0, "grad_norm": 0.7241, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.453, "probe_sec": 0.0835, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04487, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.19477, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 3.30101, "trunc_abs_frac": 1.13497, "mean_delta_full": 0.07527, "read_hit_rate": {"surface": 0.68662}, "mean_gate": {"surface": 0.19902}, "n_reads": 4910, "n_cand": 7151, "read_suppressed_frac": 0.0994, "dropout_reads_logged": 4910, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 190.27500915527344, "n_util_obs": 158, "util_count_spearman": 0.1557976691579487}, "probe_overhead_sec_total": 345.004, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.014203, "alpha": 0.03, "t": 2046.9}
{"event": "consolidate", "step": 5950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2069.7}
{"event": "train", "step": 5950, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31267, "bpb": 1.89378, "chunk_loss": 0.030518, "F": 0.2103, "G": 0.20989, "chunks": 215.34, "bytes_per_chunk": 4.755, "boundary_entropy": 0.07688, "router_noise": 0.0, "grad_norm": 0.7693, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.47, "probe_sec": 0.0648, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04162, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.12349, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.18294, "trunc_abs_frac": 0.18294, "mean_delta_full": -0.21753, "read_hit_rate": {"surface": 0.68786}, "mean_gate": {"surface": 0.19856}, "n_reads": 4718, "n_cand": 6859, "read_suppressed_frac": 0.0903, "dropout_reads_logged": 4718, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 191.74681091308594, "n_util_obs": 160, "util_count_spearman": 0.18627987393057993}, "probe_overhead_sec_total": 347.459, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.017079, "alpha": 0.03, "t": 2070.4}
{"event": "consolidate", "step": 6000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2095.0}
{"event": "train", "step": 5999, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33247, "bpb": 1.92234, "chunk_loss": 0.030754, "F": 0.22015, "G": 0.2193, "chunks": 225.44, "bytes_per_chunk": 4.542, "boundary_entropy": 0.07662, "router_noise": 0.0, "grad_norm": 0.7532, "lr": 3e-05, "router_trainable": true, "sec_per_step": 0.493, "probe_sec": 0.0369, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02156, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01276, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": -0.20132, "trunc_abs_frac": 0.75433, "mean_delta_full": 0.07951, "read_hit_rate": {"surface": 0.69758}, "mean_gate": {"surface": 0.19528}, "n_reads": 5010, "n_cand": 7182, "read_suppressed_frac": 0.0934, "dropout_reads_logged": 5010, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 193.4493865966797, "n_util_obs": 164, "util_count_spearman": 0.25436861507488473}, "probe_overhead_sec_total": 350.022, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.017073, "alpha": 0.03, "t": 2095.0}
{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3461.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198874, "cps": 27.039062, "mean_p": 0.200808, "boundary_entropy": 0.071793, "bpb": 1.85633}, "tr": {"chunks": 3757.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207535, "cps": 29.351562, "mean_p": 0.192206, "boundary_entropy": 0.104738, "bpb": 1.9932}, "fi": {"chunks": 4960.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.263676, "cps": 38.75, "mean_p": 0.251081, "boundary_entropy": 0.088857, "bpb": 2.087474}}, "bpb": {"en": 1.85633, "tr": 1.9932, "fi": 2.08747}, "gini_cpc": 0.064471, "gini_cps": 0.082061, "bpic": 4.658565, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0435497648268839, "fi": 1.3258436530808886}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 193.4493865966797, "n_util_obs": 164, "util_count_spearman": 0.25436861507488473}, "t": 2095.6}
{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 1.87285, "tr": 2.00293, "fi": 2.0963}, "bytes_per_chunk": {"en": 4.689, "tr": 5.345, "fi": 4.015}, "bpb_mean": 1.99069, "frozen_inventory": true, "t": 2096.6}
{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/runs/ali_mem-random_s0/probe/reps/th0.30", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-random_s0/probe/reps/th0.40", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-random_s0/probe/reps/th0.50", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-random_s0/probe/reps/th0.60", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-random_s0/probe/reps/th0.70"], "t": 2099.2}
{"event": "final", "run": "ali_mem-random_s0", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22785088, "seed": 0, "per_lang": {"en": {"cpc": 0.19887375739814975, "cps": 27.0390625, "bpb": 1.8781563704967295, "bytes_per_chunk": 4.643003896563939, "reads_per_chunk": 0.7038434289762664}, "tr": {"cpc": 0.20753466276307794, "cps": 29.3515625, "bpb": 1.9948379032343608, "bytes_per_chunk": 5.3451323824767805, "reads_per_chunk": 0.6104988428639881}, "fi": {"cpc": 0.26367550901068526, "cps": 38.75, "bpb": 2.116448243767407, "bytes_per_chunk": 4.003482032407336, "reads_per_chunk": 0.6805998869866675}}, "bpb_mean": 1.996480839166166, "gini_cpc": 0.06447127868754898, "gini_cps": 0.08206054634039539, "bpic": 4.658564624733125, "mean_boundary_entropy": 0.07662175595760345, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "probe_overhead_sec_total": 350.02211689949036, "probe_overhead_seq_frac": 0.4999166666666667, "wall_sec": 2101.258498430252, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 193.4493865966797, "n_util_obs": 164, "util_count_spearman": 0.25436861507488473}, "ali_params": 268096, "ali_config": {"enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "random", "value_mode": "learned", "candidate_types": ["surface"], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0}, "util_vs_frequency_spearman": 0.25436861507488473, "paired_vs_dropout": {"n": 206, "pearson": -0.05789862526539241, "spearman": 0.04106634818986434, "mean_abs_discrepancy": 0.4448119103908539, "mean_paired": 0.10705802589654922, "mean_dropout": 0.15868043899536133}, "predictor_calibration": {"n": 296, "all": {"n": 296, "pearson": 0.08562289340702656, "spearman": 0.18541947186014981, "mae": 0.1300479769706726, "reliability": [{"pred": 0.02058553136885166, "obs": 0.06193329766392708, "n": 30}, {"pred": 0.03354654088616371, "obs": 0.1291121393442154, "n": 29}, {"pred": 0.04112684354186058, "obs": 0.10601386427879333, "n": 30}, {"pred": 0.047962941229343414, "obs": 0.08316776156425476, "n": 29}, {"pred": 0.056136149913072586, "obs": 0.11587131768465042, "n": 30}, {"pred": 0.06734459102153778, "obs": 0.0836767628788948, "n": 29}, {"pred": 0.08217541128396988, "obs": 0.08114955574274063, "n": 30}, {"pred": 0.10127806663513184, "obs": 0.09566253423690796, "n": 29}, {"pred": 0.1088084876537323, "obs": 0.10158620029687881, "n": 30}, {"pred": 0.15344582498073578, "obs": 0.16678810119628906, "n": 30}]}, "admitted": {"n": 296, "pearson": 0.08562289340702656, "spearman": 0.18541947186014981, "mae": 0.1300479769706726, "reliability": [{"pred": 0.02058553136885166, "obs": 0.06193329766392708, "n": 30}, {"pred": 0.03354654088616371, "obs": 0.1291121393442154, "n": 29}, {"pred": 0.04112684354186058, "obs": 0.10601386427879333, "n": 30}, {"pred": 0.047962941229343414, "obs": 0.08316776156425476, "n": 29}, {"pred": 0.056136149913072586, "obs": 0.11587131768465042, "n": 30}, {"pred": 0.06734459102153778, "obs": 0.0836767628788948, "n": 29}, {"pred": 0.08217541128396988, "obs": 0.08114955574274063, "n": 30}, {"pred": 0.10127806663513184, "obs": 0.09566253423690796, "n": 29}, {"pred": 0.1088084876537323, "obs": 0.10158620029687881, "n": 30}, {"pred": 0.15344582498073578, "obs": 0.16678810119628906, "n": 30}]}, "staged": {"n": 0, "pearson": NaN, "spearman": NaN, "mae": NaN}}, "t": 2101.7}