Hugging Face's logo

AdaptiveChunking
/
ali_mem-static_s1

PyTorch
Safetensors
dynamic-chunking
tokenization
hnet
byte-level
beetle-hnet
Model card Files
xet
 Community
ali_mem-static_s1
File size: 270,890 Bytes
2299cd6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
17fbfce
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
{"event": "hub", "repo": "AdaptiveChunking/ali_mem-static_s1", "keep_steps": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 256, 512, 1000, 1024, 2048, 3000, 4096, 6000], "t": 3.3}
{"event": "start", "run": "ali_mem-static_s1", "arch": "ali", "objective": "ratio", "condition": "A", "params": 22785088, "langs": ["en", "tr", "fi"], "premium": {"en": 1.0, "tr": 1.12, "fi": 1.104}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {}, "weights": {"en": 0.74, "tr": 0.1536, "fi": 0.1064}, "device": "cuda", "ali_params": 268096, "ali_config": {"enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "frequency", "value_mode": "static", "candidate_types": ["surface"], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0}, "t": 3.3}
{"event": "probe_schedule", "n": 45, "steps": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 200, 256, 400, 512, 600, 800, 1000, 1024, 1200, 1400, 1600, 1800, 2000, 2048, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4096, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 3.3}
{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2674.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153652, "cps": 20.890625, "mean_p": 0.478126, "boundary_entropy": 0.685438, "bpb": 8.041379}, "tr": {"chunks": 5645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311827, "cps": 44.101562, "mean_p": 0.486063, "boundary_entropy": 0.686375, "bpb": 8.01701}, "fi": {"chunks": 4732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251555, "cps": 36.96875, "mean_p": 0.48451, "boundary_entropy": 0.686595, "bpb": 8.075294}}, "bpb": {"en": 8.04138, "tr": 8.01701, "fi": 8.07529}, "gini_cpc": 0.147064, "gini_cps": 0.151764, "bpic": 4.346947, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 2.029439514461233, "fi": 1.6371767549398106}, "inventory": {"size": 0, "admitted": 0, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 0.0, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 4.8}
{"event": "train", "step": 0, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 5.58509, "bpb": 8.05758, "chunk_loss": 0.030141, "F": 0.16724, "G": 0.47713, "chunks": 171.25, "bytes_per_chunk": 5.98, "boundary_entropy": 0.69022, "router_noise": 0.0, "grad_norm": 11.3983, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.018, "probe_sec": 0.0176, "probe_extra_seqs": 0, "n_rows": 0, "extra_fwd_seqs": 0, "wall_s": 0.0, "overhead_frac_est": 0.0, "chunk_mismatch": 0, "n_loo": 0, "mean_delta_loo": NaN, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "read_hit_rate": {"surface": 0.0}, "mean_gate": {"surface": null}, "n_reads": 0, "n_cand": 5434, "read_suppressed_frac": 0.0, "dropout_reads_logged": 0, "inventory": {"size": 3161, "admitted": 3161, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 3161, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 1.7190762758255005, "n_util_obs": 0, "util_count_spearman": NaN}, "probe_overhead_sec_total": 0.018, "probe_overhead_seq_frac": 0.0, "util_loss": 0.0, "alpha": 0.03, "t": 6.0}
{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2659.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.15279, "cps": 20.773438, "mean_p": 0.478104, "boundary_entropy": 0.685439, "bpb": 7.998207}, "tr": {"chunks": 5619.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.310391, "cps": 43.898438, "mean_p": 0.485999, "boundary_entropy": 0.686373, "bpb": 7.980112}, "fi": {"chunks": 4707.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.250226, "cps": 36.773438, "mean_p": 0.484401, "boundary_entropy": 0.686587, "bpb": 8.032241}}, "bpb": {"en": 7.99821, "tr": 7.98011, "fi": 8.03224}, "gini_cpc": 0.147275, "gini_cps": 0.15197, "bpic": 4.369041, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 2.0314880104916337, "fi": 1.6377141362380108}, "inventory": {"size": 3161, "admitted": 3161, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 3161, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 1.7190762758255005, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 6.8}
{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2660.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.152847, "cps": 20.78125, "mean_p": 0.478081, "boundary_entropy": 0.685441, "bpb": 7.933494}, "tr": {"chunks": 5589.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.308733, "cps": 43.664062, "mean_p": 0.485909, "boundary_entropy": 0.686371, "bpb": 7.931681}, "fi": {"chunks": 4668.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.248153, "cps": 36.46875, "mean_p": 0.484236, "boundary_entropy": 0.686576, "bpb": 7.978754}}, "bpb": {"en": 7.93349, "tr": 7.93168, "fi": 7.97875}, "gini_cpc": 0.146427, "gini_cps": 0.15117, "bpic": 4.392041, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 2.019882198729991, "fi": 1.623534222297544}, "inventory": {"size": 5576, "admitted": 5576, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 5576, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 1.8428981304168701, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 8.3}
{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2621.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.150606, "cps": 20.476562, "mean_p": 0.478055, "boundary_entropy": 0.685456, "bpb": 7.718603}, "tr": {"chunks": 5471.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.302215, "cps": 42.742188, "mean_p": 0.485634, "boundary_entropy": 0.686369, "bpb": 7.777245}, "fi": {"chunks": 4561.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.242465, "cps": 35.632812, "mean_p": 0.483755, "boundary_entropy": 0.686544, "bpb": 7.801432}}, "bpb": {"en": 7.7186, "tr": 7.77724, "fi": 7.80143}, "gini_cpc": 0.145368, "gini_cps": 0.150162, "bpic": 4.48368, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 2.006657546078427, "fi": 1.6099236788462903}, "inventory": {"size": 10493, "admitted": 10493, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 10493, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 1.9936147928237915, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 10.4}
{"event": "probe", "step": 6, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2589.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.148767, "cps": 20.226562, "mean_p": 0.47811, "boundary_entropy": 0.685491, "bpb": 7.436372}, "tr": {"chunks": 5281.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.29172, "cps": 41.257812, "mean_p": 0.485218, "boundary_entropy": 0.686367, "bpb": 7.578298}, "fi": {"chunks": 4330.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.230184, "cps": 33.828125, "mean_p": 0.483005, "boundary_entropy": 0.686496, "bpb": 7.566011}}, "bpb": {"en": 7.43637, "tr": 7.5783, "fi": 7.56601}, "gini_cpc": 0.142099, "gini_cps": 0.147104, "bpic": 4.650164, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.9609101107996096, "fi": 1.5472770456230063}, "inventory": {"size": 15125, "admitted": 15125, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 15125, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 2.0415868759155273, "n_util_obs": 1, "util_count_spearman": NaN}, "t": 12.1}
{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2641.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.151755, "cps": 20.632812, "mean_p": 0.478876, "boundary_entropy": 0.685614, "bpb": 7.161787}, "tr": {"chunks": 5198.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.287135, "cps": 40.609375, "mean_p": 0.485121, "boundary_entropy": 0.686401, "bpb": 7.388429}, "fi": {"chunks": 4171.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.221732, "cps": 32.585938, "mean_p": 0.482568, "boundary_entropy": 0.686483, "bpb": 7.331196}}, "bpb": {"en": 7.16179, "tr": 7.38843, "fi": 7.3312}, "gini_cpc": 0.136618, "gini_cps": 0.141937, "bpic": 4.72373, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.8920884852952278, "fi": 1.461113742068188}, "inventory": {"size": 19637, "admitted": 19637, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 19637, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 2.056424140930176, "n_util_obs": 1, "util_count_spearman": NaN}, "t": 14.1}
{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2602.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.149514, "cps": 20.328125, "mean_p": 0.481055, "boundary_entropy": 0.686026, "bpb": 6.51275}, "tr": {"chunks": 4382.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.242059, "cps": 34.234375, "mean_p": 0.482945, "boundary_entropy": 0.686435, "bpb": 6.895583}, "fi": {"chunks": 2953.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.156983, "cps": 23.070312, "mean_p": 0.47833, "boundary_entropy": 0.686273, "bpb": 6.690904}}, "bpb": {"en": 6.51275, "tr": 6.89558, "fi": 6.6909}, "gini_cpc": 0.112471, "gini_cps": 0.119419, "bpic": 5.709168, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.6189694354233903, "fi": 1.0499494526870736}, "inventory": {"size": 38479, "admitted": 38479, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 38479, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 2.3161206245422363, "n_util_obs": 3, "util_count_spearman": 0.5}, "t": 17.0}
{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3624.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20824, "cps": 28.3125, "mean_p": 0.490237, "boundary_entropy": 0.687156, "bpb": 6.160997}, "tr": {"chunks": 3916.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216318, "cps": 30.59375, "mean_p": 0.486164, "boundary_entropy": 0.687278, "bpb": 6.576626}, "fi": {"chunks": 3191.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169635, "cps": 24.929688, "mean_p": 0.485016, "boundary_entropy": 0.687292, "bpb": 6.341289}}, "bpb": {"en": 6.161, "tr": 6.57663, "fi": 6.34129}, "gini_cpc": 0.052377, "gini_cps": 0.045041, "bpic": 5.286739, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0387907240137653, "fi": 0.8146120911359106}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 2.573455810546875, "n_util_obs": 4, "util_count_spearman": 0.4}, "t": 21.8}
{"event": "consolidate", "step": 50, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 27.1}
{"event": "train", "step": 50, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 4.09792, "bpb": 5.91205, "chunk_loss": 0.030524, "F": 0.17389, "G": 0.48624, "chunks": 178.06, "bytes_per_chunk": 5.751, "boundary_entropy": 0.69164, "router_noise": 0.0, "grad_norm": 2.3626, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.427, "probe_sec": 0.0287, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0239, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00544, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.06266, "trunc_abs_frac": 0.22985, "mean_delta_full": 0.09416, "read_hit_rate": {"surface": 0.62083}, "mean_gate": {"surface": 0.11935}, "n_reads": 3517, "n_cand": 5665, "read_suppressed_frac": 0.1066, "dropout_reads_logged": 3517, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 3.5995330810546875, "n_util_obs": 7, "util_count_spearman": 0.07142857142857142}, "probe_overhead_sec_total": 2.56, "probe_overhead_seq_frac": 0.4902, "util_loss": 0.002654, "alpha": 0.03, "t": 27.4}
{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3795.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.218066, "cps": 29.648438, "mean_p": 0.484629, "boundary_entropy": 0.686178, "bpb": 5.425968}, "tr": {"chunks": 4555.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.251616, "cps": 35.585938, "mean_p": 0.481554, "boundary_entropy": 0.68609, "bpb": 5.919921}, "fi": {"chunks": 3950.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.209984, "cps": 30.859375, "mean_p": 0.482386, "boundary_entropy": 0.68651, "bpb": 5.652979}}, "bpb": {"en": 5.42597, "tr": 5.91992, "fi": 5.65298}, "gini_cpc": 0.040836, "gini_cps": 0.041192, "bpic": 4.612358, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.153852166533226, "fi": 0.9629362854926992}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 4.2881317138671875, "n_util_obs": 12, "util_count_spearman": -0.06293706293706294}, "t": 31.7}
{"event": "consolidate", "step": 100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 42.4}
{"event": "train", "step": 100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 3.20789, "bpb": 4.62801, "chunk_loss": 0.033181, "F": 0.21613, "G": 0.463, "chunks": 221.31, "bytes_per_chunk": 4.627, "boundary_entropy": 0.68409, "router_noise": 0.0, "grad_norm": 1.7174, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.307, "probe_sec": 0.0984, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09191, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00258, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 7, "trunc_ratio_sum": -0.01177, "trunc_abs_frac": 0.3361, "mean_delta_full": 0.07499, "read_hit_rate": {"surface": 0.71688}, "mean_gate": {"surface": 0.11982}, "n_reads": 5054, "n_cand": 7050, "read_suppressed_frac": 0.1043, "dropout_reads_logged": 5054, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 6.56787109375, "n_util_obs": 22, "util_count_spearman": 0.4342179559570864}, "probe_overhead_sec_total": 5.768, "probe_overhead_seq_frac": 0.495, "util_loss": 0.000506, "alpha": 0.03, "t": 42.7}
{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3745.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.215193, "cps": 29.257812, "mean_p": 0.429209, "boundary_entropy": 0.622478, "bpb": 4.117585}, "tr": {"chunks": 4127.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.227973, "cps": 32.242188, "mean_p": 0.411218, "boundary_entropy": 0.643383, "bpb": 4.360781}, "fi": {"chunks": 4487.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.238531, "cps": 35.054688, "mean_p": 0.417649, "boundary_entropy": 0.645155, "bpb": 4.323429}}, "bpb": {"en": 4.11758, "tr": 4.36078, "fi": 4.32343}, "gini_cpc": 0.022823, "gini_cps": 0.040025, "bpic": 4.590339, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0593908451615726, "fi": 1.1084509610354252}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 8.705612182617188, "n_util_obs": 27, "util_count_spearman": 0.23687423687423687}, "t": 50.7}
{"event": "consolidate", "step": 150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 57.5}
{"event": "train", "step": 150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.75026, "bpb": 3.96778, "chunk_loss": 0.031721, "F": 0.20099, "G": 0.39556, "chunks": 205.81, "bytes_per_chunk": 4.975, "boundary_entropy": 0.57833, "router_noise": 0.0, "grad_norm": 1.9933, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.303, "probe_sec": 0.0302, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02434, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.0237, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.1393, "trunc_abs_frac": 0.47475, "mean_delta_full": -0.06047, "read_hit_rate": {"surface": 0.76228}, "mean_gate": {"surface": 0.12058}, "n_reads": 4996, "n_cand": 6554, "read_suppressed_frac": 0.1009, "dropout_reads_logged": 4996, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 10.575393676757812, "n_util_obs": 31, "util_count_spearman": 0.13790322580645162}, "probe_overhead_sec_total": 8.589, "probe_overhead_seq_frac": 0.4967, "util_loss": 0.000384, "alpha": 0.03, "t": 57.8}
{"event": "consolidate", "step": 200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 69.6}
{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3265.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187611, "cps": 25.507812, "mean_p": 0.322002, "boundary_entropy": 0.465546, "bpb": 3.554573}, "tr": {"chunks": 4317.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.238469, "cps": 33.726562, "mean_p": 0.306892, "boundary_entropy": 0.494333, "bpb": 3.78359}, "fi": {"chunks": 3859.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.205146, "cps": 30.148438, "mean_p": 0.322006, "boundary_entropy": 0.518, "bpb": 3.902941}}, "bpb": {"en": 3.55457, "tr": 3.78359, "fi": 3.90294}, "gini_cpc": 0.053713, "gini_cps": 0.0613, "bpic": 4.958657, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.2710786727538919, "fi": 1.0934623391236904}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 14.804718017578125, "n_util_obs": 47, "util_count_spearman": 0.06868640148011101}, "t": 70.0}
{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.56368, "tr": 3.79268, "fi": 3.90183}, "bytes_per_chunk": {"en": 5.149, "tr": 4.545, "fi": 5.216}, "bpb_mean": 3.75273, "frozen_inventory": true, "t": 71.2}
{"event": "train", "step": 200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.49232, "bpb": 3.59566, "chunk_loss": 0.031025, "F": 0.19678, "G": 0.32238, "chunks": 201.5, "bytes_per_chunk": 5.082, "boundary_entropy": 0.47744, "router_noise": 0.0, "grad_norm": 1.442, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.29, "probe_sec": 0.0268, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01943, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00867, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -6.25333, "trunc_abs_frac": 0.51614, "mean_delta_full": 0.00916, "read_hit_rate": {"surface": 0.79863}, "mean_gate": {"surface": 0.12857}, "n_reads": 5124, "n_cand": 6416, "read_suppressed_frac": 0.1019, "dropout_reads_logged": 5124, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 14.884552001953125, "n_util_obs": 47, "util_count_spearman": 0.02335800185013876}, "probe_overhead_sec_total": 11.393, "probe_overhead_seq_frac": 0.4975, "util_loss": 0.000701, "alpha": 0.03, "t": 72.3}
{"event": "consolidate", "step": 250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 80.5}
{"event": "train", "step": 250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.36779, "bpb": 3.416, "chunk_loss": 0.03059, "F": 0.18677, "G": 0.29783, "chunks": 191.25, "bytes_per_chunk": 5.354, "boundary_entropy": 0.40879, "router_noise": 0.0, "grad_norm": 1.7756, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.167, "probe_sec": 0.0227, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01765, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06364, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.36652, "trunc_abs_frac": 0.51175, "mean_delta_full": -0.04679, "read_hit_rate": {"surface": 0.79139}, "mean_gate": {"surface": 0.15797}, "n_reads": 4818, "n_cand": 6088, "read_suppressed_frac": 0.0978, "dropout_reads_logged": 4818, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 18.7960205078125, "n_util_obs": 56, "util_count_spearman": 0.22269309637730691}, "probe_overhead_sec_total": 13.378, "probe_overhead_seq_frac": 0.498, "util_loss": 0.001304, "alpha": 0.03, "t": 80.6}
{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3133.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180026, "cps": 24.476562, "mean_p": 0.270311, "boundary_entropy": 0.360998, "bpb": 3.333416}, "tr": {"chunks": 3841.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212175, "cps": 30.007812, "mean_p": 0.28563, "boundary_entropy": 0.41732, "bpb": 3.529724}, "fi": {"chunks": 3397.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180586, "cps": 26.539062, "mean_p": 0.278149, "boundary_entropy": 0.434706, "bpb": 3.670489}}, "bpb": {"en": 3.33342, "tr": 3.52972, "fi": 3.67049}, "gini_cpc": 0.037417, "gini_cps": 0.045512, "bpic": 5.470254, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.1785756960220835, "fi": 1.0031072949130297}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 19.174713134765625, "n_util_obs": 57, "util_count_spearman": 0.2717785843920145}, "t": 81.8}
{"event": "consolidate", "step": 300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 89.9}
{"event": "train", "step": 300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.20787, "bpb": 3.18528, "chunk_loss": 0.030541, "F": 0.18723, "G": 0.28958, "chunks": 191.72, "bytes_per_chunk": 5.341, "boundary_entropy": 0.37071, "router_noise": 0.0, "grad_norm": 1.6765, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.189, "probe_sec": 0.1096, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10187, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.17389, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": -1.50048, "trunc_abs_frac": 0.96618, "mean_delta_full": -0.01603, "read_hit_rate": {"surface": 0.78945}, "mean_gate": {"surface": 0.19659}, "n_reads": 4818, "n_cand": 6103, "read_suppressed_frac": 0.1034, "dropout_reads_logged": 4818, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 22.618026733398438, "n_util_obs": 69, "util_count_spearman": 0.09771737045868417}, "probe_overhead_sec_total": 15.663, "probe_overhead_seq_frac": 0.4983, "util_loss": 0.002395, "alpha": 0.03, "t": 90.1}
{"event": "consolidate", "step": 350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 100.3}
{"event": "train", "step": 350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.19604, "bpb": 3.16822, "chunk_loss": 0.030594, "F": 0.19147, "G": 0.2827, "chunks": 196.06, "bytes_per_chunk": 5.223, "boundary_entropy": 0.35104, "router_noise": 0.0, "grad_norm": 1.7927, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.211, "probe_sec": 0.0709, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06047, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00965, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 7, "trunc_ratio_sum": 0.16218, "trunc_abs_frac": 0.96204, "mean_delta_full": 0.06391, "read_hit_rate": {"surface": 0.77651}, "mean_gate": {"surface": 0.22575}, "n_reads": 4847, "n_cand": 6242, "read_suppressed_frac": 0.0966, "dropout_reads_logged": 4847, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 26.481460571289062, "n_util_obs": 84, "util_count_spearman": 0.2498734433532449}, "probe_overhead_sec_total": 17.854, "probe_overhead_seq_frac": 0.4986, "util_loss": 0.002762, "alpha": 0.03, "t": 100.6}
{"event": "consolidate", "step": 400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 112.4}
{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3399.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.195311, "cps": 26.554688, "mean_p": 0.257916, "boundary_entropy": 0.272628, "bpb": 2.858729}, "tr": {"chunks": 3543.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195713, "cps": 27.679688, "mean_p": 0.293781, "boundary_entropy": 0.395245, "bpb": 3.136058}, "fi": {"chunks": 3356.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178406, "cps": 26.21875, "mean_p": 0.280104, "boundary_entropy": 0.396786, "bpb": 3.347976}}, "bpb": {"en": 2.85873, "tr": 3.13606, "fi": 3.34798}, "gini_cpc": 0.020263, "gini_cps": 0.012106, "bpic": 5.509031, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.002059608012384, "fi": 0.9134463070494095}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 30.447341918945312, "n_util_obs": 93, "util_count_spearman": 0.1364477335800185}, "t": 113.2}
{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 2.87208, "tr": 3.1442, "fi": 3.34101}, "bytes_per_chunk": {"en": 4.839, "tr": 5.542, "fi": 5.741}, "bpb_mean": 3.1191, "frozen_inventory": true, "t": 114.3}
{"event": "train", "step": 400, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.02182, "bpb": 2.91686, "chunk_loss": 0.030686, "F": 0.19925, "G": 0.26533, "chunks": 204.03, "bytes_per_chunk": 5.019, "boundary_entropy": 0.28298, "router_noise": 0.0, "grad_norm": 1.2102, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.295, "probe_sec": 0.1337, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.12529, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.23618, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.9081, "trunc_abs_frac": 1.47912, "mean_delta_full": 0.21631, "read_hit_rate": {"surface": 0.83131}, "mean_gate": {"surface": 0.26468}, "n_reads": 5401, "n_cand": 6497, "read_suppressed_frac": 0.0976, "dropout_reads_logged": 5401, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 30.531829833984375, "n_util_obs": 93, "util_count_spearman": 0.1393572259854973}, "probe_overhead_sec_total": 21.262, "probe_overhead_seq_frac": 0.4988, "util_loss": 0.003782, "alpha": 0.03, "t": 115.4}
{"event": "consolidate", "step": 450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 127.4}
{"event": "train", "step": 450, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.05699, "bpb": 2.96761, "chunk_loss": 0.030642, "F": 0.19736, "G": 0.25786, "chunks": 202.09, "bytes_per_chunk": 5.067, "boundary_entropy": 0.27286, "router_noise": 0.0, "grad_norm": 1.2391, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.244, "probe_sec": 0.0866, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07824, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04147, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.61249, "trunc_abs_frac": 1.2929, "mean_delta_full": 0.12732, "read_hit_rate": {"surface": 0.81632}, "mean_gate": {"surface": 0.27988}, "n_reads": 5253, "n_cand": 6435, "read_suppressed_frac": 0.1005, "dropout_reads_logged": 5253, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 34.633575439453125, "n_util_obs": 108, "util_count_spearman": 0.15508683681538007}, "probe_overhead_sec_total": 24.804, "probe_overhead_seq_frac": 0.4989, "util_loss": 0.004687, "alpha": 0.03, "t": 127.6}
{"event": "consolidate", "step": 500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 138.9}
{"event": "train", "step": 500, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.01614, "bpb": 2.90868, "chunk_loss": 0.030593, "F": 0.19693, "G": 0.25925, "chunks": 201.66, "bytes_per_chunk": 5.078, "boundary_entropy": 0.27259, "router_noise": 0.0, "grad_norm": 1.0529, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.231, "probe_sec": 0.043, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03505, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02158, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.94545, "trunc_abs_frac": 0.79791, "mean_delta_full": -0.04671, "read_hit_rate": {"surface": 0.79583}, "mean_gate": {"surface": 0.30058}, "n_reads": 5110, "n_cand": 6421, "read_suppressed_frac": 0.1014, "dropout_reads_logged": 5110, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 38.746856689453125, "n_util_obs": 116, "util_count_spearman": 0.17941798331603429}, "probe_overhead_sec_total": 27.65, "probe_overhead_seq_frac": 0.499, "util_loss": 0.005975, "alpha": 0.03, "t": 139.1}
{"event": "probe", "step": 512, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3536.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203183, "cps": 27.625, "mean_p": 0.250797, "boundary_entropy": 0.241517, "bpb": 2.67055}, "tr": {"chunks": 3254.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179749, "cps": 25.421875, "mean_p": 0.282334, "boundary_entropy": 0.373597, "bpb": 2.978066}, "fi": {"chunks": 3434.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.182553, "cps": 26.828125, "mean_p": 0.265998, "boundary_entropy": 0.349949, "bpb": 3.217965}}, "bpb": {"en": 2.67055, "tr": 2.97807, "fi": 3.21796}, "gini_cpc": 0.027627, "gini_cps": 0.018388, "bpic": 5.548905, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8846650313952613, "fi": 0.8984631537193868}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 39.674102783203125, "n_util_obs": 119, "util_count_spearman": 0.15904101809065602}, "t": 142.8}
{"event": "consolidate", "step": 550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 152.9}
{"event": "train", "step": 550, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.93849, "bpb": 2.79665, "chunk_loss": 0.030954, "F": 0.21143, "G": 0.26163, "chunks": 216.5, "bytes_per_chunk": 4.73, "boundary_entropy": 0.24762, "router_noise": 0.0, "grad_norm": 1.1905, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.282, "probe_sec": 0.0665, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05533, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06959, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.14279, "trunc_abs_frac": 2.585, "mean_delta_full": 0.10269, "read_hit_rate": {"surface": 0.8402}, "mean_gate": {"surface": 0.32577}, "n_reads": 5794, "n_cand": 6896, "read_suppressed_frac": 0.1046, "dropout_reads_logged": 5794, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 42.91001892089844, "n_util_obs": 126, "util_count_spearman": 0.2612621260218009}, "probe_overhead_sec_total": 31.108, "probe_overhead_seq_frac": 0.4991, "util_loss": 0.007355, "alpha": 0.03, "t": 153.2}
{"event": "consolidate", "step": 600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 164.5}
{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3569.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20508, "cps": 27.882812, "mean_p": 0.241541, "boundary_entropy": 0.208339, "bpb": 2.555548}, "tr": {"chunks": 3408.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188256, "cps": 26.625, "mean_p": 0.293167, "boundary_entropy": 0.380285, "bpb": 2.8768}, "fi": {"chunks": 3680.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19563, "cps": 28.75, "mean_p": 0.274331, "boundary_entropy": 0.342196, "bpb": 3.12488}}, "bpb": {"en": 2.55555, "tr": 2.8768, "fi": 3.12488}, "gini_cpc": 0.019043, "gini_cps": 0.017015, "bpic": 5.323449, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9179660232262363, "fi": 0.9539234114209092}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 47.058319091796875, "n_util_obs": 139, "util_count_spearman": 0.30406252304138415}, "t": 165.1}
{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.56846, "tr": 2.88737, "fi": 3.12371}, "bytes_per_chunk": {"en": 4.679, "tr": 5.667, "fi": 5.426}, "bpb_mean": 2.85985, "frozen_inventory": true, "t": 166.3}
{"event": "train", "step": 600, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.91062, "bpb": 2.75644, "chunk_loss": 0.030718, "F": 0.20377, "G": 0.25888, "chunks": 208.66, "bytes_per_chunk": 4.908, "boundary_entropy": 0.24772, "router_noise": 0.0, "grad_norm": 1.0399, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.284, "probe_sec": 0.047, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03554, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.50676, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.84654, "trunc_abs_frac": 0.79183, "mean_delta_full": 1.05255, "read_hit_rate": {"surface": 0.82152}, "mean_gate": {"surface": 0.33299}, "n_reads": 5459, "n_cand": 6645, "read_suppressed_frac": 0.0973, "dropout_reads_logged": 5459, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 47.13948059082031, "n_util_obs": 140, "util_count_spearman": 0.3070440336847421}, "probe_overhead_sec_total": 34.504, "probe_overhead_seq_frac": 0.4992, "util_loss": 0.009182, "alpha": 0.03, "t": 167.4}
{"event": "consolidate", "step": 650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 179.1}
{"event": "train", "step": 650, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.84614, "bpb": 2.66341, "chunk_loss": 0.03065, "F": 0.20224, "G": 0.2568, "chunks": 207.09, "bytes_per_chunk": 4.945, "boundary_entropy": 0.24176, "router_noise": 0.0, "grad_norm": 1.1409, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.24, "probe_sec": 0.1377, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.12936, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.23356, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.56172, "trunc_abs_frac": 0.84996, "mean_delta_full": 0.02275, "read_hit_rate": {"surface": 0.82851}, "mean_gate": {"surface": 0.33515}, "n_reads": 5464, "n_cand": 6595, "read_suppressed_frac": 0.1018, "dropout_reads_logged": 5464, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 51.35899353027344, "n_util_obs": 156, "util_count_spearman": 0.24316846830978203}, "probe_overhead_sec_total": 37.881, "probe_overhead_seq_frac": 0.4992, "util_loss": 0.010541, "alpha": 0.03, "t": 179.4}
{"event": "consolidate", "step": 700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 190.8}
{"event": "train", "step": 700, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.86959, "bpb": 2.69725, "chunk_loss": 0.0305, "F": 0.1936, "G": 0.26428, "chunks": 198.25, "bytes_per_chunk": 5.165, "boundary_entropy": 0.26985, "router_noise": 0.0, "grad_norm": 1.0676, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.231, "probe_sec": 0.0294, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02055, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.13898, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.50602, "trunc_abs_frac": 1.67205, "mean_delta_full": 0.03715, "read_hit_rate": {"surface": 0.77883}, "mean_gate": {"surface": 0.34757}, "n_reads": 4916, "n_cand": 6312, "read_suppressed_frac": 0.1068, "dropout_reads_logged": 4916, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 55.60920715332031, "n_util_obs": 168, "util_count_spearman": 0.24612571457539983}, "probe_overhead_sec_total": 40.97, "probe_overhead_seq_frac": 0.4993, "util_loss": 0.011797, "alpha": 0.03, "t": 191.0}
{"event": "consolidate", "step": 750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 203.3}
{"event": "train", "step": 750, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.77022, "bpb": 2.55388, "chunk_loss": 0.030507, "F": 0.1991, "G": 0.24451, "chunks": 203.88, "bytes_per_chunk": 5.023, "boundary_entropy": 0.2105, "router_noise": 0.0, "grad_norm": 1.0214, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.25, "probe_sec": 0.0292, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02094, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.17634, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 2.60158, "trunc_abs_frac": 0.17218, "mean_delta_full": 0.01737, "read_hit_rate": {"surface": 0.83272}, "mean_gate": {"surface": 0.35722}, "n_reads": 5406, "n_cand": 6492, "read_suppressed_frac": 0.1058, "dropout_reads_logged": 5406, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 59.88616943359375, "n_util_obs": 181, "util_count_spearman": 0.18287909197940735}, "probe_overhead_sec_total": 43.87, "probe_overhead_seq_frac": 0.4993, "util_loss": 0.013086, "alpha": 0.03, "t": 203.5}
{"event": "consolidate", "step": 800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 215.1}
{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3567.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204965, "cps": 27.867188, "mean_p": 0.230335, "boundary_entropy": 0.173671, "bpb": 2.396095}, "tr": {"chunks": 3481.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192289, "cps": 27.195312, "mean_p": 0.281243, "boundary_entropy": 0.347658, "bpb": 2.697188}, "fi": {"chunks": 3600.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191377, "cps": 28.125, "mean_p": 0.259558, "boundary_entropy": 0.294073, "bpb": 2.963325}}, "bpb": {"en": 2.39609, "tr": 2.69719, "fi": 2.96332}, "gini_cpc": 0.015389, "gini_cps": 0.007451, "bpic": 5.327949, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.938154751985264, "fi": 0.933709178893816}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 64.009521484375, "n_util_obs": 193, "util_count_spearman": 0.23420223278671012}, "t": 215.8}
{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.41454, "tr": 2.70978, "fi": 2.96495}, "bytes_per_chunk": {"en": 4.671, "tr": 5.755, "fi": 5.455}, "bpb_mean": 2.69642, "frozen_inventory": true, "t": 217.1}
{"event": "train", "step": 800, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.7793, "bpb": 2.56698, "chunk_loss": 0.030614, "F": 0.20132, "G": 0.25239, "chunks": 206.16, "bytes_per_chunk": 4.967, "boundary_entropy": 0.22678, "router_noise": 0.0, "grad_norm": 1.0644, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.292, "probe_sec": 0.0261, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02013, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.13411, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.50101, "trunc_abs_frac": 0.74346, "mean_delta_full": 0.13047, "read_hit_rate": {"surface": 0.81203}, "mean_gate": {"surface": 0.37878}, "n_reads": 5331, "n_cand": 6565, "read_suppressed_frac": 0.1037, "dropout_reads_logged": 5331, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 64.09117126464844, "n_util_obs": 193, "util_count_spearman": 0.23355142082380603}, "probe_overhead_sec_total": 47.013, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.013169, "alpha": 0.03, "t": 218.1}
{"event": "consolidate", "step": 850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 230.9}
{"event": "train", "step": 850, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.7127, "bpb": 2.4709, "chunk_loss": 0.030557, "F": 0.20432, "G": 0.23231, "chunks": 209.22, "bytes_per_chunk": 4.894, "boundary_entropy": 0.17081, "router_noise": 0.0, "grad_norm": 1.222, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.263, "probe_sec": 0.0331, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02372, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.25202, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.86087}, "mean_gate": {"surface": 0.39395}, "n_reads": 5736, "n_cand": 6663, "read_suppressed_frac": 0.0952, "dropout_reads_logged": 5736, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 68.31570434570312, "n_util_obs": 200, "util_count_spearman": 0.24035250881272033}, "probe_overhead_sec_total": 50.057, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.015713, "alpha": 0.03, "t": 231.2}
{"event": "consolidate", "step": 900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 244.2}
{"event": "train", "step": 900, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.69161, "bpb": 2.44048, "chunk_loss": 0.030524, "F": 0.20203, "G": 0.24035, "chunks": 206.88, "bytes_per_chunk": 4.95, "boundary_entropy": 0.18777, "router_noise": 0.0, "grad_norm": 0.9737, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.263, "probe_sec": 0.03, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02464, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00843, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.15458, "trunc_abs_frac": 1.08099, "mean_delta_full": 0.11371, "read_hit_rate": {"surface": 0.84912}, "mean_gate": {"surface": 0.40036}, "n_reads": 5594, "n_cand": 6588, "read_suppressed_frac": 0.1026, "dropout_reads_logged": 5594, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 72.5946044921875, "n_util_obs": 207, "util_count_spearman": 0.2107120968386159}, "probe_overhead_sec_total": 52.962, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.019198, "alpha": 0.03, "t": 244.3}
{"event": "consolidate", "step": 950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 255.9}
{"event": "train", "step": 950, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.70031, "bpb": 2.45303, "chunk_loss": 0.030623, "F": 0.20645, "G": 0.23892, "chunks": 211.41, "bytes_per_chunk": 4.844, "boundary_entropy": 0.17776, "router_noise": 0.0, "grad_norm": 1.0659, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.235, "probe_sec": 0.0729, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06112, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08184, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.20313, "trunc_abs_frac": 0.40263, "mean_delta_full": 0.17019, "read_hit_rate": {"surface": 0.86009}, "mean_gate": {"surface": 0.40007}, "n_reads": 5791, "n_cand": 6733, "read_suppressed_frac": 0.1034, "dropout_reads_logged": 5791, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 76.86225891113281, "n_util_obs": 218, "util_count_spearman": 0.19884303211648002}, "probe_overhead_sec_total": 56.125, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.018724, "alpha": 0.03, "t": 256.1}
{"event": "consolidate", "step": 1000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 267.5}
{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3561.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20462, "cps": 27.820312, "mean_p": 0.225341, "boundary_entropy": 0.156092, "bpb": 2.307759}, "tr": {"chunks": 3338.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184389, "cps": 26.078125, "mean_p": 0.262769, "boundary_entropy": 0.313738, "bpb": 2.608011}, "fi": {"chunks": 3397.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180586, "cps": 26.539062, "mean_p": 0.236997, "boundary_entropy": 0.25746, "bpb": 2.84906}}, "bpb": {"en": 2.30776, "tr": 2.60801, "fi": 2.84906}, "gini_cpc": 0.02813, "gini_cps": 0.014439, "bpic": 5.510101, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9011309942670559, "fi": 0.8825428685657181}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 81.05412292480469, "n_util_obs": 233, "util_count_spearman": 0.16263269739804814}, "t": 268.2}
{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.32122, "tr": 2.61812, "fi": 2.85344}, "bytes_per_chunk": {"en": 4.685, "tr": 5.83, "fi": 5.707}, "bpb_mean": 2.59759, "frozen_inventory": true, "t": 269.1}
{"event": "train", "step": 1000, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.70619, "bpb": 2.46151, "chunk_loss": 0.030546, "F": 0.20294, "G": 0.2385, "chunks": 207.81, "bytes_per_chunk": 4.928, "boundary_entropy": 0.18287, "router_noise": 0.0, "grad_norm": 0.9313, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.302, "probe_sec": 0.057, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03876, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04349, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.93434, "trunc_abs_frac": 0.85139, "mean_delta_full": 1.79903, "read_hit_rate": {"surface": 0.83651}, "mean_gate": {"surface": 0.40774}, "n_reads": 5536, "n_cand": 6618, "read_suppressed_frac": 0.1001, "dropout_reads_logged": 5536, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 81.13984680175781, "n_util_obs": 234, "util_count_spearman": 0.15995221602628656}, "probe_overhead_sec_total": 59.293, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.022314, "alpha": 0.03, "t": 271.2}
{"event": "probe", "step": 1024, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3531.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202896, "cps": 27.585938, "mean_p": 0.222323, "boundary_entropy": 0.148814, "bpb": 2.300036}, "tr": {"chunks": 3274.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180854, "cps": 25.578125, "mean_p": 0.252633, "boundary_entropy": 0.304407, "bpb": 2.584496}, "fi": {"chunks": 3475.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184732, "cps": 27.148438, "mean_p": 0.240498, "boundary_entropy": 0.257383, "bpb": 2.810093}}, "bpb": {"en": 2.30004, "tr": 2.5845, "fi": 2.81009}, "gini_cpc": 0.025849, "gini_cps": 0.016667, "bpic": 5.518677, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8913628429710083, "fi": 0.910477731196072}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 83.09324645996094, "n_util_obs": 238, "util_count_spearman": 0.15495153633685851}, "t": 279.7}
{"event": "consolidate", "step": 1050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 287.9}
{"event": "train", "step": 1050, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.72486, "bpb": 2.48845, "chunk_loss": 0.030435, "F": 0.19836, "G": 0.2335, "chunks": 203.12, "bytes_per_chunk": 5.041, "boundary_entropy": 0.18629, "router_noise": 0.0, "grad_norm": 1.0111, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.337, "probe_sec": 0.0264, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02112, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.2413, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.08435, "trunc_abs_frac": 1.21848, "mean_delta_full": -0.5882, "read_hit_rate": {"surface": 0.81679}, "mean_gate": {"surface": 0.39808}, "n_reads": 5283, "n_cand": 6468, "read_suppressed_frac": 0.0963, "dropout_reads_logged": 5283, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 85.39279174804688, "n_util_obs": 242, "util_count_spearman": 0.14673369344562606}, "probe_overhead_sec_total": 62.399, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.021917, "alpha": 0.03, "t": 288.1}
{"event": "consolidate", "step": 1100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 305.9}
{"event": "train", "step": 1100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.70645, "bpb": 2.46189, "chunk_loss": 0.03063, "F": 0.20801, "G": 0.23561, "chunks": 213.0, "bytes_per_chunk": 4.808, "boundary_entropy": 0.16398, "router_noise": 0.0, "grad_norm": 0.997, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.362, "probe_sec": 0.0374, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02938, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.23176, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.68491, "trunc_abs_frac": 0.50661, "mean_delta_full": 0.2238, "read_hit_rate": {"surface": 0.84169}, "mean_gate": {"surface": 0.41418}, "n_reads": 5710, "n_cand": 6784, "read_suppressed_frac": 0.0944, "dropout_reads_logged": 5710, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 89.69528198242188, "n_util_obs": 252, "util_count_spearman": 0.17225248680649188}, "probe_overhead_sec_total": 64.811, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.020411, "alpha": 0.03, "t": 306.2}
{"event": "consolidate", "step": 1150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 320.6}
{"event": "train", "step": 1150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.71552, "bpb": 2.47497, "chunk_loss": 0.030629, "F": 0.20349, "G": 0.24509, "chunks": 208.38, "bytes_per_chunk": 4.914, "boundary_entropy": 0.19723, "router_noise": 0.0, "grad_norm": 0.8655, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.295, "probe_sec": 0.0413, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03404, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.22784, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 3.68713, "trunc_abs_frac": 0.70851, "mean_delta_full": 0.09513, "read_hit_rate": {"surface": 0.81163}, "mean_gate": {"surface": 0.4169}, "n_reads": 5386, "n_cand": 6636, "read_suppressed_frac": 0.0986, "dropout_reads_logged": 5386, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 93.99711608886719, "n_util_obs": 263, "util_count_spearman": 0.20593671186054666}, "probe_overhead_sec_total": 68.091, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.020002, "alpha": 0.03, "t": 320.9}
{"event": "consolidate", "step": 1200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 336.1}
{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3579.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.205654, "cps": 27.960938, "mean_p": 0.222461, "boundary_entropy": 0.140729, "bpb": 2.240228}, "tr": {"chunks": 3400.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.187814, "cps": 26.5625, "mean_p": 0.251184, "boundary_entropy": 0.287354, "bpb": 2.524762}, "fi": {"chunks": 3599.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191324, "cps": 28.117188, "mean_p": 0.23862, "boundary_entropy": 0.241144, "bpb": 2.725526}}, "bpb": {"en": 2.24023, "tr": 2.52476, "fi": 2.72553}, "gini_cpc": 0.020338, "gini_cps": 0.012542, "bpic": 5.363207, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9132523268755639, "fi": 0.9303200589371765}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 98.18882751464844, "n_util_obs": 270, "util_count_spearman": 0.1885879210621544}, "t": 336.8}
{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.25431, "tr": 2.53545, "fi": 2.73246}, "bytes_per_chunk": {"en": 4.661, "tr": 5.755, "fi": 5.48}, "bpb_mean": 2.50741, "frozen_inventory": true, "t": 337.9}
{"event": "train", "step": 1200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.61694, "bpb": 2.33275, "chunk_loss": 0.030538, "F": 0.20276, "G": 0.23664, "chunks": 207.62, "bytes_per_chunk": 4.932, "boundary_entropy": 0.17442, "router_noise": 0.0, "grad_norm": 0.9601, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.37, "probe_sec": 0.0526, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0429, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.10778, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.0362, "trunc_abs_frac": 0.78163, "mean_delta_full": -0.20569, "read_hit_rate": {"surface": 0.84422}, "mean_gate": {"surface": 0.4221}, "n_reads": 5582, "n_cand": 6612, "read_suppressed_frac": 0.1035, "dropout_reads_logged": 5582, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 98.2752685546875, "n_util_obs": 270, "util_count_spearman": 0.18593346711570424}, "probe_overhead_sec_total": 70.951, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.019739, "alpha": 0.03, "t": 339.4}
{"event": "consolidate", "step": 1250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 355.4}
{"event": "train", "step": 1250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.65462, "bpb": 2.38711, "chunk_loss": 0.030526, "F": 0.20145, "G": 0.23617, "chunks": 206.28, "bytes_per_chunk": 4.964, "boundary_entropy": 0.17785, "router_noise": 0.0, "grad_norm": 0.8703, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.324, "probe_sec": 0.0298, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01949, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.11519, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.26847, "trunc_abs_frac": 3.89105, "mean_delta_full": 0.14374, "read_hit_rate": {"surface": 0.82524}, "mean_gate": {"surface": 0.42349}, "n_reads": 5421, "n_cand": 6569, "read_suppressed_frac": 0.1046, "dropout_reads_logged": 5421, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 102.53736877441406, "n_util_obs": 282, "util_count_spearman": 0.18939912424576238}, "probe_overhead_sec_total": 74.111, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.021651, "alpha": 0.03, "t": 355.6}
{"event": "consolidate", "step": 1300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 376.9}
{"event": "train", "step": 1300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.57741, "bpb": 2.27572, "chunk_loss": 0.030568, "F": 0.20654, "G": 0.23257, "chunks": 211.5, "bytes_per_chunk": 4.842, "boundary_entropy": 0.14694, "router_noise": 0.0, "grad_norm": 0.8842, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.437, "probe_sec": 0.0347, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02527, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.22196, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 3.90209, "trunc_abs_frac": 1.13609, "mean_delta_full": 0.16675, "read_hit_rate": {"surface": 0.86283}, "mean_gate": {"surface": 0.43944}, "n_reads": 5812, "n_cand": 6736, "read_suppressed_frac": 0.1017, "dropout_reads_logged": 5812, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 106.8538818359375, "n_util_obs": 291, "util_count_spearman": 0.18532981265665133}, "probe_overhead_sec_total": 77.627, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.025776, "alpha": 0.03, "t": 377.5}
{"event": "consolidate", "step": 1350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 396.9}
{"event": "train", "step": 1350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.6048, "bpb": 2.31524, "chunk_loss": 0.030543, "F": 0.20819, "G": 0.22551, "chunks": 213.19, "bytes_per_chunk": 4.803, "boundary_entropy": 0.13082, "router_noise": 0.0, "grad_norm": 0.9658, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.393, "probe_sec": 0.0706, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05959, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.27007, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.38372, "trunc_abs_frac": 0.74441, "mean_delta_full": -0.31625, "read_hit_rate": {"surface": 0.86922}, "mean_gate": {"surface": 0.43782}, "n_reads": 5902, "n_cand": 6790, "read_suppressed_frac": 0.1015, "dropout_reads_logged": 5902, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 111.18064880371094, "n_util_obs": 299, "util_count_spearman": 0.20222812183126}, "probe_overhead_sec_total": 80.701, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.022309, "alpha": 0.03, "t": 397.1}
{"event": "consolidate", "step": 1400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 411.4}
{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3569.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20508, "cps": 27.882812, "mean_p": 0.218837, "boundary_entropy": 0.123598, "bpb": 2.181837}, "tr": {"chunks": 3357.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.185439, "cps": 26.226562, "mean_p": 0.243667, "boundary_entropy": 0.266419, "bpb": 2.449229}, "fi": {"chunks": 3747.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.199192, "cps": 29.273438, "mean_p": 0.234668, "boundary_entropy": 0.214174, "bpb": 2.649845}}, "bpb": {"en": 2.18184, "tr": 2.44923, "fi": 2.64985}, "gini_cpc": 0.022204, "gini_cps": 0.024361, "bpic": 5.315469, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9042288556251394, "fi": 0.9712910387484095}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 115.41325378417969, "n_util_obs": 307, "util_count_spearman": 0.2060989301075959}, "t": 412.2}
{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.19605, "tr": 2.46042, "fi": 2.65924}, "bytes_per_chunk": {"en": 4.678, "tr": 5.73, "fi": 5.236}, "bpb_mean": 2.43857, "frozen_inventory": true, "t": 413.4}
{"event": "train", "step": 1400, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.57203, "bpb": 2.26796, "chunk_loss": 0.030495, "F": 0.20462, "G": 0.22844, "chunks": 209.53, "bytes_per_chunk": 4.887, "boundary_entropy": 0.14681, "router_noise": 0.0, "grad_norm": 0.8276, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.348, "probe_sec": 0.0275, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02057, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.38293, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.62684, "trunc_abs_frac": 1.04323, "mean_delta_full": 0.68403, "read_hit_rate": {"surface": 0.86168}, "mean_gate": {"surface": 0.43046}, "n_reads": 5750, "n_cand": 6673, "read_suppressed_frac": 0.0941, "dropout_reads_logged": 5750, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 115.50222778320312, "n_util_obs": 307, "util_count_spearman": 0.20782563705907622}, "probe_overhead_sec_total": 84.338, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.02178, "alpha": 0.03, "t": 414.5}
{"event": "consolidate", "step": 1450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 428.7}
{"event": "train", "step": 1450, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.55124, "bpb": 2.23797, "chunk_loss": 0.030623, "F": 0.20825, "G": 0.23547, "chunks": 213.25, "bytes_per_chunk": 4.802, "boundary_entropy": 0.15995, "router_noise": 0.0, "grad_norm": 0.8022, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.287, "probe_sec": 0.0568, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04842, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.79057, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.99193, "trunc_abs_frac": 0.85902, "mean_delta_full": 2.46167, "read_hit_rate": {"surface": 0.85895}, "mean_gate": {"surface": 0.43699}, "n_reads": 5834, "n_cand": 6792, "read_suppressed_frac": 0.0999, "dropout_reads_logged": 5834, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 119.79803466796875, "n_util_obs": 322, "util_count_spearman": 0.19095504931420498}, "probe_overhead_sec_total": 87.467, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.023529, "alpha": 0.03, "t": 428.9}
{"event": "consolidate", "step": 1500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 438.6}
{"event": "train", "step": 1500, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.54059, "bpb": 2.2226, "chunk_loss": 0.030414, "F": 0.20117, "G": 0.22073, "chunks": 206.0, "bytes_per_chunk": 4.971, "boundary_entropy": 0.1322, "router_noise": 0.0, "grad_norm": 1.024, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.198, "probe_sec": 0.0747, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06721, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00755, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.3629, "trunc_abs_frac": 0.3629, "mean_delta_full": -0.33301, "read_hit_rate": {"surface": 0.85808}, "mean_gate": {"surface": 0.43766}, "n_reads": 5629, "n_cand": 6560, "read_suppressed_frac": 0.0902, "dropout_reads_logged": 5629, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 124.11846923828125, "n_util_obs": 332, "util_count_spearman": 0.18021552047115452}, "probe_overhead_sec_total": 89.897, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.026878, "alpha": 0.03, "t": 438.8}
{"event": "consolidate", "step": 1550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 450.0}
{"event": "train", "step": 1550, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.53416, "bpb": 2.21333, "chunk_loss": 0.030578, "F": 0.20825, "G": 0.22762, "chunks": 213.25, "bytes_per_chunk": 4.802, "boundary_entropy": 0.13306, "router_noise": 0.0, "grad_norm": 0.8715, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.229, "probe_sec": 0.0321, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02585, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.35107, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -5.3062, "trunc_abs_frac": 0.79851, "mean_delta_full": -0.03267, "read_hit_rate": {"surface": 0.8591}, "mean_gate": {"surface": 0.44412}, "n_reads": 5835, "n_cand": 6792, "read_suppressed_frac": 0.1021, "dropout_reads_logged": 5835, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 128.4793701171875, "n_util_obs": 344, "util_count_spearman": 0.19382524046031474}, "probe_overhead_sec_total": 93.306, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.029547, "alpha": 0.03, "t": 450.2}
{"event": "consolidate", "step": 1600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 463.3}
{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3549.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20393, "cps": 27.726562, "mean_p": 0.21331, "boundary_entropy": 0.107039, "bpb": 2.142831}, "tr": {"chunks": 3365.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.185881, "cps": 26.289062, "mean_p": 0.23277, "boundary_entropy": 0.248258, "bpb": 2.407354}, "fi": {"chunks": 3750.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.199351, "cps": 29.296875, "mean_p": 0.233148, "boundary_entropy": 0.208377, "bpb": 2.580358}}, "bpb": {"en": 2.14283, "tr": 2.40735, "fi": 2.58036}, "gini_cpc": 0.020424, "gini_cps": 0.024069, "bpic": 5.319955, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9114915313420449, "fi": 0.9775466801429515}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 132.7294464111328, "n_util_obs": 359, "util_count_spearman": 0.19315555439708892}, "t": 464.1}
{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.15862, "tr": 2.41907, "fi": 2.59168}, "bytes_per_chunk": {"en": 4.714, "tr": 5.642, "fi": 5.219}, "bpb_mean": 2.38979, "frozen_inventory": true, "t": 465.3}
{"event": "train", "step": 1600, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.50947, "bpb": 2.17771, "chunk_loss": 0.030436, "F": 0.20132, "G": 0.22518, "chunks": 206.16, "bytes_per_chunk": 4.967, "boundary_entropy": 0.14206, "router_noise": 0.0, "grad_norm": 0.7717, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.33, "probe_sec": 0.0467, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03845, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.1803, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.85795, "trunc_abs_frac": 0.77463, "mean_delta_full": 0.50773, "read_hit_rate": {"surface": 0.84981}, "mean_gate": {"surface": 0.43873}, "n_reads": 5579, "n_cand": 6565, "read_suppressed_frac": 0.097, "dropout_reads_logged": 5579, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 132.815673828125, "n_util_obs": 359, "util_count_spearman": 0.19340000027233065}, "probe_overhead_sec_total": 96.834, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.027272, "alpha": 0.03, "t": 466.8}
{"event": "consolidate", "step": 1650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 481.0}
{"event": "train", "step": 1650, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.56578, "bpb": 2.25894, "chunk_loss": 0.030508, "F": 0.207, "G": 0.22388, "chunks": 211.97, "bytes_per_chunk": 4.831, "boundary_entropy": 0.13344, "router_noise": 0.0, "grad_norm": 0.8374, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.29, "probe_sec": 0.0358, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02809, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.0993, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -1.67449, "trunc_abs_frac": 2.93927, "mean_delta_full": -0.02014, "read_hit_rate": {"surface": 0.85424}, "mean_gate": {"surface": 0.43946}, "n_reads": 5767, "n_cand": 6751, "read_suppressed_frac": 0.1066, "dropout_reads_logged": 5767, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 137.15286254882812, "n_util_obs": 375, "util_count_spearman": 0.2009568098661583}, "probe_overhead_sec_total": 100.043, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.031265, "alpha": 0.03, "t": 481.2}
{"event": "consolidate", "step": 1700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 494.1}
{"event": "train", "step": 1700, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.55773, "bpb": 2.24732, "chunk_loss": 0.030434, "F": 0.20096, "G": 0.22433, "chunks": 205.78, "bytes_per_chunk": 4.976, "boundary_entropy": 0.13693, "router_noise": 0.0, "grad_norm": 0.8791, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.262, "probe_sec": 0.0533, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03996, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.06014, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.5929, "trunc_abs_frac": 1.23779, "mean_delta_full": 0.26431, "read_hit_rate": {"surface": 0.8387}, "mean_gate": {"surface": 0.43243}, "n_reads": 5496, "n_cand": 6553, "read_suppressed_frac": 0.0915, "dropout_reads_logged": 5496, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 141.5116424560547, "n_util_obs": 386, "util_count_spearman": 0.2051777091463817}, "probe_overhead_sec_total": 103.105, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.031222, "alpha": 0.03, "t": 494.3}
{"event": "consolidate", "step": 1750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 507.6}
{"event": "train", "step": 1750, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.52815, "bpb": 2.20465, "chunk_loss": 0.030589, "F": 0.20969, "G": 0.22524, "chunks": 214.72, "bytes_per_chunk": 4.769, "boundary_entropy": 0.12283, "router_noise": 0.0, "grad_norm": 0.7801, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.269, "probe_sec": 0.0358, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02307, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.22305, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 8, "trunc_ratio_sum": -1.08237, "trunc_abs_frac": 3.13982, "mean_delta_full": -0.05745, "read_hit_rate": {"surface": 0.86752}, "mean_gate": {"surface": 0.45069}, "n_reads": 5933, "n_cand": 6839, "read_suppressed_frac": 0.0978, "dropout_reads_logged": 5933, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 145.8603973388672, "n_util_obs": 404, "util_count_spearman": 0.19746498721338815}, "probe_overhead_sec_total": 107.05, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.03261, "alpha": 0.03, "t": 507.8}
{"event": "consolidate", "step": 1800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 519.8}
{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3524.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202494, "cps": 27.53125, "mean_p": 0.210316, "boundary_entropy": 0.1053, "bpb": 2.113392}, "tr": {"chunks": 3520.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.194443, "cps": 27.5, "mean_p": 0.232325, "boundary_entropy": 0.234784, "bpb": 2.351249}, "fi": {"chunks": 3731.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.198341, "cps": 29.148438, "mean_p": 0.225113, "boundary_entropy": 0.190699, "bpb": 2.562746}}, "bpb": {"en": 2.11339, "tr": 2.35125, "fi": 2.56275}, "gini_cpc": 0.009016, "gini_cps": 0.013055, "bpic": 5.265151, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9602411926758115, "fi": 0.9794935625549593}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 150.0915985107422, "n_util_obs": 410, "util_count_spearman": 0.19109548732629636}, "t": 520.5}
{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.12987, "tr": 2.36201, "fi": 2.57314}, "bytes_per_chunk": {"en": 4.736, "tr": 5.481, "fi": 5.197}, "bpb_mean": 2.35501, "frozen_inventory": true, "t": 521.7}
{"event": "train", "step": 1800, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.58351, "bpb": 2.28452, "chunk_loss": 0.030499, "F": 0.20532, "G": 0.22551, "chunks": 210.25, "bytes_per_chunk": 4.87, "boundary_entropy": 0.13869, "router_noise": 0.0, "grad_norm": 0.9672, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.308, "probe_sec": 0.1051, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0922, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.5055, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.82482}, "mean_gate": {"surface": 0.43563}, "n_reads": 5523, "n_cand": 6696, "read_suppressed_frac": 0.1034, "dropout_reads_logged": 5523, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 150.1718292236328, "n_util_obs": 410, "util_count_spearman": 0.190480659388614}, "probe_overhead_sec_total": 110.749, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.03582, "alpha": 0.03, "t": 523.2}
{"event": "consolidate", "step": 1850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 536.5}
{"event": "train", "step": 1850, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.53157, "bpb": 2.20958, "chunk_loss": 0.030538, "F": 0.20679, "G": 0.22597, "chunks": 211.75, "bytes_per_chunk": 4.836, "boundary_entropy": 0.12891, "router_noise": 0.0, "grad_norm": 0.7587, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.27, "probe_sec": 0.0368, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02896, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.10016, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.35918, "trunc_abs_frac": 0.35918, "mean_delta_full": -0.67615, "read_hit_rate": {"surface": 0.85053}, "mean_gate": {"surface": 0.44431}, "n_reads": 5736, "n_cand": 6744, "read_suppressed_frac": 0.0987, "dropout_reads_logged": 5736, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 154.4827423095703, "n_util_obs": 423, "util_count_spearman": 0.1896318240616594}, "probe_overhead_sec_total": 114.419, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.028581, "alpha": 0.03, "t": 536.7}
{"event": "consolidate", "step": 1900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 549.0}
{"event": "train", "step": 1900, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.56956, "bpb": 2.2644, "chunk_loss": 0.030495, "F": 0.20566, "G": 0.2222, "chunks": 210.59, "bytes_per_chunk": 4.862, "boundary_entropy": 0.12008, "router_noise": 0.0, "grad_norm": 0.749, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.252, "probe_sec": 0.0433, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03497, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.15246, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.24721, "trunc_abs_frac": 0.4732, "mean_delta_full": -0.47688, "read_hit_rate": {"surface": 0.84852}, "mean_gate": {"surface": 0.44501}, "n_reads": 5691, "n_cand": 6707, "read_suppressed_frac": 0.0977, "dropout_reads_logged": 5691, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 158.8118438720703, "n_util_obs": 431, "util_count_spearman": 0.17257682816506423}, "probe_overhead_sec_total": 117.384, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.034054, "alpha": 0.03, "t": 549.3}
{"event": "consolidate", "step": 1950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 563.1}
{"event": "train", "step": 1950, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.52819, "bpb": 2.20472, "chunk_loss": 0.03051, "F": 0.20615, "G": 0.22111, "chunks": 211.09, "bytes_per_chunk": 4.851, "boundary_entropy": 0.11802, "router_noise": 0.0, "grad_norm": 0.7448, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.281, "probe_sec": 0.0584, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04717, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.26091, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.99015, "trunc_abs_frac": 1.50294, "mean_delta_full": 0.18787, "read_hit_rate": {"surface": 0.84813}, "mean_gate": {"surface": 0.44703}, "n_reads": 5702, "n_cand": 6723, "read_suppressed_frac": 0.1022, "dropout_reads_logged": 5702, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 163.16444396972656, "n_util_obs": 445, "util_count_spearman": 0.16628934871231174}, "probe_overhead_sec_total": 120.906, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.030688, "alpha": 0.03, "t": 563.4}
{"event": "consolidate", "step": 2000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 576.7}
{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3533.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203011, "cps": 27.601562, "mean_p": 0.209417, "boundary_entropy": 0.096326, "bpb": 2.083837}, "tr": {"chunks": 3397.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.187648, "cps": 26.539062, "mean_p": 0.227234, "boundary_entropy": 0.226251, "bpb": 2.320877}, "fi": {"chunks": 3671.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.195152, "cps": 28.679688, "mean_p": 0.221387, "boundary_entropy": 0.178049, "bpb": 2.489794}}, "bpb": {"en": 2.08384, "tr": 2.32088, "fi": 2.48979}, "gini_cpc": 0.017483, "gini_cps": 0.017231, "bpic": 5.351571, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9243266574469557, "fi": 0.9612868111402318}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 167.4188690185547, "n_util_obs": 457, "util_count_spearman": 0.1697414647490565}, "t": 577.6}
{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.10137, "tr": 2.32852, "fi": 2.49816}, "bytes_per_chunk": {"en": 4.731, "tr": 5.637, "fi": 5.216}, "bpb_mean": 2.30935, "frozen_inventory": true, "t": 578.9}
{"event": "train", "step": 2000, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.54822, "bpb": 2.2336, "chunk_loss": 0.030457, "F": 0.2041, "G": 0.22139, "chunks": 209.0, "bytes_per_chunk": 4.9, "boundary_entropy": 0.1223, "router_noise": 0.0, "grad_norm": 0.7698, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.341, "probe_sec": 0.0365, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02542, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.11226, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.99116, "trunc_abs_frac": 0.99082, "mean_delta_full": 0.2417, "read_hit_rate": {"surface": 0.83894}, "mean_gate": {"surface": 0.45048}, "n_reads": 5584, "n_cand": 6656, "read_suppressed_frac": 0.1049, "dropout_reads_logged": 5584, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 167.50503540039062, "n_util_obs": 458, "util_count_spearman": 0.16643446965135184}, "probe_overhead_sec_total": 124.481, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.034823, "alpha": 0.03, "t": 580.4}
{"event": "probe", "step": 2048, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3536.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203183, "cps": 27.625, "mean_p": 0.210351, "boundary_entropy": 0.092433, "bpb": 2.068576}, "tr": {"chunks": 3419.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188864, "cps": 26.710938, "mean_p": 0.224158, "boundary_entropy": 0.218742, "bpb": 2.319035}, "fi": {"chunks": 3770.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.200415, "cps": 29.453125, "mean_p": 0.223879, "boundary_entropy": 0.175315, "bpb": 2.478103}}, "bpb": {"en": 2.06858, "tr": 2.31903, "fi": 2.4781}, "gini_cpc": 0.016113, "gini_cps": 0.021818, "bpic": 5.289697, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9295235840013517, "fi": 0.9863733516371834}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 171.5887451171875, "n_util_obs": 467, "util_count_spearman": 0.16707361997056194}, "t": 594.1}
{"event": "consolidate", "step": 2050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 596.3}
{"event": "train", "step": 2050, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.60121, "bpb": 2.31006, "chunk_loss": 0.030465, "F": 0.20267, "G": 0.22344, "chunks": 207.53, "bytes_per_chunk": 4.934, "boundary_entropy": 0.12959, "router_noise": 0.0, "grad_norm": 0.797, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.322, "probe_sec": 0.0543, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04471, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.27459, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 4.18489, "trunc_abs_frac": 4.18489, "mean_delta_full": 0.06421, "read_hit_rate": {"surface": 0.82494}, "mean_gate": {"surface": 0.43665}, "n_reads": 5452, "n_cand": 6609, "read_suppressed_frac": 0.1049, "dropout_reads_logged": 5452, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 171.84510803222656, "n_util_obs": 468, "util_count_spearman": 0.1667864683843163}, "probe_overhead_sec_total": 128.461, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.04132, "alpha": 0.03, "t": 596.5}
{"event": "consolidate", "step": 2100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 609.3}
{"event": "train", "step": 2100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.49312, "bpb": 2.15412, "chunk_loss": 0.030522, "F": 0.20758, "G": 0.22302, "chunks": 212.56, "bytes_per_chunk": 4.817, "boundary_entropy": 0.11755, "router_noise": 0.0, "grad_norm": 0.7534, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.263, "probe_sec": 0.0415, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03118, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.059, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.61526, "trunc_abs_frac": 3.133, "mean_delta_full": -0.3573, "read_hit_rate": {"surface": 0.86041}, "mean_gate": {"surface": 0.44887}, "n_reads": 5825, "n_cand": 6770, "read_suppressed_frac": 0.1021, "dropout_reads_logged": 5825, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 176.16958618164062, "n_util_obs": 484, "util_count_spearman": 0.15716718053428685}, "probe_overhead_sec_total": 131.368, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.039845, "alpha": 0.03, "t": 609.7}
{"event": "consolidate", "step": 2150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 622.9}
{"event": "train", "step": 2150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.50841, "bpb": 2.17618, "chunk_loss": 0.0304, "F": 0.20212, "G": 0.21639, "chunks": 206.97, "bytes_per_chunk": 4.948, "boundary_entropy": 0.11432, "router_noise": 0.0, "grad_norm": 0.707, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.27, "probe_sec": 0.1142, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10635, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00402, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.12689, "trunc_abs_frac": 0.1782, "mean_delta_full": -0.15729, "read_hit_rate": {"surface": 0.84418}, "mean_gate": {"surface": 0.4385}, "n_reads": 5564, "n_cand": 6591, "read_suppressed_frac": 0.0978, "dropout_reads_logged": 5564, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 180.49620056152344, "n_util_obs": 493, "util_count_spearman": 0.15315987795762007}, "probe_overhead_sec_total": 134.456, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.039373, "alpha": 0.03, "t": 623.2}
{"event": "consolidate", "step": 2200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 635.9}
{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3530.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202839, "cps": 27.578125, "mean_p": 0.209203, "boundary_entropy": 0.090591, "bpb": 2.051234}, "tr": {"chunks": 3408.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188256, "cps": 26.625, "mean_p": 0.224936, "boundary_entropy": 0.216157, "bpb": 2.275519}, "fi": {"chunks": 3661.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19462, "cps": 28.601562, "mean_p": 0.21589, "boundary_entropy": 0.162049, "bpb": 2.451283}}, "bpb": {"en": 2.05123, "tr": 2.27552, "fi": 2.45128}, "gini_cpc": 0.016598, "gini_cps": 0.015913, "bpic": 5.35258, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9281078574771777, "fi": 0.9594829467358543}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 184.74810791015625, "n_util_obs": 498, "util_count_spearman": 0.14088955268676823}, "t": 636.6}
{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.06887, "tr": 2.28387, "fi": 2.4598}, "bytes_per_chunk": {"en": 4.725, "tr": 5.578, "fi": 5.241}, "bpb_mean": 2.27085, "frozen_inventory": true, "t": 637.9}
{"event": "train", "step": 2200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.47125, "bpb": 2.12257, "chunk_loss": 0.030476, "F": 0.20654, "G": 0.2193, "chunks": 211.5, "bytes_per_chunk": 4.842, "boundary_entropy": 0.10575, "router_noise": 0.0, "grad_norm": 0.6657, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.335, "probe_sec": 0.0555, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03146, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.18668, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.63357, "trunc_abs_frac": 2.50171, "mean_delta_full": 0.14795, "read_hit_rate": {"surface": 0.85986}, "mean_gate": {"surface": 0.43425}, "n_reads": 5792, "n_cand": 6736, "read_suppressed_frac": 0.1019, "dropout_reads_logged": 5792, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 184.83738708496094, "n_util_obs": 498, "util_count_spearman": 0.14132761990149237}, "probe_overhead_sec_total": 138.529, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.036336, "alpha": 0.03, "t": 639.9}
{"event": "consolidate", "step": 2250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 652.1}
{"event": "train", "step": 2250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.50519, "bpb": 2.17153, "chunk_loss": 0.030378, "F": 0.20053, "G": 0.21549, "chunks": 205.34, "bytes_per_chunk": 4.987, "boundary_entropy": 0.11051, "router_noise": 0.0, "grad_norm": 0.6965, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.251, "probe_sec": 0.1276, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.12055, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01739, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.48069, "trunc_abs_frac": 0.65873, "mean_delta_full": 0.72542, "read_hit_rate": {"surface": 0.84355}, "mean_gate": {"surface": 0.44585}, "n_reads": 5516, "n_cand": 6539, "read_suppressed_frac": 0.1042, "dropout_reads_logged": 5516, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 189.16766357421875, "n_util_obs": 511, "util_count_spearman": 0.14927754821816394}, "probe_overhead_sec_total": 141.473, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.040105, "alpha": 0.03, "t": 652.4}
{"event": "consolidate", "step": 2300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 665.4}
{"event": "train", "step": 2300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.48808, "bpb": 2.14684, "chunk_loss": 0.030489, "F": 0.20718, "G": 0.21922, "chunks": 212.16, "bytes_per_chunk": 4.827, "boundary_entropy": 0.10403, "router_noise": 0.0, "grad_norm": 0.7327, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.264, "probe_sec": 0.0299, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02366, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04772, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.08873, "trunc_abs_frac": 2.4018, "mean_delta_full": -0.09795, "read_hit_rate": {"surface": 0.86917}, "mean_gate": {"surface": 0.44405}, "n_reads": 5873, "n_cand": 6757, "read_suppressed_frac": 0.0994, "dropout_reads_logged": 5873, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 193.4878692626953, "n_util_obs": 526, "util_count_spearman": 0.14013659190446634}, "probe_overhead_sec_total": 145.007, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.036407, "alpha": 0.03, "t": 665.6}
{"event": "consolidate", "step": 2350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 678.0}
{"event": "train", "step": 2350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.4866, "bpb": 2.1447, "chunk_loss": 0.030336, "F": 0.19455, "G": 0.21879, "chunks": 199.22, "bytes_per_chunk": 5.14, "boundary_entropy": 0.13425, "router_noise": 0.0, "grad_norm": 0.767, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.254, "probe_sec": 0.097, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0886, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.19182, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 1.0262, "trunc_abs_frac": 1.0262, "mean_delta_full": -0.10718, "read_hit_rate": {"surface": 0.82012}, "mean_gate": {"surface": 0.44046}, "n_reads": 5202, "n_cand": 6343, "read_suppressed_frac": 0.1028, "dropout_reads_logged": 5202, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 197.80987548828125, "n_util_obs": 538, "util_count_spearman": 0.14412104902927234}, "probe_overhead_sec_total": 148.664, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.037596, "alpha": 0.03, "t": 678.3}
{"event": "consolidate", "step": 2400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 691.3}
{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3526.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202609, "cps": 27.546875, "mean_p": 0.208942, "boundary_entropy": 0.087545, "bpb": 2.0294}, "tr": {"chunks": 3458.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191018, "cps": 27.015625, "mean_p": 0.222379, "boundary_entropy": 0.209178, "bpb": 2.249391}, "fi": {"chunks": 3757.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.199724, "cps": 29.351562, "mean_p": 0.222241, "boundary_entropy": 0.166626, "bpb": 2.417526}}, "bpb": {"en": 2.0294, "tr": 2.24939, "fi": 2.41753}, "gini_cpc": 0.013023, "gini_cps": 0.018558, "bpic": 5.281817, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9427927838022979, "fi": 0.985759846589321}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 202.05906677246094, "n_util_obs": 551, "util_count_spearman": 0.1362280182450242}, "t": 692.1}
{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.04548, "tr": 2.25748, "fi": 2.43126}, "bytes_per_chunk": {"en": 4.727, "tr": 5.531, "fi": 5.103}, "bpb_mean": 2.24474, "frozen_inventory": true, "t": 693.5}
{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 694.7}
{"event": "train", "step": 2400, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44343, "bpb": 2.08244, "chunk_loss": 0.030578, "F": 0.21188, "G": 0.22306, "chunks": 216.97, "bytes_per_chunk": 4.72, "boundary_entropy": 0.10414, "router_noise": 0.0, "grad_norm": 0.7439, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.333, "probe_sec": 0.1036, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09222, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02947, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.37804, "trunc_abs_frac": 1.37491, "mean_delta_full": 0.0719, "read_hit_rate": {"surface": 0.87932}, "mean_gate": {"surface": 0.44698}, "n_reads": 6077, "n_cand": 6911, "read_suppressed_frac": 0.1, "dropout_reads_logged": 6077, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 202.1526641845703, "n_util_obs": 551, "util_count_spearman": 0.13642195487018946}, "probe_overhead_sec_total": 152.548, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.032433, "alpha": 0.03, "t": 695.0}
{"event": "consolidate", "step": 2450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 707.5}
{"event": "train", "step": 2450, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.62903, "bpb": 2.35019, "chunk_loss": 0.030496, "F": 0.20584, "G": 0.22038, "chunks": 210.78, "bytes_per_chunk": 4.858, "boundary_entropy": 0.10458, "router_noise": 0.0, "grad_norm": 0.7026, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.253, "probe_sec": 0.0307, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02516, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.14761, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 1.01527, "trunc_abs_frac": 1.11, "mean_delta_full": -0.09279, "read_hit_rate": {"surface": 0.82139}, "mean_gate": {"surface": 0.43205}, "n_reads": 5514, "n_cand": 6713, "read_suppressed_frac": 0.1001, "dropout_reads_logged": 5514, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 206.504638671875, "n_util_obs": 557, "util_count_spearman": 0.13071177752289953}, "probe_overhead_sec_total": 155.232, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.032354, "alpha": 0.03, "t": 707.6}
{"event": "consolidate", "step": 2500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 719.7}
{"event": "train", "step": 2500, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.47987, "bpb": 2.13501, "chunk_loss": 0.030426, "F": 0.20328, "G": 0.21571, "chunks": 208.16, "bytes_per_chunk": 4.919, "boundary_entropy": 0.0978, "router_noise": 0.0, "grad_norm": 0.714, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.248, "probe_sec": 0.0322, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02568, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.39255, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.80963, "trunc_abs_frac": 1.4746, "mean_delta_full": 0.20235, "read_hit_rate": {"surface": 0.85518}, "mean_gate": {"surface": 0.4409}, "n_reads": 5669, "n_cand": 6629, "read_suppressed_frac": 0.0975, "dropout_reads_logged": 5669, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 210.85150146484375, "n_util_obs": 563, "util_count_spearman": 0.13742882619920288}, "probe_overhead_sec_total": 158.517, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.036622, "alpha": 0.03, "t": 720.0}
{"event": "consolidate", "step": 2550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 732.2}
{"event": "train", "step": 2550, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.47419, "bpb": 2.12681, "chunk_loss": 0.030569, "F": 0.21085, "G": 0.22264, "chunks": 215.91, "bytes_per_chunk": 4.743, "boundary_entropy": 0.1212, "router_noise": 0.0, "grad_norm": 0.6902, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.248, "probe_sec": 0.1417, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.13497, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.4104, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": -1.70026, "trunc_abs_frac": 1.81923, "mean_delta_full": 0.06278, "read_hit_rate": {"surface": 0.84514}, "mean_gate": {"surface": 0.44561}, "n_reads": 5812, "n_cand": 6877, "read_suppressed_frac": 0.0914, "dropout_reads_logged": 5812, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 215.2257080078125, "n_util_obs": 574, "util_count_spearman": 0.13878114476395415}, "probe_overhead_sec_total": 161.843, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.038125, "alpha": 0.03, "t": 732.4}
{"event": "consolidate", "step": 2600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 745.7}
{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3522.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202379, "cps": 27.515625, "mean_p": 0.207758, "boundary_entropy": 0.087997, "bpb": 2.010238}, "tr": {"chunks": 3434.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189692, "cps": 26.828125, "mean_p": 0.223144, "boundary_entropy": 0.207939, "bpb": 2.226516}, "fi": {"chunks": 3577.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.190155, "cps": 27.945312, "mean_p": 0.212889, "boundary_entropy": 0.153313, "bpb": 2.387567}}, "bpb": {"en": 2.01024, "tr": 2.22652, "fi": 2.38757}, "gini_cpc": 0.014527, "gini_cps": 0.009051, "bpic": 5.38612, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9373127139882225, "fi": 0.9395974409478234}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 219.4482879638672, "n_util_obs": 585, "util_count_spearman": 0.12239366559002138}, "t": 746.5}
{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.02601, "tr": 2.2312, "fi": 2.40116}, "bytes_per_chunk": {"en": 4.739, "tr": 5.555, "fi": 5.333}, "bpb_mean": 2.21946, "frozen_inventory": true, "t": 747.6}
{"event": "train", "step": 2600, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.49835, "bpb": 2.16167, "chunk_loss": 0.030422, "F": 0.20224, "G": 0.21714, "chunks": 207.09, "bytes_per_chunk": 4.945, "boundary_entropy": 0.11304, "router_noise": 0.0, "grad_norm": 0.7272, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.347, "probe_sec": 0.0681, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03127, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.13855, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.38842, "trunc_abs_frac": 0.83585, "mean_delta_full": -0.08716, "read_hit_rate": {"surface": 0.83624}, "mean_gate": {"surface": 0.42129}, "n_reads": 5515, "n_cand": 6595, "read_suppressed_frac": 0.0977, "dropout_reads_logged": 5515, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 219.53001403808594, "n_util_obs": 585, "util_count_spearman": 0.12153889826879928}, "probe_overhead_sec_total": 165.998, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.030679, "alpha": 0.03, "t": 749.8}
{"event": "consolidate", "step": 2650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 770.2}
{"event": "train", "step": 2650, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.45594, "bpb": 2.10048, "chunk_loss": 0.030433, "F": 0.20059, "G": 0.22069, "chunks": 205.41, "bytes_per_chunk": 4.985, "boundary_entropy": 0.11949, "router_noise": 0.0, "grad_norm": 0.7081, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.414, "probe_sec": 0.0433, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03734, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.31438, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.33272, "trunc_abs_frac": 4.03723, "mean_delta_full": 0.16704, "read_hit_rate": {"surface": 0.83535}, "mean_gate": {"surface": 0.43079}, "n_reads": 5464, "n_cand": 6541, "read_suppressed_frac": 0.1007, "dropout_reads_logged": 5464, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 223.8562469482422, "n_util_obs": 593, "util_count_spearman": 0.12898695230840299}, "probe_overhead_sec_total": 169.541, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.034441, "alpha": 0.03, "t": 770.5}
{"event": "consolidate", "step": 2700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 796.9}
{"event": "train", "step": 2700, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.53845, "bpb": 2.21951, "chunk_loss": 0.030489, "F": 0.20468, "G": 0.22018, "chunks": 209.59, "bytes_per_chunk": 4.886, "boundary_entropy": 0.10901, "router_noise": 0.0, "grad_norm": 0.8246, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.533, "probe_sec": 0.0848, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07161, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00607, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.10721, "trunc_abs_frac": 1.34814, "mean_delta_full": -0.27417, "read_hit_rate": {"surface": 0.82112}, "mean_gate": {"surface": 0.42635}, "n_reads": 5481, "n_cand": 6675, "read_suppressed_frac": 0.1027, "dropout_reads_logged": 5481, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 228.16647338867188, "n_util_obs": 606, "util_count_spearman": 0.13366403235137933}, "probe_overhead_sec_total": 172.725, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.036369, "alpha": 0.03, "t": 797.1}
{"event": "consolidate", "step": 2750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 819.2}
{"event": "train", "step": 2750, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.47213, "bpb": 2.12383, "chunk_loss": 0.030432, "F": 0.20279, "G": 0.22002, "chunks": 207.66, "bytes_per_chunk": 4.931, "boundary_entropy": 0.11011, "router_noise": 0.0, "grad_norm": 0.692, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.447, "probe_sec": 0.0383, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02674, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.03327, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.54834, "trunc_abs_frac": 0.83127, "mean_delta_full": 0.05135, "read_hit_rate": {"surface": 0.84772}, "mean_gate": {"surface": 0.42288}, "n_reads": 5606, "n_cand": 6613, "read_suppressed_frac": 0.0947, "dropout_reads_logged": 5606, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 232.50546264648438, "n_util_obs": 612, "util_count_spearman": 0.13255482970929516}, "probe_overhead_sec_total": 176.686, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.038203, "alpha": 0.03, "t": 819.5}
{"event": "consolidate", "step": 2800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 832.7}
{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3531.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202896, "cps": 27.585938, "mean_p": 0.20716, "boundary_entropy": 0.081478, "bpb": 1.989457}, "tr": {"chunks": 3189.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176159, "cps": 24.914062, "mean_p": 0.208549, "boundary_entropy": 0.187437, "bpb": 2.212078}, "fi": {"chunks": 3554.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188932, "cps": 27.765625, "mean_p": 0.211431, "boundary_entropy": 0.147907, "bpb": 2.347146}}, "bpb": {"en": 1.98946, "tr": 2.21208, "fi": 2.34715}, "gini_cpc": 0.031383, "gini_cps": 0.023684, "bpic": 5.5219, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8682211686727384, "fi": 0.9311763616318963}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 236.70751953125, "n_util_obs": 622, "util_count_spearman": 0.11588560292038029}, "t": 833.4}
{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.00721, "tr": 2.21661, "fi": 2.3602}, "bytes_per_chunk": {"en": 4.73, "tr": 5.828, "fi": 5.264}, "bpb_mean": 2.19467, "frozen_inventory": true, "t": 834.4}
{"event": "train", "step": 2800, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44819, "bpb": 2.0893, "chunk_loss": 0.030472, "F": 0.20636, "G": 0.21707, "chunks": 211.31, "bytes_per_chunk": 4.846, "boundary_entropy": 0.09457, "router_noise": 0.0, "grad_norm": 0.6571, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.327, "probe_sec": 0.069, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06055, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.34507, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.20409, "trunc_abs_frac": 0.75197, "mean_delta_full": -0.24802, "read_hit_rate": {"surface": 0.8581}, "mean_gate": {"surface": 0.44207}, "n_reads": 5775, "n_cand": 6730, "read_suppressed_frac": 0.0997, "dropout_reads_logged": 5775, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 236.7967071533203, "n_util_obs": 622, "util_count_spearman": 0.11598094241472257}, "probe_overhead_sec_total": 179.898, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.033093, "alpha": 0.03, "t": 835.8}
{"event": "consolidate", "step": 2850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 853.1}
{"event": "train", "step": 2850, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.53608, "bpb": 2.21609, "chunk_loss": 0.030511, "F": 0.20831, "G": 0.21941, "chunks": 213.31, "bytes_per_chunk": 4.8, "boundary_entropy": 0.09766, "router_noise": 0.0, "grad_norm": 0.7067, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.355, "probe_sec": 0.0507, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03146, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.24527, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.20275, "trunc_abs_frac": 0.74146, "mean_delta_full": 0.16792, "read_hit_rate": {"surface": 0.83898}, "mean_gate": {"surface": 0.43232}, "n_reads": 5700, "n_cand": 6794, "read_suppressed_frac": 0.1007, "dropout_reads_logged": 5700, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 241.09303283691406, "n_util_obs": 636, "util_count_spearman": 0.11076863104983062}, "probe_overhead_sec_total": 183.441, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.036178, "alpha": 0.03, "t": 853.6}
{"event": "consolidate", "step": 2900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 873.0}
{"event": "train", "step": 2900, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.41697, "bpb": 2.04426, "chunk_loss": 0.030375, "F": 0.19986, "G": 0.21613, "chunks": 204.66, "bytes_per_chunk": 5.004, "boundary_entropy": 0.10691, "router_noise": 0.0, "grad_norm": 0.6974, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.394, "probe_sec": 0.029, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02365, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.15863, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -1.5489, "trunc_abs_frac": 2.85261, "mean_delta_full": -0.14511, "read_hit_rate": {"surface": 0.85177}, "mean_gate": {"surface": 0.43736}, "n_reads": 5551, "n_cand": 6517, "read_suppressed_frac": 0.0957, "dropout_reads_logged": 5551, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 245.43753051757812, "n_util_obs": 645, "util_count_spearman": 0.10928412045170408}, "probe_overhead_sec_total": 186.656, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.038172, "alpha": 0.03, "t": 873.3}
{"event": "consolidate", "step": 2950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 894.5}
{"event": "train", "step": 2950, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.35305, "bpb": 1.95204, "chunk_loss": 0.030609, "F": 0.21439, "G": 0.22229, "chunks": 219.53, "bytes_per_chunk": 4.664, "boundary_entropy": 0.08659, "router_noise": 0.0, "grad_norm": 0.6399, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.429, "probe_sec": 0.0971, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0868, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.23553, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": -4.28333, "trunc_abs_frac": 4.28333, "mean_delta_full": -0.05493, "read_hit_rate": {"surface": 0.8959}, "mean_gate": {"surface": 0.44237}, "n_reads": 6265, "n_cand": 6993, "read_suppressed_frac": 0.1006, "dropout_reads_logged": 6265, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 249.79013061523438, "n_util_obs": 659, "util_count_spearman": 0.11369571023573037}, "probe_overhead_sec_total": 190.675, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.04012, "alpha": 0.03, "t": 894.8}
{"event": "consolidate", "step": 3000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 910.7}
{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3532.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202954, "cps": 27.59375, "mean_p": 0.206793, "boundary_entropy": 0.079038, "bpb": 1.976486}, "tr": {"chunks": 3316.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183174, "cps": 25.90625, "mean_p": 0.209961, "boundary_entropy": 0.181019, "bpb": 2.179753}, "fi": {"chunks": 3542.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188294, "cps": 27.671875, "mean_p": 0.208406, "boundary_entropy": 0.138965, "bpb": 2.323588}}, "bpb": {"en": 1.97649, "tr": 2.17975, "fi": 2.32359}, "gini_cpc": 0.022956, "gini_cps": 0.014501, "bpic": 5.46025, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9025419474281714, "fi": 0.9277695160773439}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 254.02066040039062, "n_util_obs": 666, "util_count_spearman": 0.12042082438815119}, "t": 911.3}
{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 1.99213, "tr": 2.18706, "fi": 2.33555}, "bytes_per_chunk": {"en": 4.726, "tr": 5.713, "fi": 5.306}, "bpb_mean": 2.17158, "frozen_inventory": true, "t": 912.4}
{"event": "train", "step": 3000, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43891, "bpb": 2.0759, "chunk_loss": 0.030432, "F": 0.20273, "G": 0.2154, "chunks": 207.59, "bytes_per_chunk": 4.933, "boundary_entropy": 0.10161, "router_noise": 0.0, "grad_norm": 0.7435, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.388, "probe_sec": 0.08, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04234, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.16131, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.37378, "trunc_abs_frac": 1.09685, "mean_delta_full": 0.19373, "read_hit_rate": {"surface": 0.84208}, "mean_gate": {"surface": 0.42895}, "n_reads": 5567, "n_cand": 6611, "read_suppressed_frac": 0.0983, "dropout_reads_logged": 5567, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 254.10574340820312, "n_util_obs": 666, "util_count_spearman": 0.12068858447175215}, "probe_overhead_sec_total": 193.993, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.037353, "alpha": 0.03, "t": 914.2}
{"event": "consolidate", "step": 3050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 929.8}
{"event": "train", "step": 3050, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40725, "bpb": 2.03024, "chunk_loss": 0.030437, "F": 0.20511, "G": 0.21528, "chunks": 210.03, "bytes_per_chunk": 4.875, "boundary_entropy": 0.0904, "router_noise": 0.0, "grad_norm": 0.6703, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.319, "probe_sec": 0.0383, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02948, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.05842, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.66819, "trunc_abs_frac": 0.73406, "mean_delta_full": 0.25674, "read_hit_rate": {"surface": 0.86934}, "mean_gate": {"surface": 0.4345}, "n_reads": 5815, "n_cand": 6689, "read_suppressed_frac": 0.1056, "dropout_reads_logged": 5815, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 258.4471435546875, "n_util_obs": 679, "util_count_spearman": 0.11646192958649894}, "probe_overhead_sec_total": 197.9, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.038957, "alpha": 0.03, "t": 930.1}
{"event": "consolidate", "step": 3100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 942.7}
{"event": "train", "step": 3100, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.50257, "bpb": 2.16775, "chunk_loss": 0.030346, "F": 0.19852, "G": 0.21173, "chunks": 203.28, "bytes_per_chunk": 5.037, "boundary_entropy": 0.09655, "router_noise": 0.0, "grad_norm": 0.8397, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.257, "probe_sec": 0.0877, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07588, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.08611, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.89307, "trunc_abs_frac": 0.93644, "mean_delta_full": -0.29744, "read_hit_rate": {"surface": 0.83593}, "mean_gate": {"surface": 0.43118}, "n_reads": 5411, "n_cand": 6473, "read_suppressed_frac": 0.1035, "dropout_reads_logged": 5411, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 262.7736511230469, "n_util_obs": 686, "util_count_spearman": 0.12026914717664516}, "probe_overhead_sec_total": 201.476, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.038599, "alpha": 0.03, "t": 943.0}
{"event": "consolidate", "step": 3150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 956.0}
{"event": "train", "step": 3150, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40527, "bpb": 2.02738, "chunk_loss": 0.030371, "F": 0.20117, "G": 0.21147, "chunks": 206.0, "bytes_per_chunk": 4.971, "boundary_entropy": 0.09097, "router_noise": 0.0, "grad_norm": 0.6922, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.264, "probe_sec": 0.0806, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07074, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.28889, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.02081, "trunc_abs_frac": 0.93573, "mean_delta_full": 0.34517, "read_hit_rate": {"surface": 0.85412}, "mean_gate": {"surface": 0.41995}, "n_reads": 5603, "n_cand": 6560, "read_suppressed_frac": 0.0982, "dropout_reads_logged": 5603, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 267.1008605957031, "n_util_obs": 697, "util_count_spearman": 0.13364581963571617}, "probe_overhead_sec_total": 205.332, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.031721, "alpha": 0.03, "t": 956.2}
{"event": "consolidate", "step": 3200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 970.0}
{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3527.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202666, "cps": 27.554688, "mean_p": 0.207098, "boundary_entropy": 0.072165, "bpb": 1.958644}, "tr": {"chunks": 3358.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.185494, "cps": 26.234375, "mean_p": 0.211472, "boundary_entropy": 0.180125, "bpb": 2.155366}, "fi": {"chunks": 3598.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191271, "cps": 28.109375, "mean_p": 0.211307, "boundary_entropy": 0.139657, "bpb": 2.303345}}, "bpb": {"en": 1.95864, "tr": 2.15537, "fi": 2.30335}, "gini_cpc": 0.019757, "gini_cps": 0.015263, "bpic": 5.41181, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9152691006810242, "fi": 0.9437738420068237}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 271.34698486328125, "n_util_obs": 707, "util_count_spearman": 0.13910530972040527}, "t": 970.8}
{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 1.97488, "tr": 2.16288, "fi": 2.31585}, "bytes_per_chunk": {"en": 4.737, "tr": 5.712, "fi": 5.269}, "bpb_mean": 2.1512, "frozen_inventory": true, "t": 972.0}
{"event": "train", "step": 3200, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.33771, "bpb": 1.9299, "chunk_loss": 0.030449, "F": 0.20706, "G": 0.2149, "chunks": 212.03, "bytes_per_chunk": 4.829, "boundary_entropy": 0.07771, "router_noise": 0.0, "grad_norm": 0.6672, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.349, "probe_sec": 0.0382, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02863, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.08853, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.05195, "trunc_abs_frac": 1.14848, "mean_delta_full": 0.42041, "read_hit_rate": {"surface": 0.89382}, "mean_gate": {"surface": 0.43343}, "n_reads": 6036, "n_cand": 6753, "read_suppressed_frac": 0.1011, "dropout_reads_logged": 6036, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 271.4396667480469, "n_util_obs": 707, "util_count_spearman": 0.139546957259152}, "probe_overhead_sec_total": 208.964, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.040048, "alpha": 0.03, "t": 973.6}
{"event": "consolidate", "step": 3250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 986.1}
{"event": "train", "step": 3250, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.33778, "bpb": 1.93001, "chunk_loss": 0.030461, "F": 0.20563, "G": 0.21637, "chunks": 210.56, "bytes_per_chunk": 4.863, "boundary_entropy": 0.08954, "router_noise": 0.0, "grad_norm": 0.6413, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.257, "probe_sec": 0.1254, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.11468, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02147, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.55383, "trunc_abs_frac": 1.81645, "mean_delta_full": 0.13022, "read_hit_rate": {"surface": 0.87489}, "mean_gate": {"surface": 0.42792}, "n_reads": 5867, "n_cand": 6706, "read_suppressed_frac": 0.0972, "dropout_reads_logged": 5867, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 275.7396240234375, "n_util_obs": 719, "util_count_spearman": 0.13641096889840887}, "probe_overhead_sec_total": 212.384, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.036996, "alpha": 0.03, "t": 986.5}
{"event": "consolidate", "step": 3300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 999.5}
{"event": "train", "step": 3300, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.46193, "bpb": 2.10912, "chunk_loss": 0.030463, "F": 0.20618, "G": 0.21566, "chunks": 211.12, "bytes_per_chunk": 4.85, "boundary_entropy": 0.08776, "router_noise": 0.0, "grad_norm": 0.7124, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.266, "probe_sec": 0.0843, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07103, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.18822, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.13751, "trunc_abs_frac": 0.89244, "mean_delta_full": 0.16714, "read_hit_rate": {"surface": 0.85277}, "mean_gate": {"surface": 0.4168}, "n_reads": 5734, "n_cand": 6724, "read_suppressed_frac": 0.0989, "dropout_reads_logged": 5734, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 280.0619201660156, "n_util_obs": 734, "util_count_spearman": 0.12422324022357917}, "probe_overhead_sec_total": 215.49, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.043483, "alpha": 0.03, "t": 999.8}
{"event": "consolidate", "step": 3350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1013.6}
{"event": "train", "step": 3350, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.41505, "bpb": 2.04148, "chunk_loss": 0.030391, "F": 0.20233, "G": 0.21222, "chunks": 207.19, "bytes_per_chunk": 4.942, "boundary_entropy": 0.08918, "router_noise": 0.0, "grad_norm": 0.6656, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.279, "probe_sec": 0.0337, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02614, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0657, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.45278, "trunc_abs_frac": 1.84096, "mean_delta_full": 0.30933, "read_hit_rate": {"surface": 0.8548}, "mean_gate": {"surface": 0.43139}, "n_reads": 5640, "n_cand": 6598, "read_suppressed_frac": 0.0941, "dropout_reads_logged": 5640, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 284.39666748046875, "n_util_obs": 753, "util_count_spearman": 0.13432908717899714}, "probe_overhead_sec_total": 219.137, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.041543, "alpha": 0.03, "t": 1013.7}
{"event": "consolidate", "step": 3400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1027.4}
{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3536.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203183, "cps": 27.625, "mean_p": 0.206951, "boundary_entropy": 0.073843, "bpb": 1.941044}, "tr": {"chunks": 3299.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.182235, "cps": 25.773438, "mean_p": 0.209194, "boundary_entropy": 0.175806, "bpb": 2.137305}, "fi": {"chunks": 3690.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.196162, "cps": 28.828125, "mean_p": 0.214589, "boundary_entropy": 0.135358, "bpb": 2.277511}}, "bpb": {"en": 1.94104, "tr": 2.1373, "fi": 2.27751}, "gini_cpc": 0.024013, "gini_cps": 0.024766, "bpic": 5.390214, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8968991821060132, "fi": 0.965442352132946}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 288.6640625, "n_util_obs": 763, "util_count_spearman": 0.13236067477878424}, "t": 1028.1}
{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 1.96056, "tr": 2.14387, "fi": 2.28959}, "bytes_per_chunk": {"en": 4.727, "tr": 5.674, "fi": 5.083}, "bpb_mean": 2.13134, "frozen_inventory": true, "t": 1029.4}
{"event": "train", "step": 3400, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.37247, "bpb": 1.98005, "chunk_loss": 0.030477, "F": 0.20819, "G": 0.21681, "chunks": 213.19, "bytes_per_chunk": 4.803, "boundary_entropy": 0.08378, "router_noise": 0.0, "grad_norm": 0.7064, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.343, "probe_sec": 0.0398, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02633, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.25258, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.73127, "trunc_abs_frac": 0.73127, "mean_delta_full": -0.61279, "read_hit_rate": {"surface": 0.86627}, "mean_gate": {"surface": 0.42884}, "n_reads": 5882, "n_cand": 6790, "read_suppressed_frac": 0.1039, "dropout_reads_logged": 5882, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 288.75439453125, "n_util_obs": 763, "util_count_spearman": 0.1316971595500764}, "probe_overhead_sec_total": 222.981, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.039518, "alpha": 0.03, "t": 1030.9}
{"event": "consolidate", "step": 3450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1043.0}
{"event": "train", "step": 3450, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.5341, "bpb": 2.21325, "chunk_loss": 0.030493, "F": 0.20554, "G": 0.21735, "chunks": 210.47, "bytes_per_chunk": 4.865, "boundary_entropy": 0.09311, "router_noise": 0.0, "grad_norm": 0.7665, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.246, "probe_sec": 0.0404, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03462, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06405, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.63264, "trunc_abs_frac": 0.60934, "mean_delta_full": -0.29753, "read_hit_rate": {"surface": 0.82456}, "mean_gate": {"surface": 0.41899}, "n_reads": 5527, "n_cand": 6703, "read_suppressed_frac": 0.1086, "dropout_reads_logged": 5527, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 293.09808349609375, "n_util_obs": 780, "util_count_spearman": 0.15049203451219972}, "probe_overhead_sec_total": 226.772, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.038472, "alpha": 0.03, "t": 1043.2}
{"event": "consolidate", "step": 3500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1056.2}
{"event": "train", "step": 3500, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40226, "bpb": 2.02303, "chunk_loss": 0.030415, "F": 0.20358, "G": 0.21413, "chunks": 208.47, "bytes_per_chunk": 4.912, "boundary_entropy": 0.08927, "router_noise": 0.0, "grad_norm": 0.693, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.266, "probe_sec": 0.0378, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02441, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.33367, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.30456, "trunc_abs_frac": 0.99123, "mean_delta_full": 0.45845, "read_hit_rate": {"surface": 0.85917}, "mean_gate": {"surface": 0.42062}, "n_reads": 5704, "n_cand": 6639, "read_suppressed_frac": 0.1013, "dropout_reads_logged": 5704, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 297.4683532714844, "n_util_obs": 791, "util_count_spearman": 0.1501163826221891}, "probe_overhead_sec_total": 229.737, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.035914, "alpha": 0.03, "t": 1056.5}
{"event": "consolidate", "step": 3550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1069.6}
{"event": "train", "step": 3550, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.39655, "bpb": 2.0148, "chunk_loss": 0.030395, "F": 0.20395, "G": 0.21312, "chunks": 208.84, "bytes_per_chunk": 4.903, "boundary_entropy": 0.0856, "router_noise": 0.0, "grad_norm": 0.6675, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.267, "probe_sec": 0.0525, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04226, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0171, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.43485, "trunc_abs_frac": 0.61335, "mean_delta_full": 0.24078, "read_hit_rate": {"surface": 0.84874}, "mean_gate": {"surface": 0.41591}, "n_reads": 5645, "n_cand": 6651, "read_suppressed_frac": 0.0919, "dropout_reads_logged": 5645, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 301.82159423828125, "n_util_obs": 803, "util_count_spearman": 0.15454199750142608}, "probe_overhead_sec_total": 233.415, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.034832, "alpha": 0.03, "t": 1069.8}
{"event": "consolidate", "step": 3600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1083.4}
{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3526.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202609, "cps": 27.546875, "mean_p": 0.20523, "boundary_entropy": 0.072776, "bpb": 1.925352}, "tr": {"chunks": 3283.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.181351, "cps": 25.648438, "mean_p": 0.206647, "boundary_entropy": 0.172004, "bpb": 2.127346}, "fi": {"chunks": 3544.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.1884, "cps": 27.6875, "mean_p": 0.207878, "boundary_entropy": 0.130966, "bpb": 2.262315}}, "bpb": {"en": 1.92535, "tr": 2.12735, "fi": 2.26231}, "gini_cpc": 0.02476, "gini_cps": 0.016807, "bpic": 5.479764, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8950805983872019, "fi": 0.9298730093991361}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 306.03424072265625, "n_util_obs": 817, "util_count_spearman": 0.15653146301459472}, "t": 1084.2}
{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 1.94142, "tr": 2.13274, "fi": 2.2757}, "bytes_per_chunk": {"en": 4.736, "tr": 5.769, "fi": 5.255}, "bpb_mean": 2.11662, "frozen_inventory": true, "t": 1085.4}
{"event": "train", "step": 3600, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.42068, "bpb": 2.04961, "chunk_loss": 0.030389, "F": 0.20105, "G": 0.21479, "chunks": 205.88, "bytes_per_chunk": 4.974, "boundary_entropy": 0.1008, "router_noise": 0.0, "grad_norm": 0.6963, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.341, "probe_sec": 0.1406, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.13083, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06105, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.56003, "trunc_abs_frac": 0.69178, "mean_delta_full": 0.08197, "read_hit_rate": {"surface": 0.82672}, "mean_gate": {"surface": 0.41483}, "n_reads": 5420, "n_cand": 6556, "read_suppressed_frac": 0.1022, "dropout_reads_logged": 5420, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 306.11529541015625, "n_util_obs": 819, "util_count_spearman": 0.15574329516679308}, "probe_overhead_sec_total": 237.425, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.034121, "alpha": 0.03, "t": 1086.9}
{"event": "consolidate", "step": 3650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1099.4}
{"event": "train", "step": 3650, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.34765, "bpb": 1.94425, "chunk_loss": 0.030398, "F": 0.20432, "G": 0.21139, "chunks": 209.22, "bytes_per_chunk": 4.894, "boundary_entropy": 0.07685, "router_noise": 0.0, "grad_norm": 0.6389, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.256, "probe_sec": 0.045, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03678, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.33363, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 1.04872, "trunc_abs_frac": 0.98629, "mean_delta_full": 0.24815, "read_hit_rate": {"surface": 0.88399}, "mean_gate": {"surface": 0.42123}, "n_reads": 5890, "n_cand": 6663, "read_suppressed_frac": 0.0961, "dropout_reads_logged": 5890, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 310.4273376464844, "n_util_obs": 844, "util_count_spearman": 0.1660315756374694}, "probe_overhead_sec_total": 241.421, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.042214, "alpha": 0.03, "t": 1099.7}
{"event": "consolidate", "step": 3700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1112.3}
{"event": "train", "step": 3700, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.4543, "bpb": 2.09812, "chunk_loss": 0.030382, "F": 0.1994, "G": 0.21239, "chunks": 204.19, "bytes_per_chunk": 5.015, "boundary_entropy": 0.0947, "router_noise": 0.0, "grad_norm": 0.7494, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.258, "probe_sec": 0.043, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0353, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.22718, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.86383, "trunc_abs_frac": 0.64225, "mean_delta_full": 0.75704, "read_hit_rate": {"surface": 0.8159}, "mean_gate": {"surface": 0.40151}, "n_reads": 5305, "n_cand": 6502, "read_suppressed_frac": 0.0986, "dropout_reads_logged": 5305, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 314.7879638671875, "n_util_obs": 853, "util_count_spearman": 0.1614237078142375}, "probe_overhead_sec_total": 245.167, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.036839, "alpha": 0.03, "t": 1112.6}
{"event": "consolidate", "step": 3750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1126.4}
{"event": "train", "step": 3750, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44051, "bpb": 2.07821, "chunk_loss": 0.030631, "F": 0.20944, "G": 0.21909, "chunks": 214.47, "bytes_per_chunk": 4.775, "boundary_entropy": 0.09264, "router_noise": 0.0, "grad_norm": 0.7604, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.284, "probe_sec": 0.0777, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06503, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09447, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.83824}, "mean_gate": {"surface": 0.41848}, "n_reads": 5726, "n_cand": 6831, "read_suppressed_frac": 0.099, "dropout_reads_logged": 5726, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 319.135009765625, "n_util_obs": 866, "util_count_spearman": 0.15992786891982497}, "probe_overhead_sec_total": 248.461, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.040983, "alpha": 0.03, "t": 1126.7}
{"event": "consolidate", "step": 3800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1140.2}
{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3520.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202264, "cps": 27.5, "mean_p": 0.204792, "boundary_entropy": 0.06862, "bpb": 1.908099}, "tr": {"chunks": 3315.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183119, "cps": 25.898438, "mean_p": 0.206315, "boundary_entropy": 0.167887, "bpb": 2.11201}, "fi": {"chunks": 3586.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.190633, "cps": 28.015625, "mean_p": 0.207891, "boundary_entropy": 0.128697, "bpb": 2.241223}}, "bpb": {"en": 1.9081, "tr": 2.11201, "fi": 2.24122}, "gini_cpc": 0.022158, "gini_cps": 0.017337, "bpic": 5.444007, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9053456891876284, "fi": 0.942496743926426}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 323.34857177734375, "n_util_obs": 873, "util_count_spearman": 0.15898157779598773}, "t": 1141.0}
{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 1.92741, "tr": 2.11657, "fi": 2.25395}, "bytes_per_chunk": {"en": 4.738, "tr": 5.774, "fi": 5.219}, "bpb_mean": 2.09931, "frozen_inventory": true, "t": 1142.4}
{"event": "train", "step": 3800, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.32668, "bpb": 1.91399, "chunk_loss": 0.030438, "F": 0.20694, "G": 0.21282, "chunks": 211.91, "bytes_per_chunk": 4.832, "boundary_entropy": 0.07572, "router_noise": 0.0, "grad_norm": 0.6824, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.343, "probe_sec": 0.1313, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.12103, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.1994, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.60801, "trunc_abs_frac": 1.15773, "mean_delta_full": 0.09102, "read_hit_rate": {"surface": 0.88117}, "mean_gate": {"surface": 0.42575}, "n_reads": 5947, "n_cand": 6749, "read_suppressed_frac": 0.0895, "dropout_reads_logged": 5947, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 323.4401550292969, "n_util_obs": 873, "util_count_spearman": 0.15893076979408202}, "probe_overhead_sec_total": 251.643, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.041534, "alpha": 0.03, "t": 1143.9}
{"event": "consolidate", "step": 3850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1156.3}
{"event": "train", "step": 3850, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.34516, "bpb": 1.94065, "chunk_loss": 0.030457, "F": 0.20706, "G": 0.21344, "chunks": 212.03, "bytes_per_chunk": 4.829, "boundary_entropy": 0.07963, "router_noise": 0.0, "grad_norm": 0.673, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.253, "probe_sec": 0.0471, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03888, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.13933, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 6.17714, "trunc_abs_frac": 1.03055, "mean_delta_full": 0.05728, "read_hit_rate": {"surface": 0.87576}, "mean_gate": {"surface": 0.42045}, "n_reads": 5914, "n_cand": 6753, "read_suppressed_frac": 0.1021, "dropout_reads_logged": 5914, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 327.7254638671875, "n_util_obs": 884, "util_count_spearman": 0.1482625166258494}, "probe_overhead_sec_total": 254.932, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.042262, "alpha": 0.03, "t": 1156.5}
{"event": "consolidate", "step": 3900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1170.6}
{"event": "train", "step": 3900, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.4163, "bpb": 2.04328, "chunk_loss": 0.030388, "F": 0.20331, "G": 0.214, "chunks": 208.19, "bytes_per_chunk": 4.919, "boundary_entropy": 0.09024, "router_noise": 0.0, "grad_norm": 0.6957, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.287, "probe_sec": 0.1407, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.13392, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00563, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 9.20511, "trunc_abs_frac": 2.7218, "mean_delta_full": 0.03467, "read_hit_rate": {"surface": 0.84977}, "mean_gate": {"surface": 0.40622}, "n_reads": 5634, "n_cand": 6630, "read_suppressed_frac": 0.0971, "dropout_reads_logged": 5634, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 332.1112060546875, "n_util_obs": 895, "util_count_spearman": 0.1453024717251347}, "probe_overhead_sec_total": 258.773, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.042139, "alpha": 0.03, "t": 1170.9}
{"event": "consolidate", "step": 3950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1184.0}
{"event": "train", "step": 3950, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40884, "bpb": 2.03253, "chunk_loss": 0.030443, "F": 0.20657, "G": 0.21305, "chunks": 211.53, "bytes_per_chunk": 4.841, "boundary_entropy": 0.07797, "router_noise": 0.0, "grad_norm": 0.6892, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.269, "probe_sec": 0.03, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02268, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.09147, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 1.0, "trunc_abs_frac": 1.0, "mean_delta_full": -2.59558, "read_hit_rate": {"surface": 0.85246}, "mean_gate": {"surface": 0.42278}, "n_reads": 5743, "n_cand": 6737, "read_suppressed_frac": 0.1008, "dropout_reads_logged": 5743, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 336.4319763183594, "n_util_obs": 912, "util_count_spearman": 0.1489259659395729}, "probe_overhead_sec_total": 263.068, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.040274, "alpha": 0.03, "t": 1184.3}
{"event": "consolidate", "step": 4000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1197.0}
{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3528.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202724, "cps": 27.5625, "mean_p": 0.204709, "boundary_entropy": 0.067618, "bpb": 1.899132}, "tr": {"chunks": 3310.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.182843, "cps": 25.859375, "mean_p": 0.205193, "boundary_entropy": 0.162752, "bpb": 2.093383}, "fi": {"chunks": 3579.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.190261, "cps": 27.960938, "mean_p": 0.208859, "boundary_entropy": 0.127434, "bpb": 2.235733}}, "bpb": {"en": 1.89913, "tr": 2.09338, "fi": 2.23573}, "gini_cpc": 0.023017, "gini_cps": 0.017215, "bpic": 5.446098, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9019303186114527, "fi": 0.9385239476684831}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 340.66815185546875, "n_util_obs": 921, "util_count_spearman": 0.1452580754247494}, "t": 1197.8}
{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 1.91714, "tr": 2.09579, "fi": 2.2468}, "bytes_per_chunk": {"en": 4.736, "tr": 5.782, "fi": 5.227}, "bpb_mean": 2.08658, "frozen_inventory": true, "t": 1199.1}
{"event": "train", "step": 4000, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.35687, "bpb": 1.95756, "chunk_loss": 0.030361, "F": 0.19992, "G": 0.21159, "chunks": 204.72, "bytes_per_chunk": 5.002, "boundary_entropy": 0.09148, "router_noise": 0.0, "grad_norm": 0.6922, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.322, "probe_sec": 0.1166, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10813, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01303, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.06858, "trunc_abs_frac": 0.16571, "mean_delta_full": -0.09344, "read_hit_rate": {"surface": 0.85151}, "mean_gate": {"surface": 0.40904}, "n_reads": 5551, "n_cand": 6519, "read_suppressed_frac": 0.0926, "dropout_reads_logged": 5551, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 340.7540588378906, "n_util_obs": 921, "util_count_spearman": 0.1453504820015338}, "probe_overhead_sec_total": 266.654, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.037987, "alpha": 0.03, "t": 1200.4}
{"event": "consolidate", "step": 4050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1212.4}
{"event": "train", "step": 4050, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.48118, "bpb": 2.13689, "chunk_loss": 0.03038, "F": 0.19907, "G": 0.21129, "chunks": 203.84, "bytes_per_chunk": 5.023, "boundary_entropy": 0.08972, "router_noise": 0.0, "grad_norm": 0.7482, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.245, "probe_sec": 0.0559, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04882, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03481, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.71441, "trunc_abs_frac": 0.74676, "mean_delta_full": 0.70923, "read_hit_rate": {"surface": 0.81574}, "mean_gate": {"surface": 0.39396}, "n_reads": 5295, "n_cand": 6491, "read_suppressed_frac": 0.1008, "dropout_reads_logged": 5295, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 345.00921630859375, "n_util_obs": 938, "util_count_spearman": 0.14259946958087277}, "probe_overhead_sec_total": 269.559, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.045346, "alpha": 0.03, "t": 1212.7}
{"event": "probe", "step": 4096, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3518.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202149, "cps": 27.484375, "mean_p": 0.204528, "boundary_entropy": 0.067076, "bpb": 1.894211}, "tr": {"chunks": 3300.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.18229, "cps": 25.78125, "mean_p": 0.203347, "boundary_entropy": 0.162947, "bpb": 2.087744}, "fi": {"chunks": 3582.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19042, "cps": 27.984375, "mean_p": 0.209212, "boundary_entropy": 0.127941, "bpb": 2.220972}}, "bpb": {"en": 1.89421, "tr": 2.08774, "fi": 2.22097}, "gini_cpc": 0.02303, "gini_cps": 0.018077, "bpic": 5.455, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9017614668285141, "fi": 0.9419806531860917}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 348.88812255859375, "n_util_obs": 951, "util_count_spearman": 0.131245426778103}, "t": 1224.0}
{"event": "consolidate", "step": 4100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1226.4}
{"event": "train", "step": 4100, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.42593, "bpb": 2.05718, "chunk_loss": 0.030411, "F": 0.20303, "G": 0.21604, "chunks": 207.91, "bytes_per_chunk": 4.925, "boundary_entropy": 0.09376, "router_noise": 0.0, "grad_norm": 0.7066, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.28, "probe_sec": 0.027, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0205, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07747, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.04305, "trunc_abs_frac": 0.17166, "mean_delta_full": -0.54175, "read_hit_rate": {"surface": 0.82556}, "mean_gate": {"surface": 0.39709}, "n_reads": 5466, "n_cand": 6621, "read_suppressed_frac": 0.099, "dropout_reads_logged": 5466, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 349.32373046875, "n_util_obs": 952, "util_count_spearman": 0.13106284380831157}, "probe_overhead_sec_total": 272.865, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.039409, "alpha": 0.03, "t": 1226.7}
{"event": "consolidate", "step": 4150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1238.7}
{"event": "train", "step": 4150, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.3617, "bpb": 1.96452, "chunk_loss": 0.03047, "F": 0.20734, "G": 0.21433, "chunks": 212.31, "bytes_per_chunk": 4.823, "boundary_entropy": 0.07968, "router_noise": 0.0, "grad_norm": 0.6669, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.246, "probe_sec": 0.0261, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02002, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09748, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.69324, "trunc_abs_frac": 1.09356, "mean_delta_full": 0.17977, "read_hit_rate": {"surface": 0.87326}, "mean_gate": {"surface": 0.40088}, "n_reads": 5905, "n_cand": 6762, "read_suppressed_frac": 0.1019, "dropout_reads_logged": 5905, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 353.62872314453125, "n_util_obs": 963, "util_count_spearman": 0.12526743697689127}, "probe_overhead_sec_total": 275.77, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.035039, "alpha": 0.03, "t": 1239.0}
{"event": "consolidate", "step": 4200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1255.4}
{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3514.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201919, "cps": 27.453125, "mean_p": 0.203389, "boundary_entropy": 0.067197, "bpb": 1.889143}, "tr": {"chunks": 3299.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.182235, "cps": 25.773438, "mean_p": 0.201122, "boundary_entropy": 0.158967, "bpb": 2.074143}, "fi": {"chunks": 3483.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.185158, "cps": 27.210938, "mean_p": 0.203388, "boundary_entropy": 0.12398, "bpb": 2.222983}}, "bpb": {"en": 1.88914, "tr": 2.07414, "fi": 2.22298}, "gini_cpc": 0.02305, "gini_cps": 0.013921, "bpic": 5.510101, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.902514373342875, "fi": 0.9169886369601675}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 357.85064697265625, "n_util_obs": 974, "util_count_spearman": 0.12127489429043385}, "t": 1256.1}
{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 1.90711, "tr": 2.07982, "fi": 2.23066}, "bytes_per_chunk": {"en": 4.748, "tr": 5.84, "fi": 5.356}, "bpb_mean": 2.07253, "frozen_inventory": true, "t": 1257.2}
{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 1259.3}
{"event": "train", "step": 4200, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.44521, "bpb": 2.085, "chunk_loss": 0.030444, "F": 0.20673, "G": 0.21474, "chunks": 211.69, "bytes_per_chunk": 4.837, "boundary_entropy": 0.08166, "router_noise": 0.0, "grad_norm": 0.7289, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.428, "probe_sec": 0.0566, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03433, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.18363, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -1.32674, "trunc_abs_frac": 1.0659, "mean_delta_full": -0.13043, "read_hit_rate": {"surface": 0.84737}, "mean_gate": {"surface": 0.40003}, "n_reads": 5713, "n_cand": 6742, "read_suppressed_frac": 0.0994, "dropout_reads_logged": 5713, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 357.93914794921875, "n_util_obs": 974, "util_count_spearman": 0.12124157486994826}, "probe_overhead_sec_total": 279.305, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.039979, "alpha": 0.03, "t": 1260.4}
{"event": "consolidate", "step": 4250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1277.9}
{"event": "train", "step": 4250, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.3341, "bpb": 1.9247, "chunk_loss": 0.030369, "F": 0.20303, "G": 0.2099, "chunks": 207.91, "bytes_per_chunk": 4.925, "boundary_entropy": 0.07666, "router_noise": 0.0, "grad_norm": 0.6744, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.357, "probe_sec": 0.1849, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.16996, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.10465, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.08852, "trunc_abs_frac": 2.24564, "mean_delta_full": -0.21194, "read_hit_rate": {"surface": 0.86603}, "mean_gate": {"surface": 0.4099}, "n_reads": 5734, "n_cand": 6621, "read_suppressed_frac": 0.1022, "dropout_reads_logged": 5734, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 362.2501220703125, "n_util_obs": 984, "util_count_spearman": 0.1307011633458215}, "probe_overhead_sec_total": 283.478, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.041571, "alpha": 0.03, "t": 1278.2}
{"event": "consolidate", "step": 4300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1310.6}
{"event": "train", "step": 4300, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33933, "bpb": 1.93225, "chunk_loss": 0.03031, "F": 0.1962, "G": 0.21076, "chunks": 200.91, "bytes_per_chunk": 5.097, "boundary_entropy": 0.09757, "router_noise": 0.0, "grad_norm": 0.7318, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.654, "probe_sec": 0.0521, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03736, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.27458, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.73452, "trunc_abs_frac": 4.70612, "mean_delta_full": -0.18315, "read_hit_rate": {"surface": 0.84164}, "mean_gate": {"surface": 0.39764}, "n_reads": 5384, "n_cand": 6397, "read_suppressed_frac": 0.1007, "dropout_reads_logged": 5384, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 366.6167297363281, "n_util_obs": 995, "util_count_spearman": 0.1349804148776469}, "probe_overhead_sec_total": 287.087, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.041499, "alpha": 0.03, "t": 1310.9}
{"event": "consolidate", "step": 4350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1324.6}
{"event": "train", "step": 4350, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31556, "bpb": 1.89795, "chunk_loss": 0.030371, "F": 0.20105, "G": 0.211, "chunks": 205.88, "bytes_per_chunk": 4.974, "boundary_entropy": 0.08435, "router_noise": 0.0, "grad_norm": 0.69, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.283, "probe_sec": 0.0386, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02725, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.20238, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.54284, "trunc_abs_frac": 0.3749, "mean_delta_full": 0.46823, "read_hit_rate": {"surface": 0.85845}, "mean_gate": {"surface": 0.40075}, "n_reads": 5628, "n_cand": 6556, "read_suppressed_frac": 0.102, "dropout_reads_logged": 5628, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 370.8759765625, "n_util_obs": 1007, "util_count_spearman": 0.1409798189140868}, "probe_overhead_sec_total": 290.859, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.037493, "alpha": 0.03, "t": 1325.1}
{"event": "consolidate", "step": 4400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1337.6}
{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3532.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202954, "cps": 27.59375, "mean_p": 0.205125, "boundary_entropy": 0.065563, "bpb": 1.881545}, "tr": {"chunks": 3289.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.181683, "cps": 25.695312, "mean_p": 0.204655, "boundary_entropy": 0.158873, "bpb": 2.06176}, "fi": {"chunks": 3575.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.190048, "cps": 27.929688, "mean_p": 0.207106, "boundary_entropy": 0.122745, "bpb": 2.201265}}, "bpb": {"en": 1.88155, "tr": 2.06176, "fi": 2.20127}, "gini_cpc": 0.024675, "gini_cps": 0.01834, "bpic": 5.457099, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8951931438755295, "fi": 0.9364133314445242}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 375.0672912597656, "n_util_obs": 1019, "util_count_spearman": 0.13861317075173102}, "t": 1338.2}
{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 1.90003, "tr": 2.0661, "fi": 2.2106}, "bytes_per_chunk": {"en": 4.728, "tr": 5.782, "fi": 5.208}, "bpb_mean": 2.05891, "frozen_inventory": true, "t": 1339.3}
{"event": "train", "step": 4400, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35474, "bpb": 1.95447, "chunk_loss": 0.030488, "F": 0.21036, "G": 0.21492, "chunks": 215.41, "bytes_per_chunk": 4.754, "boundary_entropy": 0.06983, "router_noise": 0.0, "grad_norm": 0.7721, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.311, "probe_sec": 0.0815, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06193, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07099, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.51708, "trunc_abs_frac": 0.50911, "mean_delta_full": -0.23702, "read_hit_rate": {"surface": 0.87611}, "mean_gate": {"surface": 0.40493}, "n_reads": 6011, "n_cand": 6861, "read_suppressed_frac": 0.0942, "dropout_reads_logged": 6011, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 375.1601867675781, "n_util_obs": 1019, "util_count_spearman": 0.1389926202671479}, "probe_overhead_sec_total": 294.098, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.047418, "alpha": 0.03, "t": 1340.6}
{"event": "consolidate", "step": 4450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1362.3}
{"event": "train", "step": 4450, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.38554, "bpb": 1.99891, "chunk_loss": 0.030326, "F": 0.19882, "G": 0.20885, "chunks": 203.59, "bytes_per_chunk": 5.03, "boundary_entropy": 0.08154, "router_noise": 0.0, "grad_norm": 0.6918, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.445, "probe_sec": 0.0394, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02695, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.06589, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.4484, "trunc_abs_frac": 0.62692, "mean_delta_full": -0.23714, "read_hit_rate": {"surface": 0.8476}, "mean_gate": {"surface": 0.40213}, "n_reads": 5495, "n_cand": 6483, "read_suppressed_frac": 0.0986, "dropout_reads_logged": 5495, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 379.47467041015625, "n_util_obs": 1029, "util_count_spearman": 0.1317521125037462}, "probe_overhead_sec_total": 297.772, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.039652, "alpha": 0.03, "t": 1362.8}
{"event": "consolidate", "step": 4500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1382.1}
{"event": "train", "step": 4500, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.39779, "bpb": 2.01659, "chunk_loss": 0.03042, "F": 0.2045, "G": 0.2132, "chunks": 209.41, "bytes_per_chunk": 4.89, "boundary_entropy": 0.08224, "router_noise": 0.0, "grad_norm": 0.68, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.391, "probe_sec": 0.1326, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.12383, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.05806, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.80204, "trunc_abs_frac": 0.60702, "mean_delta_full": -0.396, "read_hit_rate": {"surface": 0.8448}, "mean_gate": {"surface": 0.39926}, "n_reads": 5634, "n_cand": 6669, "read_suppressed_frac": 0.0994, "dropout_reads_logged": 5634, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 383.831298828125, "n_util_obs": 1039, "util_count_spearman": 0.13481314000088265}, "probe_overhead_sec_total": 300.81, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.037898, "alpha": 0.03, "t": 1382.4}
{"event": "consolidate", "step": 4550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1396.1}
{"event": "train", "step": 4550, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31136, "bpb": 1.89189, "chunk_loss": 0.030341, "F": 0.19858, "G": 0.2087, "chunks": 203.34, "bytes_per_chunk": 5.036, "boundary_entropy": 0.08635, "router_noise": 0.0, "grad_norm": 0.6785, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.279, "probe_sec": 0.0839, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07797, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.40521, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.67432, "trunc_abs_frac": 1.44295, "mean_delta_full": -0.11069, "read_hit_rate": {"surface": 0.84834}, "mean_gate": {"surface": 0.40223}, "n_reads": 5493, "n_cand": 6475, "read_suppressed_frac": 0.1007, "dropout_reads_logged": 5493, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 388.16949462890625, "n_util_obs": 1054, "util_count_spearman": 0.12623897764106143}, "probe_overhead_sec_total": 304.139, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.048356, "alpha": 0.03, "t": 1396.3}
{"event": "consolidate", "step": 4600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1409.5}
{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3521.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202321, "cps": 27.507812, "mean_p": 0.203271, "boundary_entropy": 0.064881, "bpb": 1.867031}, "tr": {"chunks": 3271.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180688, "cps": 25.554688, "mean_p": 0.201424, "boundary_entropy": 0.156757, "bpb": 2.056267}, "fi": {"chunks": 3535.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187922, "cps": 27.617188, "mean_p": 0.204117, "boundary_entropy": 0.119375, "bpb": 2.190628}}, "bpb": {"en": 1.86703, "tr": 2.05627, "fi": 2.19063}, "gini_cpc": 0.025261, "gini_cps": 0.017043, "bpic": 5.493561, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8930753199099922, "fi": 0.9288287076224278}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 392.40673828125, "n_util_obs": 1061, "util_count_spearman": 0.12603834027914593}, "t": 1410.3}
{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 1.88648, "tr": 2.06179, "fi": 2.2005}, "bytes_per_chunk": {"en": 4.744, "tr": 5.809, "fi": 5.264}, "bpb_mean": 2.04959, "frozen_inventory": true, "t": 1411.5}
{"event": "train", "step": 4600, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37749, "bpb": 1.98729, "chunk_loss": 0.03037, "F": 0.20233, "G": 0.20892, "chunks": 207.19, "bytes_per_chunk": 4.942, "boundary_entropy": 0.07747, "router_noise": 0.0, "grad_norm": 0.7096, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.331, "probe_sec": 0.0816, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06904, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.49035, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.7733, "trunc_abs_frac": 0.76544, "mean_delta_full": 0.01907, "read_hit_rate": {"surface": 0.84465}, "mean_gate": {"surface": 0.3989}, "n_reads": 5573, "n_cand": 6598, "read_suppressed_frac": 0.1078, "dropout_reads_logged": 5573, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 392.4930725097656, "n_util_obs": 1061, "util_count_spearman": 0.1262402277766911}, "probe_overhead_sec_total": 307.041, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.035593, "alpha": 0.03, "t": 1412.9}
{"event": "consolidate", "step": 4650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1425.4}
{"event": "train", "step": 4650, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.3801, "bpb": 1.99106, "chunk_loss": 0.030475, "F": 0.20767, "G": 0.21597, "chunks": 212.66, "bytes_per_chunk": 4.815, "boundary_entropy": 0.08095, "router_noise": 0.0, "grad_norm": 0.7186, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.255, "probe_sec": 0.1352, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.12765, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.10309, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.37593, "trunc_abs_frac": 1.39634, "mean_delta_full": -0.18665, "read_hit_rate": {"surface": 0.85531}, "mean_gate": {"surface": 0.40062}, "n_reads": 5793, "n_cand": 6773, "read_suppressed_frac": 0.0979, "dropout_reads_logged": 5793, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 396.81512451171875, "n_util_obs": 1074, "util_count_spearman": 0.13030181489865347}, "probe_overhead_sec_total": 311.501, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.038151, "alpha": 0.03, "t": 1425.6}
{"event": "consolidate", "step": 4700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1437.9}
{"event": "train", "step": 4700, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35955, "bpb": 1.96142, "chunk_loss": 0.03038, "F": 0.20126, "G": 0.21174, "chunks": 206.09, "bytes_per_chunk": 4.969, "boundary_entropy": 0.08826, "router_noise": 0.0, "grad_norm": 0.6957, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.249, "probe_sec": 0.0627, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0467, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.18386, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.65624, "trunc_abs_frac": 1.44385, "mean_delta_full": 0.16177, "read_hit_rate": {"surface": 0.85007}, "mean_gate": {"surface": 0.39256}, "n_reads": 5579, "n_cand": 6563, "read_suppressed_frac": 0.1013, "dropout_reads_logged": 5579, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 401.1370849609375, "n_util_obs": 1088, "util_count_spearman": 0.12904004245568734}, "probe_overhead_sec_total": 314.962, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.041621, "alpha": 0.03, "t": 1438.1}
{"event": "consolidate", "step": 4750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1450.7}
{"event": "train", "step": 4750, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.44971, "bpb": 2.09149, "chunk_loss": 0.030371, "F": 0.20074, "G": 0.21106, "chunks": 205.56, "bytes_per_chunk": 4.981, "boundary_entropy": 0.08658, "router_noise": 0.0, "grad_norm": 0.7618, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.257, "probe_sec": 0.0405, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03371, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.28516, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.30341, "trunc_abs_frac": 0.50926, "mean_delta_full": 0.23787, "read_hit_rate": {"surface": 0.8231}, "mean_gate": {"surface": 0.38421}, "n_reads": 5388, "n_cand": 6546, "read_suppressed_frac": 0.1156, "dropout_reads_logged": 5388, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 405.4398498535156, "n_util_obs": 1097, "util_count_spearman": 0.131214312520891}, "probe_overhead_sec_total": 318.336, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.039526, "alpha": 0.03, "t": 1450.9}
{"event": "consolidate", "step": 4800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1463.1}
{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3523.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202436, "cps": 27.523438, "mean_p": 0.203705, "boundary_entropy": 0.065298, "bpb": 1.85554}, "tr": {"chunks": 3213.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177484, "cps": 25.101562, "mean_p": 0.199728, "boundary_entropy": 0.15275, "bpb": 2.043177}, "fi": {"chunks": 3594.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191058, "cps": 28.078125, "mean_p": 0.206704, "boundary_entropy": 0.120966, "bpb": 2.173936}}, "bpb": {"en": 1.85554, "tr": 2.04318, "fi": 2.17394}, "gini_cpc": 0.029134, "gini_cps": 0.024589, "bpic": 5.491965, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8767416757319962, "fi": 0.9437949872397723}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 409.65673828125, "n_util_obs": 1107, "util_count_spearman": 0.13231642895670306}, "t": 1463.9}
{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 1.87541, "tr": 2.04648, "fi": 2.18362}, "bytes_per_chunk": {"en": 4.736, "tr": 5.919, "fi": 5.204}, "bpb_mean": 2.03517, "frozen_inventory": true, "t": 1465.1}
{"event": "train", "step": 4800, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33001, "bpb": 1.9188, "chunk_loss": 0.030361, "F": 0.2034, "G": 0.20892, "chunks": 208.28, "bytes_per_chunk": 4.916, "boundary_entropy": 0.07281, "router_noise": 0.0, "grad_norm": 0.7052, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.306, "probe_sec": 0.0406, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03087, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.04522, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.16928, "trunc_abs_frac": 0.56056, "mean_delta_full": 0.31586, "read_hit_rate": {"surface": 0.87004}, "mean_gate": {"surface": 0.40151}, "n_reads": 5771, "n_cand": 6633, "read_suppressed_frac": 0.1017, "dropout_reads_logged": 5771, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 409.74603271484375, "n_util_obs": 1108, "util_count_spearman": 0.13312033019756}, "probe_overhead_sec_total": 321.424, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.035853, "alpha": 0.03, "t": 1466.3}
{"event": "consolidate", "step": 4850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1478.3}
{"event": "train", "step": 4850, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32298, "bpb": 1.90866, "chunk_loss": 0.030493, "F": 0.20923, "G": 0.21591, "chunks": 214.25, "bytes_per_chunk": 4.779, "boundary_entropy": 0.08028, "router_noise": 0.0, "grad_norm": 0.6631, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.246, "probe_sec": 0.0799, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06679, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06281, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.30645, "trunc_abs_frac": 1.09165, "mean_delta_full": -0.19543, "read_hit_rate": {"surface": 0.86811}, "mean_gate": {"surface": 0.39485}, "n_reads": 5924, "n_cand": 6824, "read_suppressed_frac": 0.1028, "dropout_reads_logged": 5924, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 414.02545166015625, "n_util_obs": 1121, "util_count_spearman": 0.12684882164998}, "probe_overhead_sec_total": 324.032, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.043905, "alpha": 0.03, "t": 1478.6}
{"event": "consolidate", "step": 4900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1490.5}
{"event": "train", "step": 4900, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37834, "bpb": 1.98853, "chunk_loss": 0.030355, "F": 0.20081, "G": 0.20885, "chunks": 205.62, "bytes_per_chunk": 4.98, "boundary_entropy": 0.08154, "router_noise": 0.0, "grad_norm": 0.817, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.245, "probe_sec": 0.0766, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0695, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.18664, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.61961, "trunc_abs_frac": 0.66963, "mean_delta_full": 0.84857, "read_hit_rate": {"surface": 0.85339}, "mean_gate": {"surface": 0.38783}, "n_reads": 5588, "n_cand": 6548, "read_suppressed_frac": 0.1006, "dropout_reads_logged": 5588, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 418.36962890625, "n_util_obs": 1136, "util_count_spearman": 0.11543879247356015}, "probe_overhead_sec_total": 328.292, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.039886, "alpha": 0.03, "t": 1490.8}
{"event": "consolidate", "step": 4950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1503.7}
{"event": "train", "step": 4950, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31774, "bpb": 1.90109, "chunk_loss": 0.030479, "F": 0.20108, "G": 0.21208, "chunks": 205.91, "bytes_per_chunk": 4.973, "boundary_entropy": 0.08831, "router_noise": 0.0, "grad_norm": 0.7121, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.269, "probe_sec": 0.0315, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02157, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01403, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.9363, "trunc_abs_frac": 1.04886, "mean_delta_full": -0.18909, "read_hit_rate": {"surface": 0.84688}, "mean_gate": {"surface": 0.38839}, "n_reads": 5553, "n_cand": 6557, "read_suppressed_frac": 0.101, "dropout_reads_logged": 5553, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 422.72015380859375, "n_util_obs": 1148, "util_count_spearman": 0.11829724309141834}, "probe_overhead_sec_total": 331.86, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.037754, "alpha": 0.03, "t": 1504.2}
{"event": "consolidate", "step": 5000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1517.1}
{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3514.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201919, "cps": 27.453125, "mean_p": 0.202847, "boundary_entropy": 0.065267, "bpb": 1.84844}, "tr": {"chunks": 3201.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176822, "cps": 25.007812, "mean_p": 0.19901, "boundary_entropy": 0.152869, "bpb": 2.03165}, "fi": {"chunks": 3541.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188241, "cps": 27.664062, "mean_p": 0.20372, "boundary_entropy": 0.118166, "bpb": 2.165436}}, "bpb": {"en": 1.84844, "tr": 2.03165, "fi": 2.16544}, "gini_cpc": 0.02951, "gini_cps": 0.022101, "bpic": 5.531591, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8757043070841295, "fi": 0.9322586171334922}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 426.9232177734375, "n_util_obs": 1154, "util_count_spearman": 0.1224282283480989}, "t": 1517.9}
{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 1.86665, "tr": 2.03656, "fi": 2.17606}, "bytes_per_chunk": {"en": 4.747, "tr": 5.996, "fi": 5.295}, "bpb_mean": 2.02643, "frozen_inventory": true, "t": 1519.1}
{"event": "train", "step": 5000, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.42596, "bpb": 2.05722, "chunk_loss": 0.030377, "F": 0.20041, "G": 0.21167, "chunks": 205.22, "bytes_per_chunk": 4.99, "boundary_entropy": 0.08641, "router_noise": 0.0, "grad_norm": 0.7486, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.318, "probe_sec": 0.0373, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02664, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05215, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 2.47755, "trunc_abs_frac": 0.57632, "mean_delta_full": 0.06729, "read_hit_rate": {"surface": 0.81178}, "mean_gate": {"surface": 0.38012}, "n_reads": 5305, "n_cand": 6535, "read_suppressed_frac": 0.1008, "dropout_reads_logged": 5305, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 426.9986572265625, "n_util_obs": 1154, "util_count_spearman": 0.12250870362688134}, "probe_overhead_sec_total": 335.598, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.05179, "alpha": 0.03, "t": 1520.1}
{"event": "consolidate", "step": 5050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1533.4}
{"event": "train", "step": 5050, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.26898, "bpb": 1.83076, "chunk_loss": 0.030389, "F": 0.20425, "G": 0.21151, "chunks": 209.16, "bytes_per_chunk": 4.896, "boundary_entropy": 0.07672, "router_noise": 0.0, "grad_norm": 0.683, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.271, "probe_sec": 0.0407, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02437, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.2267, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 17.1297, "trunc_abs_frac": 0.74777, "mean_delta_full": 0.01419, "read_hit_rate": {"surface": 0.87314}, "mean_gate": {"surface": 0.3972}, "n_reads": 5816, "n_cand": 6661, "read_suppressed_frac": 0.108, "dropout_reads_logged": 5816, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 431.3540954589844, "n_util_obs": 1162, "util_count_spearman": 0.12489247822391224}, "probe_overhead_sec_total": 338.848, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.038422, "alpha": 0.03, "t": 1533.7}
{"event": "consolidate", "step": 5100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1546.1}
{"event": "train", "step": 5100, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32709, "bpb": 1.91458, "chunk_loss": 0.030296, "F": 0.19766, "G": 0.20545, "chunks": 202.41, "bytes_per_chunk": 5.059, "boundary_entropy": 0.07841, "router_noise": 0.0, "grad_norm": 0.6876, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.251, "probe_sec": 0.0252, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01829, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.11026, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.43066, "trunc_abs_frac": 1.69623, "mean_delta_full": -0.11267, "read_hit_rate": {"surface": 0.85912}, "mean_gate": {"surface": 0.3869}, "n_reads": 5537, "n_cand": 6445, "read_suppressed_frac": 0.0957, "dropout_reads_logged": 5537, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 435.6605529785156, "n_util_obs": 1176, "util_count_spearman": 0.1183725659291755}, "probe_overhead_sec_total": 342.042, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.041022, "alpha": 0.03, "t": 1546.2}
{"event": "consolidate", "step": 5150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1558.6}
{"event": "train", "step": 5150, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36115, "bpb": 1.96372, "chunk_loss": 0.030415, "F": 0.2038, "G": 0.21108, "chunks": 208.69, "bytes_per_chunk": 4.907, "boundary_entropy": 0.08129, "router_noise": 0.0, "grad_norm": 0.7459, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.253, "probe_sec": 0.0966, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08529, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.27609, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 1.15059, "trunc_abs_frac": 1.36328, "mean_delta_full": 0.39937, "read_hit_rate": {"surface": 0.84502}, "mean_gate": {"surface": 0.38868}, "n_reads": 5616, "n_cand": 6646, "read_suppressed_frac": 0.0953, "dropout_reads_logged": 5616, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 439.9668273925781, "n_util_obs": 1185, "util_count_spearman": 0.11764174796641104}, "probe_overhead_sec_total": 346.169, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.041192, "alpha": 0.03, "t": 1558.9}
{"event": "consolidate", "step": 5200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1572.4}
{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3518.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202149, "cps": 27.484375, "mean_p": 0.202996, "boundary_entropy": 0.064136, "bpb": 1.841441}, "tr": {"chunks": 3196.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176545, "cps": 24.96875, "mean_p": 0.197877, "boundary_entropy": 0.150025, "bpb": 2.023497}, "fi": {"chunks": 3562.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.189357, "cps": 27.828125, "mean_p": 0.204093, "boundary_entropy": 0.117078, "bpb": 2.158132}}, "bpb": {"en": 1.84144, "tr": 2.0235, "fi": 2.15813}, "gini_cpc": 0.030049, "gini_cps": 0.023745, "bpic": 5.520825, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8733423175708881, "fi": 0.936721129717716}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 444.1672058105469, "n_util_obs": 1199, "util_count_spearman": 0.11755127148053178}, "t": 1573.2}
{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 1.86153, "tr": 2.02899, "fi": 2.16888}, "bytes_per_chunk": {"en": 4.741, "tr": 5.999, "fi": 5.251}, "bpb_mean": 2.0198, "frozen_inventory": true, "t": 1574.4}
{"event": "train", "step": 5200, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.30248, "bpb": 1.87909, "chunk_loss": 0.030448, "F": 0.20636, "G": 0.21252, "chunks": 211.31, "bytes_per_chunk": 4.846, "boundary_entropy": 0.07521, "router_noise": 0.0, "grad_norm": 0.7067, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.338, "probe_sec": 0.0899, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08025, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00567, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.04032, "trunc_abs_frac": 0.81766, "mean_delta_full": 0.38519, "read_hit_rate": {"surface": 0.86508}, "mean_gate": {"surface": 0.38787}, "n_reads": 5822, "n_cand": 6730, "read_suppressed_frac": 0.0941, "dropout_reads_logged": 5822, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 444.257080078125, "n_util_obs": 1199, "util_count_spearman": 0.1174896616499028}, "probe_overhead_sec_total": 349.797, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.03879, "alpha": 0.03, "t": 1575.7}
{"event": "consolidate", "step": 5250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1588.1}
{"event": "train", "step": 5250, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.2974, "bpb": 1.87176, "chunk_loss": 0.030386, "F": 0.20261, "G": 0.21103, "chunks": 207.47, "bytes_per_chunk": 4.936, "boundary_entropy": 0.08257, "router_noise": 0.0, "grad_norm": 0.6961, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.252, "probe_sec": 0.0381, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0304, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0446, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -3.15829, "trunc_abs_frac": 22.24257, "mean_delta_full": 0.05811, "read_hit_rate": {"surface": 0.85833}, "mean_gate": {"surface": 0.38456}, "n_reads": 5671, "n_cand": 6607, "read_suppressed_frac": 0.1113, "dropout_reads_logged": 5671, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 448.5747375488281, "n_util_obs": 1215, "util_count_spearman": 0.12548896841441196}, "probe_overhead_sec_total": 352.992, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.049229, "alpha": 0.03, "t": 1588.3}
{"event": "consolidate", "step": 5300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1600.9}
{"event": "train", "step": 5300, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.29551, "bpb": 1.86902, "chunk_loss": 0.030369, "F": 0.20416, "G": 0.2087, "chunks": 209.06, "bytes_per_chunk": 4.898, "boundary_entropy": 0.07302, "router_noise": 0.0, "grad_norm": 0.6651, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.256, "probe_sec": 0.0946, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08894, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.10825, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 1.07046, "trunc_abs_frac": 1.07046, "mean_delta_full": 0.21655, "read_hit_rate": {"surface": 0.86753}, "mean_gate": {"surface": 0.3912}, "n_reads": 5776, "n_cand": 6658, "read_suppressed_frac": 0.1028, "dropout_reads_logged": 5776, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 452.8811950683594, "n_util_obs": 1228, "util_count_spearman": 0.1188260575896539}, "probe_overhead_sec_total": 356.603, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.048397, "alpha": 0.03, "t": 1601.1}
{"event": "consolidate", "step": 5350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1614.0}
{"event": "train", "step": 5350, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.29583, "bpb": 1.86948, "chunk_loss": 0.030367, "F": 0.20224, "G": 0.20858, "chunks": 207.09, "bytes_per_chunk": 4.945, "boundary_entropy": 0.07496, "router_noise": 0.0, "grad_norm": 0.7341, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.263, "probe_sec": 0.0315, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02099, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03694, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.73339, "trunc_abs_frac": 0.97042, "mean_delta_full": 0.88519, "read_hit_rate": {"surface": 0.87096}, "mean_gate": {"surface": 0.38215}, "n_reads": 5744, "n_cand": 6595, "read_suppressed_frac": 0.1032, "dropout_reads_logged": 5744, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 457.17791748046875, "n_util_obs": 1243, "util_count_spearman": 0.10786463465995988}, "probe_overhead_sec_total": 360.041, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.045635, "alpha": 0.03, "t": 1614.3}
{"event": "consolidate", "step": 5400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1626.9}
{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3516.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202034, "cps": 27.46875, "mean_p": 0.203098, "boundary_entropy": 0.064022, "bpb": 1.835507}, "tr": {"chunks": 3313.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183008, "cps": 25.882812, "mean_p": 0.200663, "boundary_entropy": 0.152171, "bpb": 2.014409}, "fi": {"chunks": 3615.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.192175, "cps": 28.242188, "mean_p": 0.207293, "boundary_entropy": 0.119212, "bpb": 2.149404}}, "bpb": {"en": 1.83551, "tr": 2.01441, "fi": 2.1494}, "gini_cpc": 0.021974, "gini_cps": 0.019277, "bpic": 5.432018, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9058288285519777, "fi": 0.951199628494184}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 461.4075927734375, "n_util_obs": 1264, "util_count_spearman": 0.11020695345209455}, "t": 1627.8}
{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 1.85523, "tr": 2.01887, "fi": 2.15924}, "bytes_per_chunk": {"en": 4.743, "tr": 5.781, "fi": 5.196}, "bpb_mean": 2.01111, "frozen_inventory": true, "t": 1629.2}
{"event": "train", "step": 5400, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36309, "bpb": 1.96653, "chunk_loss": 0.03038, "F": 0.20047, "G": 0.21343, "chunks": 205.28, "bytes_per_chunk": 4.988, "boundary_entropy": 0.09329, "router_noise": 0.0, "grad_norm": 0.7894, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.323, "probe_sec": 0.0275, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02051, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07936, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -3.67682, "trunc_abs_frac": 0.56433, "mean_delta_full": 0.03107, "read_hit_rate": {"surface": 0.82882}, "mean_gate": {"surface": 0.37704}, "n_reads": 5418, "n_cand": 6537, "read_suppressed_frac": 0.0965, "dropout_reads_logged": 5418, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 461.489013671875, "n_util_obs": 1264, "util_count_spearman": 0.11019525955276761}, "probe_overhead_sec_total": 363.199, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.04234, "alpha": 0.03, "t": 1630.4}
{"event": "consolidate", "step": 5450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1642.9}
{"event": "train", "step": 5450, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.30511, "bpb": 1.88288, "chunk_loss": 0.030392, "F": 0.20334, "G": 0.21038, "chunks": 208.22, "bytes_per_chunk": 4.918, "boundary_entropy": 0.07749, "router_noise": 0.0, "grad_norm": 0.6883, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.254, "probe_sec": 0.0316, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02186, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01915, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.79385, "trunc_abs_frac": 1.92614, "mean_delta_full": -0.58976, "read_hit_rate": {"surface": 0.86639}, "mean_gate": {"surface": 0.38052}, "n_reads": 5745, "n_cand": 6631, "read_suppressed_frac": 0.1011, "dropout_reads_logged": 5745, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 465.7745361328125, "n_util_obs": 1277, "util_count_spearman": 0.10857711993483501}, "probe_overhead_sec_total": 365.862, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.051596, "alpha": 0.03, "t": 1643.1}
{"event": "consolidate", "step": 5500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1654.2}
{"event": "train", "step": 5500, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.30142, "bpb": 1.87756, "chunk_loss": 0.030458, "F": 0.20813, "G": 0.21443, "chunks": 213.12, "bytes_per_chunk": 4.805, "boundary_entropy": 0.077, "router_noise": 0.0, "grad_norm": 0.7047, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.227, "probe_sec": 0.0781, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07182, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.19023, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 1.37353, "trunc_abs_frac": 1.37353, "mean_delta_full": 0.41504, "read_hit_rate": {"surface": 0.87404}, "mean_gate": {"surface": 0.38729}, "n_reads": 5933, "n_cand": 6788, "read_suppressed_frac": 0.0971, "dropout_reads_logged": 5933, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 470.093994140625, "n_util_obs": 1292, "util_count_spearman": 0.10942998847108454}, "probe_overhead_sec_total": 368.926, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.047723, "alpha": 0.03, "t": 1654.4}
{"event": "consolidate", "step": 5550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1667.1}
{"event": "train", "step": 5550, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.29961, "bpb": 1.87493, "chunk_loss": 0.030445, "F": 0.20407, "G": 0.21208, "chunks": 208.97, "bytes_per_chunk": 4.9, "boundary_entropy": 0.08029, "router_noise": 0.0, "grad_norm": 0.6904, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.261, "probe_sec": 0.1368, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.12319, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.1992, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.33997, "trunc_abs_frac": 0.66578, "mean_delta_full": -0.1272, "read_hit_rate": {"surface": 0.85485}, "mean_gate": {"surface": 0.37746}, "n_reads": 5689, "n_cand": 6655, "read_suppressed_frac": 0.0981, "dropout_reads_logged": 5689, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 474.4598388671875, "n_util_obs": 1303, "util_count_spearman": 0.11611358694299516}, "probe_overhead_sec_total": 371.99, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.053068, "alpha": 0.03, "t": 1667.5}
{"event": "consolidate", "step": 5600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1682.1}
{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3517.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202092, "cps": 27.476562, "mean_p": 0.202871, "boundary_entropy": 0.064525, "bpb": 1.829954}, "tr": {"chunks": 3274.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180854, "cps": 25.578125, "mean_p": 0.201967, "boundary_entropy": 0.15344, "bpb": 2.00866}, "fi": {"chunks": 3603.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191537, "cps": 28.148438, "mean_p": 0.206246, "boundary_entropy": 0.117942, "bpb": 2.140242}}, "bpb": {"en": 1.82995, "tr": 2.00866, "fi": 2.14024}, "gini_cpc": 0.024645, "gini_cps": 0.021102, "bpic": 5.458149, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8949110601451892, "fi": 0.9477725594678714}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 478.64202880859375, "n_util_obs": 1312, "util_count_spearman": 0.11510021159029504}, "t": 1682.7}
{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 1.85001, "tr": 2.01208, "fi": 2.15172}, "bytes_per_chunk": {"en": 4.742, "tr": 5.836, "fi": 5.201}, "bpb_mean": 2.0046, "frozen_inventory": true, "t": 1684.0}
{"event": "train", "step": 5600, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35478, "bpb": 1.95453, "chunk_loss": 0.03031, "F": 0.1973, "G": 0.20815, "chunks": 202.03, "bytes_per_chunk": 5.069, "boundary_entropy": 0.08599, "router_noise": 0.0, "grad_norm": 0.7328, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.361, "probe_sec": 0.1347, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.12503, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05302, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.28286, "trunc_abs_frac": 0.81167, "mean_delta_full": -0.15558, "read_hit_rate": {"surface": 0.83911}, "mean_gate": {"surface": 0.37255}, "n_reads": 5398, "n_cand": 6433, "read_suppressed_frac": 0.1019, "dropout_reads_logged": 5398, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 478.72576904296875, "n_util_obs": 1312, "util_count_spearman": 0.11506802398388745}, "probe_overhead_sec_total": 375.319, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.046998, "alpha": 0.03, "t": 1685.5}
{"event": "consolidate", "step": 5650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1699.7}
{"event": "train", "step": 5650, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.30367, "bpb": 1.8808, "chunk_loss": 0.030344, "F": 0.19992, "G": 0.20831, "chunks": 204.72, "bytes_per_chunk": 5.002, "boundary_entropy": 0.0804, "router_noise": 0.0, "grad_norm": 0.7588, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.287, "probe_sec": 0.0348, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02654, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.11744, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.34521, "trunc_abs_frac": 0.68038, "mean_delta_full": -0.24483, "read_hit_rate": {"surface": 0.85749}, "mean_gate": {"surface": 0.37485}, "n_reads": 5590, "n_cand": 6519, "read_suppressed_frac": 0.1055, "dropout_reads_logged": 5590, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 483.01898193359375, "n_util_obs": 1328, "util_count_spearman": 0.11649701444576645}, "probe_overhead_sec_total": 377.932, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.046584, "alpha": 0.03, "t": 1699.9}
{"event": "consolidate", "step": 5700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1722.3}
{"event": "train", "step": 5700, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.42831, "bpb": 2.06062, "chunk_loss": 0.030394, "F": 0.20172, "G": 0.21141, "chunks": 206.56, "bytes_per_chunk": 4.957, "boundary_entropy": 0.08812, "router_noise": 0.0, "grad_norm": 0.8009, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.46, "probe_sec": 0.0532, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02333, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01333, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.46301, "trunc_abs_frac": 0.47371, "mean_delta_full": -0.06436, "read_hit_rate": {"surface": 0.81818}, "mean_gate": {"surface": 0.36161}, "n_reads": 5382, "n_cand": 6578, "read_suppressed_frac": 0.1009, "dropout_reads_logged": 5382, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 487.3388977050781, "n_util_obs": 1341, "util_count_spearman": 0.11639497971896734}, "probe_overhead_sec_total": 380.846, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.046148, "alpha": 0.03, "t": 1722.9}
{"event": "consolidate", "step": 5750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1760.1}
{"event": "train", "step": 5750, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.25528, "bpb": 1.81098, "chunk_loss": 0.03048, "F": 0.20691, "G": 0.21456, "chunks": 211.88, "bytes_per_chunk": 4.833, "boundary_entropy": 0.0786, "router_noise": 0.0, "grad_norm": 0.7236, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.764, "probe_sec": 0.0417, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02655, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09659, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.15825, "trunc_abs_frac": 1.02189, "mean_delta_full": 0.3793, "read_hit_rate": {"surface": 0.88085}, "mean_gate": {"surface": 0.37343}, "n_reads": 5944, "n_cand": 6748, "read_suppressed_frac": 0.1021, "dropout_reads_logged": 5944, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 491.62713623046875, "n_util_obs": 1355, "util_count_spearman": 0.11979912510216074}, "probe_overhead_sec_total": 384.364, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.063166, "alpha": 0.03, "t": 1761.1}
{"event": "consolidate", "step": 5800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1801.5}
{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3518.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202149, "cps": 27.484375, "mean_p": 0.202417, "boundary_entropy": 0.065332, "bpb": 1.825271}, "tr": {"chunks": 3234.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178644, "cps": 25.265625, "mean_p": 0.200415, "boundary_entropy": 0.152034, "bpb": 2.002285}, "fi": {"chunks": 3567.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.189623, "cps": 27.867188, "mean_p": 0.203617, "boundary_entropy": 0.115681, "bpb": 2.137018}}, "bpb": {"en": 1.82527, "tr": 2.00229, "fi": 2.13702}, "gini_cpc": 0.027471, "gini_cps": 0.021514, "bpic": 5.49782, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8837262374919438, "fi": 0.9380360105848099}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 495.8733215332031, "n_util_obs": 1366, "util_count_spearman": 0.12260697309349006}, "t": 1802.2}
{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 1.84543, "tr": 2.00681, "fi": 2.14805}, "bytes_per_chunk": {"en": 4.744, "tr": 5.884, "fi": 5.23}, "bpb_mean": 2.0001, "frozen_inventory": true, "t": 1803.4}
{"event": "train", "step": 5800, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.24212, "bpb": 1.792, "chunk_loss": 0.030408, "F": 0.20386, "G": 0.21108, "chunks": 208.75, "bytes_per_chunk": 4.905, "boundary_entropy": 0.08099, "router_noise": 0.0, "grad_norm": 0.7173, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.891, "probe_sec": 0.0474, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02715, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.40961, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.87425}, "mean_gate": {"surface": 0.37138}, "n_reads": 5812, "n_cand": 6648, "read_suppressed_frac": 0.0927, "dropout_reads_logged": 5812, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 495.9630126953125, "n_util_obs": 1366, "util_count_spearman": 0.12276027870188186}, "probe_overhead_sec_total": 388.506, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.039732, "alpha": 0.03, "t": 1805.7}
{"event": "consolidate", "step": 5850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1856.6}
{"event": "train", "step": 5850, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36661, "bpb": 1.9716, "chunk_loss": 0.030411, "F": 0.20175, "G": 0.21316, "chunks": 206.59, "bytes_per_chunk": 4.957, "boundary_entropy": 0.09097, "router_noise": 0.0, "grad_norm": 0.7877, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 1.037, "probe_sec": 0.0585, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02525, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.05774, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.76495, "trunc_abs_frac": 0.12484, "mean_delta_full": -0.12252, "read_hit_rate": {"surface": 0.81259}, "mean_gate": {"surface": 0.36884}, "n_reads": 5346, "n_cand": 6579, "read_suppressed_frac": 0.1096, "dropout_reads_logged": 5346, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 500.2472839355469, "n_util_obs": 1376, "util_count_spearman": 0.12393179101810503}, "probe_overhead_sec_total": 392.874, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.065673, "alpha": 0.03, "t": 1857.5}
{"event": "consolidate", "step": 5900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1892.0}
{"event": "train", "step": 5900, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34753, "bpb": 1.94408, "chunk_loss": 0.030457, "F": 0.20697, "G": 0.2135, "chunks": 211.94, "bytes_per_chunk": 4.832, "boundary_entropy": 0.08261, "router_noise": 0.0, "grad_norm": 0.7318, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.707, "probe_sec": 0.0515, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0219, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.11714, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.3994, "trunc_abs_frac": 0.76483, "mean_delta_full": 0.2303, "read_hit_rate": {"surface": 0.85511}, "mean_gate": {"surface": 0.36516}, "n_reads": 5772, "n_cand": 6750, "read_suppressed_frac": 0.0972, "dropout_reads_logged": 5772, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 504.57464599609375, "n_util_obs": 1385, "util_count_spearman": 0.11701305127360923}, "probe_overhead_sec_total": 396.188, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.043789, "alpha": 0.03, "t": 1892.9}
{"event": "consolidate", "step": 5950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1925.8}
{"event": "train", "step": 5950, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.29135, "bpb": 1.86302, "chunk_loss": 0.030338, "F": 0.19891, "G": 0.20832, "chunks": 203.69, "bytes_per_chunk": 5.027, "boundary_entropy": 0.08431, "router_noise": 0.0, "grad_norm": 0.7181, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.675, "probe_sec": 0.0722, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04125, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.08248, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 10, "trunc_ratio_sum": 0.0413, "trunc_abs_frac": 2.14303, "mean_delta_full": 0.4498, "read_hit_rate": {"surface": 0.84305}, "mean_gate": {"surface": 0.36486}, "n_reads": 5468, "n_cand": 6486, "read_suppressed_frac": 0.0977, "dropout_reads_logged": 5468, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 508.86688232421875, "n_util_obs": 1393, "util_count_spearman": 0.1187793606224922}, "probe_overhead_sec_total": 399.43, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.050573, "alpha": 0.03, "t": 1926.6}
{"event": "consolidate", "step": 6000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1958.7}
{"event": "train", "step": 5999, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34207, "bpb": 1.93619, "chunk_loss": 0.030402, "F": 0.20312, "G": 0.20989, "chunks": 208.0, "bytes_per_chunk": 4.923, "boundary_entropy": 0.07857, "router_noise": 0.0, "grad_norm": 0.7333, "lr": 3e-05, "router_trainable": true, "sec_per_step": 0.642, "probe_sec": 0.0395, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0269, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.11809, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": -0.0012, "trunc_abs_frac": 0.0012, "mean_delta_full": 0.48401, "read_hit_rate": {"surface": 0.85779}, "mean_gate": {"surface": 0.37561}, "n_reads": 5682, "n_cand": 6624, "read_suppressed_frac": 0.1007, "dropout_reads_logged": 5682, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 513.0850830078125, "n_util_obs": 1405, "util_count_spearman": 0.11670241430571}, "probe_overhead_sec_total": 402.551, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.052631, "alpha": 0.03, "t": 1958.7}
{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3519.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202207, "cps": 27.492188, "mean_p": 0.202259, "boundary_entropy": 0.064604, "bpb": 1.823297}, "tr": {"chunks": 3235.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.1787, "cps": 25.273438, "mean_p": 0.199634, "boundary_entropy": 0.150158, "bpb": 1.996241}, "fi": {"chunks": 3574.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.189995, "cps": 27.921875, "mean_p": 0.204097, "boundary_entropy": 0.116575, "bpb": 2.13168}}, "bpb": {"en": 1.8233, "tr": 1.99624, "fi": 2.13168}, "gini_cpc": 0.02745, "gini_cps": 0.021882, "bpic": 5.493029, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8837482909555292, "fi": 0.9396097574549509}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 513.0850830078125, "n_util_obs": 1405, "util_count_spearman": 0.11670241430571}, "t": 1959.5}
{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 1.84268, "tr": 2.00057, "fi": 2.14275}, "bytes_per_chunk": {"en": 4.744, "tr": 5.903, "fi": 5.227}, "bpb_mean": 1.99533, "frozen_inventory": true, "t": 1960.5}
{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/runs/ali_mem-static_s1/probe/reps/th0.30", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-static_s1/probe/reps/th0.40", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-static_s1/probe/reps/th0.50", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-static_s1/probe/reps/th0.60", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-static_s1/probe/reps/th0.70"], "t": 1963.4}
{"event": "final", "run": "ali_mem-static_s1", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22785088, "seed": 1, "per_lang": {"en": {"cpc": 0.2022065161179107, "cps": 27.4921875, "bpb": 1.8487039760733404, "bytes_per_chunk": 4.731883861767706, "reads_per_chunk": 0.896109170660385}, "tr": {"cpc": 0.17869966303927526, "cps": 25.2734375, "bpb": 1.9922187579465398, "bytes_per_chunk": 5.911733531786302, "reads_per_chunk": 0.6816972239135828}, "fi": {"cpc": 0.1899952155653607, "cps": 27.921875, "bpb": 2.162061944632615, "bytes_per_chunk": 5.214876115261048, "reads_per_chunk": 0.7076598665168048}}, "bpb_mean": 2.000994892884165, "gini_cpc": 0.02744998616332528, "gini_cps": 0.021882261812548487, "bpic": 5.4930286599535245, "mean_boundary_entropy": 0.07856506109237671, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "probe_overhead_sec_total": 402.5510370731354, "probe_overhead_seq_frac": 0.4999166666666667, "wall_sec": 1965.9428091049194, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 513.0850830078125, "n_util_obs": 1405, "util_count_spearman": 0.11670241430571}, "ali_params": 268096, "ali_config": {"enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "frequency", "value_mode": "static", "candidate_types": ["surface"], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0}, "util_vs_frequency_spearman": 0.11670241430571, "paired_vs_dropout": {"n": 3143, "pearson": 0.08779695313860114, "spearman": 0.08859123496486256, "mean_abs_discrepancy": 0.929799497127533, "mean_paired": 0.1421518623828888, "mean_dropout": 0.1657726913690567}, "predictor_calibration": {"n": 7101, "all": {"n": 7101, "pearson": 0.12048243547074919, "spearman": 0.1982396771785899, "mae": 0.21655802428722382, "reliability": [{"pred": 0.00416217977181077, "obs": 0.03736180439591408, "n": 710}, {"pred": 0.02665109746158123, "obs": 0.06435933709144592, "n": 710}, {"pred": 0.038740627467632294, "obs": 0.0881151556968689, "n": 711}, {"pred": 0.049214769154787064, "obs": 0.13838984072208405, "n": 709}, {"pred": 0.059225741773843765, "obs": 0.10848075151443481, "n": 710}, {"pred": 0.06959810107946396, "obs": 0.10105762630701065, "n": 710}, {"pred": 0.08109310269355774, "obs": 0.1268662065267563, "n": 711}, {"pred": 0.09399237483739853, "obs": 0.15838995575904846, "n": 709}, {"pred": 0.11030624806880951, "obs": 0.1709940880537033, "n": 710}, {"pred": 0.1422475278377533, "obs": 0.1951621174812317, "n": 711}]}, "admitted": {"n": 7101, "pearson": 0.12048243547074919, "spearman": 0.1982396771785899, "mae": 0.21655802428722382, "reliability": [{"pred": 0.00416217977181077, "obs": 0.03736180439591408, "n": 710}, {"pred": 0.02665109746158123, "obs": 0.06435933709144592, "n": 710}, {"pred": 0.038740627467632294, "obs": 0.0881151556968689, "n": 711}, {"pred": 0.049214769154787064, "obs": 0.13838984072208405, "n": 709}, {"pred": 0.059225741773843765, "obs": 0.10848075151443481, "n": 710}, {"pred": 0.06959810107946396, "obs": 0.10105762630701065, "n": 710}, {"pred": 0.08109310269355774, "obs": 0.1268662065267563, "n": 711}, {"pred": 0.09399237483739853, "obs": 0.15838995575904846, "n": 709}, {"pred": 0.11030624806880951, "obs": 0.1709940880537033, "n": 710}, {"pred": 0.1422475278377533, "obs": 0.1951621174812317, "n": 711}]}, "staged": {"n": 0, "pearson": NaN, "spearman": NaN, "mae": NaN}}, "t": 1966.0}
{"event": "hub_done", "repo": "AdaptiveChunking/ali_mem-static_s1", "pushed": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 256, 512, 1000, 1024, 2048, 3000, 4096, 6000], "failed": [], "ok": true, "t": 1981.0}