suchirsalhan's picture
run records: final.json, log, probes
dfd69c1 verified
Raw History Blame Contribute Delete
282 kB
{"event": "hub", "repo": "AdaptiveChunking/ali_mem-mixed-nosplit_s2", "keep_steps": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 256, 512, 1000, 1024, 2048, 3000, 4096, 6000], "t": 3.3}
{"event": "start", "run": "ali_mem-mixed-nosplit_s2", "arch": "ali", "objective": "ratio", "condition": "A", "params": 22785088, "langs": ["en", "tr", "fi"], "premium": {"en": 1.0, "tr": 1.12, "fi": 1.104}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {}, "weights": {"en": 0.74, "tr": 0.1536, "fi": 0.1064}, "device": "cuda", "ali_params": 268096, "ali_config": {"enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "frequency", "value_mode": "learned", "candidate_types": ["surface", "merge", "skel"], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0}, "t": 3.3}
{"event": "probe_schedule", "n": 45, "steps": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 200, 256, 400, 512, 600, 800, 1000, 1024, 1200, 1400, 1600, 1800, 2000, 2048, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4096, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 3.3}
{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10933.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.628225, "cps": 85.414062, "mean_p": 0.513249, "boundary_entropy": 0.686295, "bpb": 8.12598}, "tr": {"chunks": 8187.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.452245, "cps": 63.960938, "mean_p": 0.498002, "boundary_entropy": 0.686826, "bpb": 8.097536}, "fi": {"chunks": 13540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.719792, "cps": 105.78125, "mean_p": 0.517169, "boundary_entropy": 0.686661, "bpb": 8.065117}}, "bpb": {"en": 8.12598, "tr": 8.09754, "fi": 8.06512}, "gini_cpc": 0.099077, "gini_cps": 0.109267, "bpic": 1.737048, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7198781817505053, "fi": 1.1457544508645294}, "inventory": {"size": 0, "admitted": 0, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 0.0, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 6.2}
{"event": "train", "step": 0, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 5.62735, "bpb": 8.11854, "chunk_loss": 0.062086, "F": 0.59833, "G": 0.50836, "chunks": 612.69, "bytes_per_chunk": 1.671, "boundary_entropy": 0.69105, "router_noise": 0.0, "grad_norm": 11.4935, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.019, "probe_sec": 0.0134, "probe_extra_seqs": 0, "n_rows": 0, "extra_fwd_seqs": 0, "wall_s": 0.0, "overhead_frac_est": 0.0, "chunk_mismatch": 0, "n_loo": 0, "mean_delta_loo": NaN, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "read_hit_rate": {"surface": 0.0, "merge": 0.0, "skel": 0.0}, "mean_gate": {"surface": null, "merge": null, "skel": null}, "n_reads": 0, "n_cand": 43699, "read_suppressed_frac": 0.0, "dropout_reads_logged": 0, "inventory": {"size": 10280, "admitted": 10280, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 2006, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 7355, "staged_merge": 0, "admitted_skel": 919, "staged_skel": 0, "mean_count": 4.250875473022461, "n_util_obs": 0, "util_count_spearman": NaN}, "probe_overhead_sec_total": 0.013, "probe_overhead_seq_frac": 0.0, "util_loss": -0.0, "alpha": 0.03, "t": 7.5}
{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10907.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.626731, "cps": 85.210938, "mean_p": 0.513143, "boundary_entropy": 0.686304, "bpb": 8.117916}, "tr": {"chunks": 8206.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.453295, "cps": 64.109375, "mean_p": 0.498082, "boundary_entropy": 0.686828, "bpb": 8.089636}, "fi": {"chunks": 13505.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.717931, "cps": 105.507812, "mean_p": 0.517038, "boundary_entropy": 0.686672, "bpb": 8.088506}}, "bpb": {"en": 8.11792, "tr": 8.08964, "fi": 8.08851}, "gini_cpc": 0.098125, "gini_cps": 0.108304, "bpic": 1.739285, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7232688618519676, "fi": 1.1455169299595527}, "inventory": {"size": 10280, "admitted": 10280, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 2006, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 7355, "staged_merge": 0, "admitted_skel": 919, "staged_skel": 0, "mean_count": 4.250875473022461, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 9.1}
{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10879.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.625122, "cps": 84.992188, "mean_p": 0.512986, "boundary_entropy": 0.686318, "bpb": 8.058046}, "tr": {"chunks": 8246.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.455505, "cps": 64.421875, "mean_p": 0.498261, "boundary_entropy": 0.686832, "bpb": 8.047274}, "fi": {"chunks": 13467.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.715911, "cps": 105.210938, "mean_p": 0.516806, "boundary_entropy": 0.686691, "bpb": 8.035646}}, "bpb": {"en": 8.05805, "tr": 8.04727, "fi": 8.03565}, "gini_cpc": 0.096633, "gini_cps": 0.106795, "bpic": 1.740673, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7286650217164614, "fi": 1.1452337023900658}, "inventory": {"size": 17915, "admitted": 17915, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2, "admitted_surface": 3536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 12626, "staged_merge": 0, "admitted_skel": 1753, "staged_skel": 0, "mean_count": 4.621155261993408, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 12.8}
{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10715.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.615698, "cps": 83.710938, "mean_p": 0.512128, "boundary_entropy": 0.686378, "bpb": 7.851959}, "tr": {"chunks": 8400.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.464011, "cps": 65.625, "mean_p": 0.498718, "boundary_entropy": 0.686846, "bpb": 7.896477}, "fi": {"chunks": 13217.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.702621, "cps": 103.257812, "mean_p": 0.515664, "boundary_entropy": 0.686775, "bpb": 7.841208}}, "bpb": {"en": 7.85196, "tr": 7.89648, "fi": 7.84121}, "gini_cpc": 0.08925, "gini_cps": 0.099324, "bpic": 1.75467, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7536343403764981, "fi": 1.1411768458963791}, "inventory": {"size": 30820, "admitted": 30820, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 5, "admitted_surface": 5988, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 21913, "staged_merge": 0, "admitted_skel": 2919, "staged_skel": 0, "mean_count": 5.381213665008545, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 16.6}
{"event": "probe", "step": 6, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10333.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.593748, "cps": 80.726562, "mean_p": 0.510415, "boundary_entropy": 0.68648, "bpb": 7.570627}, "tr": {"chunks": 8522.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.470751, "cps": 66.578125, "mean_p": 0.499256, "boundary_entropy": 0.686867, "bpb": 7.688156}, "fi": {"chunks": 12722.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.676306, "cps": 99.390625, "mean_p": 0.513558, "boundary_entropy": 0.686911, "bpb": 7.577666}}, "bpb": {"en": 7.57063, "tr": 7.68816, "fi": 7.57767}, "gini_cpc": 0.078721, "gini_cps": 0.088672, "bpic": 1.796624, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7928456892468588, "fi": 1.1390458304099966}, "inventory": {"size": 41077, "admitted": 41077, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 8, "admitted_surface": 7727, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 29560, "staged_merge": 0, "admitted_skel": 3790, "staged_skel": 0, "mean_count": 6.080409526824951, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 20.8}
{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 9675.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.555939, "cps": 75.585938, "mean_p": 0.507426, "boundary_entropy": 0.68661, "bpb": 7.308223}, "tr": {"chunks": 8629.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.476661, "cps": 67.414062, "mean_p": 0.499646, "boundary_entropy": 0.686896, "bpb": 7.482549}, "fi": {"chunks": 11820.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.628356, "cps": 92.34375, "mean_p": 0.510092, "boundary_entropy": 0.687086, "bpb": 7.330878}}, "bpb": {"en": 7.30822, "tr": 7.48255, "fi": 7.33088}, "gini_cpc": 0.060886, "gini_cps": 0.070619, "bpic": 1.883282, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8573991804861673, "fi": 1.1302609927640062}, "inventory": {"size": 52196, "admitted": 52196, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 9, "admitted_surface": 9796, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 37519, "staged_merge": 0, "admitted_skel": 4881, "staged_skel": 0, "mean_count": 6.27565336227417, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 24.0}
{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3904.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.224329, "cps": 30.5, "mean_p": 0.485319, "boundary_entropy": 0.686235, "bpb": 6.728961}, "tr": {"chunks": 7475.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.412915, "cps": 58.398438, "mean_p": 0.495209, "boundary_entropy": 0.687012, "bpb": 7.014936}, "fi": {"chunks": 4546.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.241667, "cps": 35.515625, "mean_p": 0.486422, "boundary_entropy": 0.686892, "bpb": 6.789373}}, "bpb": {"en": 6.72896, "tr": 7.01494, "fi": 6.78937}, "gini_cpc": 0.143045, "gini_cps": 0.149492, "bpic": 3.562449, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.840665857959418, "fi": 1.0772880915944716}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 23, "admitted_surface": 15748, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 39316, "staged_merge": 0, "admitted_skel": 10472, "staged_skel": 0, "mean_count": 7.36767578125, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 30.2}
{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2615.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.150261, "cps": 20.429688, "mean_p": 0.486835, "boundary_entropy": 0.686958, "bpb": 6.306395}, "tr": {"chunks": 4524.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.249903, "cps": 35.34375, "mean_p": 0.48965, "boundary_entropy": 0.687523, "bpb": 6.652006}, "fi": {"chunks": 1328.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.070597, "cps": 10.375, "mean_p": 0.478573, "boundary_entropy": 0.686886, "bpb": 6.423052}}, "bpb": {"en": 6.30639, "tr": 6.65201, "fi": 6.42305}, "gini_cpc": 0.253924, "gini_cps": 0.251644, "bpic": 6.700366, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.6631233913354737, "fi": 0.46982770038237864}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 52, "admitted_surface": 17129, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 36635, "staged_merge": 0, "admitted_skel": 11772, "staged_skel": 0, "mean_count": 9.377853393554688, "n_util_obs": 3, "util_count_spearman": -0.5}, "t": 39.9}
{"event": "consolidate", "step": 50, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 48.8}
{"event": "train", "step": 50, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 4.21306, "bpb": 6.07817, "chunk_loss": 0.034405, "F": 0.22864, "G": 0.4886, "chunks": 234.12, "bytes_per_chunk": 4.374, "boundary_entropy": 0.6916, "router_noise": 0.0, "grad_norm": 2.48, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.834, "probe_sec": 0.0668, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05645, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.00335, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.0412, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.26055, "trunc_abs_frac": 0.84587, "mean_delta_full": -0.02893, "read_hit_rate": {"surface": 0.67391, "merge": 0.36812, "skel": 0.48275}, "mean_gate": {"surface": 0.11914, "merge": 0.11912, "skel": 0.11917}, "n_reads": 9505, "n_cand": 18497, "read_suppressed_frac": 0.1009, "dropout_reads_logged": 9505, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 70, "admitted_surface": 17899, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 35678, "staged_merge": 0, "admitted_skel": 11959, "staged_skel": 0, "mean_count": 11.228271484375, "n_util_obs": 7, "util_count_spearman": -0.21428571428571427}, "probe_overhead_sec_total": 4.375, "probe_overhead_seq_frac": 0.4896, "util_loss": 0.048419, "alpha": 0.03, "t": 49.2}
{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5071.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.291387, "cps": 39.617188, "mean_p": 0.486683, "boundary_entropy": 0.685603, "bpb": 5.548803}, "tr": {"chunks": 5660.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.312655, "cps": 44.21875, "mean_p": 0.487503, "boundary_entropy": 0.686535, "bpb": 5.952006}, "fi": {"chunks": 4891.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.260007, "cps": 38.210938, "mean_p": 0.484475, "boundary_entropy": 0.686326, "bpb": 5.716614}}, "bpb": {"en": 5.5488, "tr": 5.95201, "fi": 5.71661}, "gini_cpc": 0.040621, "gini_cps": 0.032817, "bpic": 3.631545, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0729917663788358, "fi": 0.8923110867728125}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 81, "admitted_surface": 18223, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 35686, "staged_merge": 0, "admitted_skel": 11627, "staged_skel": 0, "mean_count": 12.784759521484375, "n_util_obs": 7, "util_count_spearman": 0.03571428571428571}, "t": 56.4}
{"event": "consolidate", "step": 100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 76.4}
{"event": "train", "step": 100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 3.25052, "bpb": 4.68952, "chunk_loss": 0.029632, "F": 0.16046, "G": 0.45356, "chunks": 164.31, "bytes_per_chunk": 6.232, "boundary_entropy": 0.68238, "router_noise": 0.0, "grad_norm": 1.6011, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.56, "probe_sec": 0.1301, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.11825, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00469, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.11507, "trunc_abs_frac": 0.33191, "mean_delta_full": 0.0415, "read_hit_rate": {"surface": 0.53684, "merge": 0.1842, "skel": 0.48404}, "mean_gate": {"surface": 0.11945, "merge": 0.11938, "skel": 0.11945}, "n_reads": 5444, "n_cand": 13892, "read_suppressed_frac": 0.1038, "dropout_reads_logged": 5444, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 119, "admitted_surface": 20434, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 31682, "staged_merge": 0, "admitted_skel": 13420, "staged_skel": 0, "mean_count": 17.170440673828125, "n_util_obs": 12, "util_count_spearman": 0.06993006993006994}, "probe_overhead_sec_total": 7.821, "probe_overhead_seq_frac": 0.4947, "util_loss": 0.002261, "alpha": 0.03, "t": 77.2}
{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4183.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.240361, "cps": 32.679688, "mean_p": 0.426047, "boundary_entropy": 0.649872, "bpb": 4.157352}, "tr": {"chunks": 5332.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.294537, "cps": 41.65625, "mean_p": 0.447553, "boundary_entropy": 0.662817, "bpb": 4.419893}, "fi": {"chunks": 4112.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.218596, "cps": 32.125, "mean_p": 0.435987, "boundary_entropy": 0.662917, "bpb": 4.358827}}, "bpb": {"en": 4.15735, "tr": 4.41989, "fi": 4.35883}, "gini_cpc": 0.06719, "gini_cps": 0.059685, "bpic": 4.163205, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.2253942691916098, "fi": 0.9094471748254683}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 156, "admitted_surface": 20828, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 31344, "staged_merge": 0, "admitted_skel": 13364, "staged_skel": 0, "mean_count": 20.390029907226562, "n_util_obs": 14, "util_count_spearman": -0.12527472527472527}, "t": 94.1}
{"event": "consolidate", "step": 150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 108.7}
{"event": "train", "step": 150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.79373, "bpb": 4.0305, "chunk_loss": 0.031198, "F": 0.19171, "G": 0.38137, "chunks": 196.31, "bytes_per_chunk": 5.216, "boundary_entropy": 0.61902, "router_noise": 0.0, "grad_norm": 1.0212, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.64, "probe_sec": 0.1319, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.12015, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.01393, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.02216, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.73315, "trunc_abs_frac": 0.88039, "mean_delta_full": 0.00543, "read_hit_rate": {"surface": 0.62816, "merge": 0.2652, "skel": 0.50914}, "mean_gate": {"surface": 0.12013, "merge": 0.12011, "skel": 0.1203}, "n_reads": 7469, "n_cand": 16188, "read_suppressed_frac": 0.1001, "dropout_reads_logged": 7469, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 174, "admitted_surface": 21054, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 30825, "staged_merge": 0, "admitted_skel": 13657, "staged_skel": 0, "mean_count": 23.360580444335938, "n_util_obs": 19, "util_count_spearman": -0.18771929824561404}, "probe_overhead_sec_total": 11.918, "probe_overhead_seq_frac": 0.4965, "util_loss": 0.000832, "alpha": 0.03, "t": 109.2}
{"event": "consolidate", "step": 200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 135.4}
{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3694.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.212262, "cps": 28.859375, "mean_p": 0.376509, "boundary_entropy": 0.585077, "bpb": 3.639462}, "tr": {"chunks": 4286.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.236756, "cps": 33.484375, "mean_p": 0.365007, "boundary_entropy": 0.583649, "bpb": 3.821652}, "fi": {"chunks": 3363.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178778, "cps": 26.273438, "mean_p": 0.38781, "boundary_entropy": 0.623785, "bpb": 3.879442}}, "bpb": {"en": 3.63946, "tr": 3.82165, "fi": 3.87944}, "gini_cpc": 0.061568, "gini_cps": 0.054248, "bpic": 5.001499, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.1153953878966238, "fi": 0.8422523142684228}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 233, "admitted_surface": 21577, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 29985, "staged_merge": 0, "admitted_skel": 13974, "staged_skel": 0, "mean_count": 28.454269409179688, "n_util_obs": 27, "util_count_spearman": 0.03785103785103785}, "t": 136.5}
{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.64565, "tr": 3.8318, "fi": 3.87695}, "bytes_per_chunk": {"en": 5.366, "tr": 5.325, "fi": 6.427}, "bpb_mean": 3.7848, "frozen_inventory": true, "t": 138.4}
{"event": "train", "step": 200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.53651, "bpb": 3.65941, "chunk_loss": 0.030581, "F": 0.17957, "G": 0.36284, "chunks": 183.88, "bytes_per_chunk": 5.569, "boundary_entropy": 0.58262, "router_noise": 0.0, "grad_norm": 1.5912, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.607, "probe_sec": 0.0354, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02655, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01544, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 7, "trunc_ratio_sum": 0.40796, "trunc_abs_frac": 2.55236, "mean_delta_full": -0.0377, "read_hit_rate": {"surface": 0.59176, "merge": 0.20467, "skel": 0.4993}, "mean_gate": {"surface": 0.12255, "merge": 0.12248, "skel": 0.12327}, "n_reads": 6426, "n_cand": 15220, "read_suppressed_frac": 0.0973, "dropout_reads_logged": 6426, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 233, "admitted_surface": 21637, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 29950, "staged_merge": 0, "admitted_skel": 13949, "staged_skel": 0, "mean_count": 28.555984497070312, "n_util_obs": 28, "util_count_spearman": 0.09414340448823208}, "probe_overhead_sec_total": 15.668, "probe_overhead_seq_frac": 0.4974, "util_loss": 0.000484, "alpha": 0.03, "t": 139.6}
{"event": "consolidate", "step": 250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 166.1}
{"event": "train", "step": 250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.39617, "bpb": 3.45695, "chunk_loss": 0.031109, "F": 0.1965, "G": 0.33809, "chunks": 201.22, "bytes_per_chunk": 5.089, "boundary_entropy": 0.53392, "router_noise": 0.0, "grad_norm": 2.1576, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.54, "probe_sec": 0.0389, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02766, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.0046, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.05414, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.02513, "trunc_abs_frac": 0.39504, "mean_delta_full": -0.10809, "read_hit_rate": {"surface": 0.61255, "merge": 0.21071, "skel": 0.55265}, "mean_gate": {"surface": 0.12769, "merge": 0.12708, "skel": 0.12845}, "n_reads": 7570, "n_cand": 16944, "read_suppressed_frac": 0.093, "dropout_reads_logged": 7570, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 286, "admitted_surface": 21969, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 29302, "staged_merge": 0, "admitted_skel": 14265, "staged_skel": 0, "mean_count": 33.849639892578125, "n_util_obs": 34, "util_count_spearman": -0.28158899923605807}, "probe_overhead_sec_total": 19.332, "probe_overhead_seq_frac": 0.4979, "util_loss": 0.000585, "alpha": 0.03, "t": 166.6}
{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3471.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199448, "cps": 27.117188, "mean_p": 0.348428, "boundary_entropy": 0.537936, "bpb": 3.371993}, "tr": {"chunks": 4811.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.265757, "cps": 37.585938, "mean_p": 0.330679, "boundary_entropy": 0.517509, "bpb": 3.532672}, "fi": {"chunks": 4954.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.263357, "cps": 38.703125, "mean_p": 0.376897, "boundary_entropy": 0.584378, "bpb": 3.691423}}, "bpb": {"en": 3.37199, "tr": 3.53267, "fi": 3.69142}, "gini_cpc": 0.060675, "gini_cps": 0.074695, "bpic": 4.286189, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.33246040340277, "fi": 1.320424656365437}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 288, "admitted_surface": 21972, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 29435, "staged_merge": 0, "admitted_skel": 14129, "staged_skel": 0, "mean_count": 34.4376220703125, "n_util_obs": 35, "util_count_spearman": -0.25322128851540615}, "t": 170.7}
{"event": "consolidate", "step": 300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 198.5}
{"event": "train", "step": 300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.27292, "bpb": 3.27913, "chunk_loss": 0.030738, "F": 0.19067, "G": 0.30239, "chunks": 195.25, "bytes_per_chunk": 5.245, "boundary_entropy": 0.46861, "router_noise": 0.0, "grad_norm": 1.2208, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.646, "probe_sec": 0.0357, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0262, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.04807, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.16504, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.93939, "trunc_abs_frac": 0.65019, "mean_delta_full": 0.0564, "read_hit_rate": {"surface": 0.55486, "merge": 0.16009, "skel": 0.52995}, "mean_gate": {"surface": 0.13672, "merge": 0.13471, "skel": 0.14114}, "n_reads": 6660, "n_cand": 16591, "read_suppressed_frac": 0.0967, "dropout_reads_logged": 6660, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 332, "admitted_surface": 22049, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 29294, "staged_merge": 0, "admitted_skel": 14193, "staged_skel": 0, "mean_count": 39.11155700683594, "n_util_obs": 45, "util_count_spearman": 0.08801054018445323}, "probe_overhead_sec_total": 22.999, "probe_overhead_seq_frac": 0.4982, "util_loss": 0.000722, "alpha": 0.03, "t": 198.9}
{"event": "consolidate", "step": 350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 228.3}
{"event": "train", "step": 350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.16389, "bpb": 3.12183, "chunk_loss": 0.031048, "F": 0.20596, "G": 0.2806, "chunks": 210.91, "bytes_per_chunk": 4.855, "boundary_entropy": 0.39679, "router_noise": 0.0, "grad_norm": 1.3353, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.6, "probe_sec": 0.0435, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03228, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.02044, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.00891, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.3139, "trunc_abs_frac": 1.0235, "mean_delta_full": -0.04358, "read_hit_rate": {"surface": 0.61307, "merge": 0.20194, "skel": 0.58022}, "mean_gate": {"surface": 0.15244, "merge": 0.14652, "skel": 0.16413}, "n_reads": 8003, "n_cand": 17771, "read_suppressed_frac": 0.1001, "dropout_reads_logged": 8003, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 395, "admitted_surface": 22232, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 29025, "staged_merge": 0, "admitted_skel": 14279, "staged_skel": 0, "mean_count": 44.93067932128906, "n_util_obs": 56, "util_count_spearman": 0.10669856459330143}, "probe_overhead_sec_total": 26.783, "probe_overhead_seq_frac": 0.4985, "util_loss": 0.000818, "alpha": 0.03, "t": 228.9}
{"event": "consolidate", "step": 400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 258.7}
{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3097.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.177958, "cps": 24.195312, "mean_p": 0.263085, "boundary_entropy": 0.361427, "bpb": 2.9043}, "tr": {"chunks": 3235.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.1787, "cps": 25.273438, "mean_p": 0.263262, "boundary_entropy": 0.413759, "bpb": 3.161018}, "fi": {"chunks": 4153.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.220775, "cps": 32.445312, "mean_p": 0.272524, "boundary_entropy": 0.425015, "bpb": 3.368327}}, "bpb": {"en": 2.9043, "tr": 3.16102, "fi": 3.36833}, "gini_cpc": 0.049434, "gini_cps": 0.067144, "bpic": 5.410777, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0041686263714908, "fi": 1.2406033870185706}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 459, "admitted_surface": 22245, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28909, "staged_merge": 0, "admitted_skel": 14382, "staged_skel": 0, "mean_count": 50.830780029296875, "n_util_obs": 63, "util_count_spearman": 0.05337941628264209}, "t": 260.0}
{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 2.9179, "tr": 3.16805, "fi": 3.36211}, "bytes_per_chunk": {"en": 5.218, "tr": 5.853, "fi": 4.821}, "bpb_mean": 3.14935, "frozen_inventory": true, "t": 261.9}
{"event": "train", "step": 400, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.08144, "bpb": 3.00289, "chunk_loss": 0.030517, "F": 0.18735, "G": 0.26694, "chunks": 191.84, "bytes_per_chunk": 5.338, "boundary_entropy": 0.36578, "router_noise": 0.0, "grad_norm": 1.3323, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.693, "probe_sec": 0.0398, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03034, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.01874, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 3, "mean_delta_merge": 0.26973, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 1.22801, "trunc_abs_frac": 1.22801, "mean_delta_full": -0.18738, "read_hit_rate": {"surface": 0.57622, "merge": 0.17267, "skel": 0.55791}, "mean_gate": {"surface": 0.17361, "merge": 0.16719, "skel": 0.18555}, "n_reads": 7097, "n_cand": 16715, "read_suppressed_frac": 0.1029, "dropout_reads_logged": 7097, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 462, "admitted_surface": 22358, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28650, "staged_merge": 0, "admitted_skel": 14528, "staged_skel": 0, "mean_count": 50.94197082519531, "n_util_obs": 64, "util_count_spearman": 0.012912087912087911}, "probe_overhead_sec_total": 30.839, "probe_overhead_seq_frac": 0.4987, "util_loss": 0.001202, "alpha": 0.03, "t": 263.5}
{"event": "consolidate", "step": 450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 293.3}
{"event": "train", "step": 450, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.99656, "bpb": 2.88043, "chunk_loss": 0.030728, "F": 0.19873, "G": 0.26518, "chunks": 203.5, "bytes_per_chunk": 5.032, "boundary_entropy": 0.32931, "router_noise": 0.0, "grad_norm": 1.2624, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.612, "probe_sec": 0.0706, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05968, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.02791, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.02673, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.46951, "trunc_abs_frac": 0.48289, "mean_delta_full": -0.54077, "read_hit_rate": {"surface": 0.60787, "merge": 0.18843, "skel": 0.59269}, "mean_gate": {"surface": 0.18666, "merge": 0.17695, "skel": 0.1965}, "n_reads": 8089, "n_cand": 17880, "read_suppressed_frac": 0.0985, "dropout_reads_logged": 8089, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 532, "admitted_surface": 22259, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28717, "staged_merge": 0, "admitted_skel": 14560, "staged_skel": 0, "mean_count": 56.99591064453125, "n_util_obs": 71, "util_count_spearman": -0.054258886653252854}, "probe_overhead_sec_total": 34.761, "probe_overhead_seq_frac": 0.4988, "util_loss": 0.001564, "alpha": 0.03, "t": 294.2}
{"event": "consolidate", "step": 500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 326.8}
{"event": "train", "step": 500, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.89941, "bpb": 2.74027, "chunk_loss": 0.031185, "F": 0.21555, "G": 0.27027, "chunks": 220.72, "bytes_per_chunk": 4.639, "boundary_entropy": 0.30576, "router_noise": 0.0, "grad_norm": 1.4249, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.663, "probe_sec": 0.1082, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09499, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.06414, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.21399, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.78784, "trunc_abs_frac": 0.74268, "mean_delta_full": 0.11304, "read_hit_rate": {"surface": 0.62964, "merge": 0.1926, "skel": 0.65294}, "mean_gate": {"surface": 0.19146, "merge": 0.17914, "skel": 0.19917}, "n_reads": 9342, "n_cand": 19493, "read_suppressed_frac": 0.0996, "dropout_reads_logged": 9342, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 585, "admitted_surface": 22243, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28920, "staged_merge": 0, "admitted_skel": 14373, "staged_skel": 0, "mean_count": 63.35810852050781, "n_util_obs": 82, "util_count_spearman": -0.037254709896496555}, "probe_overhead_sec_total": 38.618, "probe_overhead_seq_frac": 0.4989, "util_loss": 0.002191, "alpha": 0.03, "t": 327.3}
{"event": "probe", "step": 512, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3624.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20824, "cps": 28.3125, "mean_p": 0.263517, "boundary_entropy": 0.30669, "bpb": 2.698239}, "tr": {"chunks": 3446.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190355, "cps": 26.921875, "mean_p": 0.264404, "boundary_entropy": 0.363202, "bpb": 3.040807}, "fi": {"chunks": 4248.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.225825, "cps": 33.1875, "mean_p": 0.273924, "boundary_entropy": 0.363718, "bpb": 3.218922}}, "bpb": {"en": 2.69824, "tr": 3.04081, "fi": 3.21892}, "gini_cpc": 0.03787, "gini_cps": 0.04724, "bpic": 5.012546, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9141146156668629, "fi": 1.0844475597447034}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 599, "admitted_surface": 22281, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28837, "staged_merge": 0, "admitted_skel": 14418, "staged_skel": 0, "mean_count": 64.78173828125, "n_util_obs": 84, "util_count_spearman": -0.010387769565657588}, "t": 335.3}
{"event": "consolidate", "step": 550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 367.9}
{"event": "train", "step": 550, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.90639, "bpb": 2.75034, "chunk_loss": 0.030919, "F": 0.20587, "G": 0.2668, "chunks": 210.81, "bytes_per_chunk": 4.857, "boundary_entropy": 0.29697, "router_noise": 0.0, "grad_norm": 1.7284, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.837, "probe_sec": 0.0668, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03548, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.01552, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": 0.22369, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.99636, "trunc_abs_frac": 0.66891, "mean_delta_full": -0.02518, "read_hit_rate": {"surface": 0.62243, "merge": 0.17944, "skel": 0.63685}, "mean_gate": {"surface": 0.19422, "merge": 0.18187, "skel": 0.19852}, "n_reads": 8696, "n_cand": 18606, "read_suppressed_frac": 0.0989, "dropout_reads_logged": 8696, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 655, "admitted_surface": 22309, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28761, "staged_merge": 0, "admitted_skel": 14466, "staged_skel": 0, "mean_count": 69.85494995117188, "n_util_obs": 91, "util_count_spearman": 0.07126931039974518}, "probe_overhead_sec_total": 42.484, "probe_overhead_seq_frac": 0.499, "util_loss": 0.003143, "alpha": 0.03, "t": 369.2}
{"event": "consolidate", "step": 600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 408.5}
{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3511.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201747, "cps": 27.429688, "mean_p": 0.25391, "boundary_entropy": 0.276588, "bpb": 2.584386}, "tr": {"chunks": 3405.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.18809, "cps": 26.601562, "mean_p": 0.255278, "boundary_entropy": 0.322657, "bpb": 2.915627}, "fi": {"chunks": 4270.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.226995, "cps": 33.359375, "mean_p": 0.269955, "boundary_entropy": 0.325778, "bpb": 3.145385}}, "bpb": {"en": 2.58439, "tr": 2.91563, "fi": 3.14539}, "gini_cpc": 0.042048, "gini_cps": 0.051553, "bpic": 5.071697, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9323089546473624, "fi": 1.1251470408523854}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 710, "admitted_surface": 22327, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28689, "staged_merge": 0, "admitted_skel": 14520, "staged_skel": 0, "mean_count": 76.37222290039062, "n_util_obs": 101, "util_count_spearman": 0.11848642100620878}, "t": 409.6}
{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.59629, "tr": 2.92283, "fi": 3.14578}, "bytes_per_chunk": {"en": 4.713, "tr": 5.885, "fi": 4.608}, "bpb_mean": 2.8883, "frozen_inventory": true, "t": 411.8}
{"event": "train", "step": 600, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.88847, "bpb": 2.72449, "chunk_loss": 0.030913, "F": 0.20938, "G": 0.2597, "chunks": 214.41, "bytes_per_chunk": 4.776, "boundary_entropy": 0.27749, "router_noise": 0.0, "grad_norm": 1.2729, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.905, "probe_sec": 0.0473, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03518, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.01059, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 3, "mean_delta_merge": -0.53682, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.65672, "trunc_abs_frac": 0.28813, "mean_delta_full": 0.05231, "read_hit_rate": {"surface": 0.62059, "merge": 0.18111, "skel": 0.6417}, "mean_gate": {"surface": 0.20107, "merge": 0.18575, "skel": 0.20272}, "n_reads": 8913, "n_cand": 18993, "read_suppressed_frac": 0.1011, "dropout_reads_logged": 8913, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 713, "admitted_surface": 22338, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28723, "staged_merge": 0, "admitted_skel": 14475, "staged_skel": 0, "mean_count": 76.49589538574219, "n_util_obs": 101, "util_count_spearman": 0.1198136284216657}, "probe_overhead_sec_total": 46.139, "probe_overhead_seq_frac": 0.4991, "util_loss": 0.003672, "alpha": 0.03, "t": 414.4}
{"event": "consolidate", "step": 650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 454.8}
{"event": "train", "step": 650, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.83648, "bpb": 2.64948, "chunk_loss": 0.031096, "F": 0.21414, "G": 0.2655, "chunks": 219.28, "bytes_per_chunk": 4.67, "boundary_entropy": 0.27094, "router_noise": 0.0, "grad_norm": 1.156, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.828, "probe_sec": 0.089, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07406, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.04881, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 3, "mean_delta_merge": -0.0038, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.12582, "trunc_abs_frac": 0.80204, "mean_delta_full": -0.13498, "read_hit_rate": {"surface": 0.64724, "merge": 0.21516, "skel": 0.65244}, "mean_gate": {"surface": 0.211, "merge": 0.19176, "skel": 0.20849}, "n_reads": 9473, "n_cand": 19235, "read_suppressed_frac": 0.0999, "dropout_reads_logged": 9473, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 765, "admitted_surface": 22401, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28600, "staged_merge": 0, "admitted_skel": 14535, "staged_skel": 0, "mean_count": 83.22994995117188, "n_util_obs": 113, "util_count_spearman": 0.09093253044114712}, "probe_overhead_sec_total": 49.782, "probe_overhead_seq_frac": 0.4992, "util_loss": 0.00432, "alpha": 0.03, "t": 455.8}
{"event": "consolidate", "step": 700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 487.2}
{"event": "train", "step": 700, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.98233, "bpb": 2.8599, "chunk_loss": 0.031312, "F": 0.2171, "G": 0.26756, "chunks": 222.31, "bytes_per_chunk": 4.606, "boundary_entropy": 0.27392, "router_noise": 0.0, "grad_norm": 1.1034, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.652, "probe_sec": 0.0831, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05633, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.05284, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.02441, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.86343, "trunc_abs_frac": 0.57926, "mean_delta_full": -0.14775, "read_hit_rate": {"surface": 0.62214, "merge": 0.1773, "skel": 0.62395}, "mean_gate": {"surface": 0.21296, "merge": 0.18963, "skel": 0.20781}, "n_reads": 8923, "n_cand": 19368, "read_suppressed_frac": 0.0988, "dropout_reads_logged": 8923, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 815, "admitted_surface": 22373, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28563, "staged_merge": 0, "admitted_skel": 14600, "staged_skel": 0, "mean_count": 90.14704895019531, "n_util_obs": 133, "util_count_spearman": 0.10997147291338467}, "probe_overhead_sec_total": 53.586, "probe_overhead_seq_frac": 0.4992, "util_loss": 0.004697, "alpha": 0.03, "t": 488.4}
{"event": "consolidate", "step": 750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 518.7}
{"event": "train", "step": 750, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.77396, "bpb": 2.55928, "chunk_loss": 0.031164, "F": 0.22061, "G": 0.26282, "chunks": 225.91, "bytes_per_chunk": 4.533, "boundary_entropy": 0.25093, "router_noise": 0.0, "grad_norm": 1.0126, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.616, "probe_sec": 0.0674, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05199, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.08178, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 3, "mean_delta_merge": -0.1934, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.92039, "trunc_abs_frac": 1.42818, "mean_delta_full": -0.17036, "read_hit_rate": {"surface": 0.65388, "merge": 0.21465, "skel": 0.64791}, "mean_gate": {"surface": 0.21824, "merge": 0.19779, "skel": 0.21062}, "n_reads": 9722, "n_cand": 19730, "read_suppressed_frac": 0.1017, "dropout_reads_logged": 9722, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 861, "admitted_surface": 22322, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28579, "staged_merge": 0, "admitted_skel": 14635, "staged_skel": 0, "mean_count": 97.12187194824219, "n_util_obs": 140, "util_count_spearman": 0.1876320220419409}, "probe_overhead_sec_total": 57.427, "probe_overhead_seq_frac": 0.4993, "util_loss": 0.004705, "alpha": 0.03, "t": 519.2}
{"event": "consolidate", "step": 800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 549.2}
{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3638.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.209044, "cps": 28.421875, "mean_p": 0.24593, "boundary_entropy": 0.235797, "bpb": 2.426073}, "tr": {"chunks": 3623.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.200133, "cps": 28.304688, "mean_p": 0.249036, "boundary_entropy": 0.293147, "bpb": 2.749906}, "fi": {"chunks": 4400.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.233906, "cps": 34.375, "mean_p": 0.263925, "boundary_entropy": 0.278064, "bpb": 2.974109}}, "bpb": {"en": 2.42607, "tr": 2.74991, "fi": 2.97411}, "gini_cpc": 0.035012, "gini_cps": 0.044422, "bpic": 4.865106, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9573686634694992, "fi": 1.1189281977966117}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 916, "admitted_surface": 22354, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28571, "staged_merge": 0, "admitted_skel": 14611, "staged_skel": 0, "mean_count": 104.07389831542969, "n_util_obs": 154, "util_count_spearman": 0.17082234653392148}, "t": 550.5}
{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.43841, "tr": 2.75794, "fi": 2.97459}, "bytes_per_chunk": {"en": 4.529, "tr": 5.296, "fi": 4.495}, "bpb_mean": 2.72365, "frozen_inventory": true, "t": 552.6}
{"event": "train", "step": 800, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.85052, "bpb": 2.66973, "chunk_loss": 0.031196, "F": 0.22153, "G": 0.25994, "chunks": 226.84, "bytes_per_chunk": 4.514, "boundary_entropy": 0.24507, "router_noise": 0.0, "grad_norm": 1.1909, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.698, "probe_sec": 0.0439, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03152, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.01871, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.04312, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 7.69648, "trunc_abs_frac": 0.69985, "mean_delta_full": -0.01147, "read_hit_rate": {"surface": 0.63346, "merge": 0.20264, "skel": 0.62846}, "mean_gate": {"surface": 0.21873, "merge": 0.19311, "skel": 0.2089}, "n_reads": 9326, "n_cand": 19657, "read_suppressed_frac": 0.0971, "dropout_reads_logged": 9326, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 917, "admitted_surface": 22309, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28623, "staged_merge": 0, "admitted_skel": 14604, "staged_skel": 0, "mean_count": 104.20060729980469, "n_util_obs": 154, "util_count_spearman": 0.17116913606315776}, "probe_overhead_sec_total": 60.994, "probe_overhead_seq_frac": 0.4993, "util_loss": 0.004745, "alpha": 0.03, "t": 554.1}
{"event": "consolidate", "step": 850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 585.3}
{"event": "train", "step": 850, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.80415, "bpb": 2.60284, "chunk_loss": 0.031006, "F": 0.21671, "G": 0.25642, "chunks": 221.91, "bytes_per_chunk": 4.615, "boundary_entropy": 0.24497, "router_noise": 0.0, "grad_norm": 1.0227, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.636, "probe_sec": 0.0859, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07394, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01873, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.02904, "trunc_abs_frac": 3.31055, "mean_delta_full": -0.14189, "read_hit_rate": {"surface": 0.62739, "merge": 0.18303, "skel": 0.64465}, "mean_gate": {"surface": 0.21686, "merge": 0.19133, "skel": 0.20304}, "n_reads": 9246, "n_cand": 19571, "read_suppressed_frac": 0.0959, "dropout_reads_logged": 9246, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 963, "admitted_surface": 22280, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28628, "staged_merge": 0, "admitted_skel": 14628, "staged_skel": 0, "mean_count": 111.29304504394531, "n_util_obs": 160, "util_count_spearman": 0.12171294051480966}, "probe_overhead_sec_total": 64.354, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.005125, "alpha": 0.03, "t": 585.9}
{"event": "consolidate", "step": 900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 616.0}
{"event": "train", "step": 900, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.60518, "bpb": 2.31578, "chunk_loss": 0.031046, "F": 0.21942, "G": 0.25248, "chunks": 224.69, "bytes_per_chunk": 4.557, "boundary_entropy": 0.21865, "router_noise": 0.0, "grad_norm": 1.227, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.62, "probe_sec": 0.0423, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0291, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.11374, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.0593, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.35161, "trunc_abs_frac": 0.96323, "mean_delta_full": -0.07438, "read_hit_rate": {"surface": 0.68497, "merge": 0.23393, "skel": 0.679}, "mean_gate": {"surface": 0.22431, "merge": 0.19939, "skel": 0.20543}, "n_reads": 10223, "n_cand": 19664, "read_suppressed_frac": 0.0965, "dropout_reads_logged": 10223, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1007, "admitted_surface": 22234, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28759, "staged_merge": 0, "admitted_skel": 14543, "staged_skel": 0, "mean_count": 118.63606262207031, "n_util_obs": 171, "util_count_spearman": 0.1317002254183556}, "probe_overhead_sec_total": 68.13, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.005552, "alpha": 0.03, "t": 616.9}
{"event": "consolidate", "step": 950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 647.9}
{"event": "train", "step": 950, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.67367, "bpb": 2.41459, "chunk_loss": 0.030923, "F": 0.21304, "G": 0.24942, "chunks": 218.16, "bytes_per_chunk": 4.694, "boundary_entropy": 0.21814, "router_noise": 0.0, "grad_norm": 1.1039, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.631, "probe_sec": 0.0539, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04056, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.07158, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.2948, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.67132, "trunc_abs_frac": 0.62944, "mean_delta_full": -0.32794, "read_hit_rate": {"surface": 0.65549, "merge": 0.20977, "skel": 0.64678}, "mean_gate": {"surface": 0.22415, "merge": 0.19591, "skel": 0.20517}, "n_reads": 9410, "n_cand": 19129, "read_suppressed_frac": 0.0966, "dropout_reads_logged": 9410, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1050, "admitted_surface": 22286, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28627, "staged_merge": 0, "admitted_skel": 14623, "staged_skel": 0, "mean_count": 125.94500732421875, "n_util_obs": 180, "util_count_spearman": 0.12042552753685813}, "probe_overhead_sec_total": 71.57, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.006343, "alpha": 0.03, "t": 648.4}
{"event": "consolidate", "step": 1000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 675.6}
{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3604.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.207091, "cps": 28.15625, "mean_p": 0.239605, "boundary_entropy": 0.212262, "bpb": 2.324701}, "tr": {"chunks": 3815.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210739, "cps": 29.804688, "mean_p": 0.236243, "boundary_entropy": 0.255763, "bpb": 2.630089}, "fi": {"chunks": 4412.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.234544, "cps": 34.46875, "mean_p": 0.259944, "boundary_entropy": 0.247235, "bpb": 2.841428}}, "bpb": {"en": 2.3247, "tr": 2.63009, "fi": 2.84143}, "gini_cpc": 0.028054, "gini_cps": 0.04553, "bpic": 4.795199, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0176145987417051, "fi": 1.1325645354387128}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1100, "admitted_surface": 22350, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28525, "staged_merge": 0, "admitted_skel": 14661, "staged_skel": 0, "mean_count": 133.1652069091797, "n_util_obs": 192, "util_count_spearman": 0.11466283490804083}, "t": 676.7}
{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.33449, "tr": 2.63811, "fi": 2.84739}, "bytes_per_chunk": {"en": 4.552, "tr": 5.22, "fi": 4.454}, "bpb_mean": 2.60667, "frozen_inventory": true, "t": 678.4}
{"event": "train", "step": 1000, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.73576, "bpb": 2.50417, "chunk_loss": 0.030959, "F": 0.21768, "G": 0.24926, "chunks": 222.91, "bytes_per_chunk": 4.594, "boundary_entropy": 0.21969, "router_noise": 0.0, "grad_norm": 0.9124, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.628, "probe_sec": 0.0457, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03295, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.06084, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 3, "mean_delta_merge": 0.09131, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.59902, "trunc_abs_frac": 0.51529, "mean_delta_full": -0.26459, "read_hit_rate": {"surface": 0.63836, "merge": 0.19692, "skel": 0.66503}, "mean_gate": {"surface": 0.22786, "merge": 0.19508, "skel": 0.20811}, "n_reads": 9576, "n_cand": 19660, "read_suppressed_frac": 0.0986, "dropout_reads_logged": 9576, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1101, "admitted_surface": 22351, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28653, "staged_merge": 0, "admitted_skel": 14532, "staged_skel": 0, "mean_count": 133.29934692382812, "n_util_obs": 192, "util_count_spearman": 0.11669649983406657}, "probe_overhead_sec_total": 74.661, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.006698, "alpha": 0.03, "t": 679.8}
{"event": "probe", "step": 1024, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3560.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204562, "cps": 27.8125, "mean_p": 0.237616, "boundary_entropy": 0.213753, "bpb": 2.318192}, "tr": {"chunks": 3807.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210297, "cps": 29.742188, "mean_p": 0.2354, "boundary_entropy": 0.257669, "bpb": 2.621485}, "fi": {"chunks": 4475.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.237893, "cps": 34.960938, "mean_p": 0.260421, "boundary_entropy": 0.248563, "bpb": 2.820047}}, "bpb": {"en": 2.31819, "tr": 2.62148, "fi": 2.82005}, "gini_cpc": 0.034041, "gini_cps": 0.051512, "bpic": 4.790745, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.028031560353458, "fi": 1.1629345637473651}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1128, "admitted_surface": 22360, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28563, "staged_merge": 0, "admitted_skel": 14613, "staged_skel": 0, "mean_count": 136.6936492919922, "n_util_obs": 197, "util_count_spearman": 0.09486534837080283}, "t": 693.2}
{"event": "consolidate", "step": 1050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 711.1}
{"event": "train", "step": 1050, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.63193, "bpb": 2.35438, "chunk_loss": 0.031136, "F": 0.22153, "G": 0.24899, "chunks": 226.84, "bytes_per_chunk": 4.514, "boundary_entropy": 0.20727, "router_noise": 0.0, "grad_norm": 1.0503, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.634, "probe_sec": 0.0411, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0297, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.07301, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.14044, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -5.19298, "trunc_abs_frac": 3.6983, "mean_delta_full": -0.01855, "read_hit_rate": {"surface": 0.6686, "merge": 0.23044, "skel": 0.66898}, "mean_gate": {"surface": 0.23212, "merge": 0.20261, "skel": 0.20781}, "n_reads": 10053, "n_cand": 19748, "read_suppressed_frac": 0.0995, "dropout_reads_logged": 10053, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1153, "admitted_surface": 22352, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28625, "staged_merge": 0, "admitted_skel": 14559, "staged_skel": 0, "mean_count": 140.70477294921875, "n_util_obs": 203, "util_count_spearman": 0.08784654182601685}, "probe_overhead_sec_total": 78.577, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.007418, "alpha": 0.03, "t": 711.5}
{"event": "consolidate", "step": 1100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 745.2}
{"event": "train", "step": 1100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.73114, "bpb": 2.4975, "chunk_loss": 0.031102, "F": 0.2226, "G": 0.25135, "chunks": 227.94, "bytes_per_chunk": 4.492, "boundary_entropy": 0.21158, "router_noise": 0.0, "grad_norm": 0.9982, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.692, "probe_sec": 0.089, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07454, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.05084, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.66733, "trunc_abs_frac": 0.69843, "mean_delta_full": -0.29919, "read_hit_rate": {"surface": 0.66153, "merge": 0.21743, "skel": 0.65264}, "mean_gate": {"surface": 0.22471, "merge": 0.1942, "skel": 0.19963}, "n_reads": 9865, "n_cand": 19838, "read_suppressed_frac": 0.0982, "dropout_reads_logged": 9865, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1198, "admitted_surface": 22356, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28550, "staged_merge": 0, "admitted_skel": 14630, "staged_skel": 0, "mean_count": 148.0618438720703, "n_util_obs": 213, "util_count_spearman": 0.10891284600480317}, "probe_overhead_sec_total": 81.819, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.007133, "alpha": 0.03, "t": 746.1}
{"event": "consolidate", "step": 1150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 774.3}
{"event": "train", "step": 1150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.63889, "bpb": 2.36442, "chunk_loss": 0.030945, "F": 0.21976, "G": 0.24418, "chunks": 225.03, "bytes_per_chunk": 4.55, "boundary_entropy": 0.19728, "router_noise": 0.0, "grad_norm": 0.8854, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.573, "probe_sec": 0.0473, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03687, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.21831, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": 0.0981, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.55959, "trunc_abs_frac": 1.72754, "mean_delta_full": 0.61945, "read_hit_rate": {"surface": 0.6662, "merge": 0.21844, "skel": 0.67807}, "mean_gate": {"surface": 0.22998, "merge": 0.19762, "skel": 0.20106}, "n_reads": 10040, "n_cand": 19770, "read_suppressed_frac": 0.0971, "dropout_reads_logged": 10040, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1242, "admitted_surface": 22400, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28533, "staged_merge": 0, "admitted_skel": 14603, "staged_skel": 0, "mean_count": 155.505615234375, "n_util_obs": 223, "util_count_spearman": 0.094941955087695}, "probe_overhead_sec_total": 85.2, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.007043, "alpha": 0.03, "t": 774.7}
{"event": "consolidate", "step": 1200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 812.6}
{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3650.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.209734, "cps": 28.515625, "mean_p": 0.234097, "boundary_entropy": 0.184879, "bpb": 2.257013}, "tr": {"chunks": 3898.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215323, "cps": 30.453125, "mean_p": 0.22463, "boundary_entropy": 0.223679, "bpb": 2.541768}, "fi": {"chunks": 4634.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.246345, "cps": 36.203125, "mean_p": 0.260939, "boundary_entropy": 0.219817, "bpb": 2.722697}}, "bpb": {"en": 2.25701, "tr": 2.54177, "fi": 2.7227}, "gini_cpc": 0.036353, "gini_cps": 0.05385, "bpic": 4.657035, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0266503016604376, "fi": 1.174560527467534}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1284, "admitted_surface": 22414, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28487, "staged_merge": 0, "admitted_skel": 14635, "staged_skel": 0, "mean_count": 162.69126892089844, "n_util_obs": 235, "util_count_spearman": 0.08022646957994185}, "t": 814.0}
{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.26775, "tr": 2.5517, "fi": 2.7299}, "bytes_per_chunk": {"en": 4.501, "tr": 5.008, "fi": 4.217}, "bpb_mean": 2.51645, "frozen_inventory": true, "t": 816.0}
{"event": "train", "step": 1200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.61198, "bpb": 2.32559, "chunk_loss": 0.030954, "F": 0.22092, "G": 0.24388, "chunks": 226.22, "bytes_per_chunk": 4.527, "boundary_entropy": 0.19211, "router_noise": 0.0, "grad_norm": 0.9206, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.866, "probe_sec": 0.0868, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05429, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.07511, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.24103, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.63673, "trunc_abs_frac": 0.70371, "mean_delta_full": 0.17647, "read_hit_rate": {"surface": 0.67532, "merge": 0.23415, "skel": 0.6741}, "mean_gate": {"surface": 0.23121, "merge": 0.19799, "skel": 0.20566}, "n_reads": 10237, "n_cand": 19856, "read_suppressed_frac": 0.102, "dropout_reads_logged": 10237, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1285, "admitted_surface": 22373, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28521, "staged_merge": 0, "admitted_skel": 14642, "staged_skel": 0, "mean_count": 162.8417510986328, "n_util_obs": 235, "util_count_spearman": 0.07978399770682497}, "probe_overhead_sec_total": 88.856, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.007244, "alpha": 0.03, "t": 818.0}
{"event": "consolidate", "step": 1250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 845.7}
{"event": "train", "step": 1250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.62445, "bpb": 2.34359, "chunk_loss": 0.030734, "F": 0.20959, "G": 0.23552, "chunks": 214.62, "bytes_per_chunk": 4.771, "boundary_entropy": 0.19536, "router_noise": 0.0, "grad_norm": 0.8211, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.563, "probe_sec": 0.0527, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03961, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.02095, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": 0.16119, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 2.22934, "trunc_abs_frac": 3.77872, "mean_delta_full": -0.02644, "read_hit_rate": {"surface": 0.65009, "merge": 0.20561, "skel": 0.65283}, "mean_gate": {"surface": 0.22655, "merge": 0.19269, "skel": 0.20418}, "n_reads": 9303, "n_cand": 18940, "read_suppressed_frac": 0.0992, "dropout_reads_logged": 9303, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1325, "admitted_surface": 22377, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28481, "staged_merge": 0, "admitted_skel": 14678, "staged_skel": 0, "mean_count": 170.157958984375, "n_util_obs": 246, "util_count_spearman": 0.07237553929897377}, "probe_overhead_sec_total": 91.96, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.008149, "alpha": 0.03, "t": 846.2}
{"event": "consolidate", "step": 1300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 873.4}
{"event": "train", "step": 1300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.66569, "bpb": 2.40308, "chunk_loss": 0.030969, "F": 0.21991, "G": 0.24399, "chunks": 225.19, "bytes_per_chunk": 4.547, "boundary_entropy": 0.18445, "router_noise": 0.0, "grad_norm": 0.8957, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.56, "probe_sec": 0.0494, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03676, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.12867, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.36462, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.43349, "trunc_abs_frac": 0.43349, "mean_delta_full": -0.24133, "read_hit_rate": {"surface": 0.64288, "merge": 0.20835, "skel": 0.6704}, "mean_gate": {"surface": 0.22647, "merge": 0.19194, "skel": 0.19846}, "n_reads": 9808, "n_cand": 19847, "read_suppressed_frac": 0.1049, "dropout_reads_logged": 9808, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1364, "admitted_surface": 22392, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28601, "staged_merge": 0, "admitted_skel": 14543, "staged_skel": 0, "mean_count": 177.41160583496094, "n_util_obs": 252, "util_count_spearman": 0.05458273335844248}, "probe_overhead_sec_total": 94.886, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.008358, "alpha": 0.03, "t": 874.2}
{"event": "consolidate", "step": 1350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 902.1}
{"event": "train", "step": 1350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.58881, "bpb": 2.29217, "chunk_loss": 0.030911, "F": 0.21921, "G": 0.24139, "chunks": 224.47, "bytes_per_chunk": 4.562, "boundary_entropy": 0.18262, "router_noise": 0.0, "grad_norm": 0.8614, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.576, "probe_sec": 0.0523, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03705, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.14646, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -18.58661, "trunc_abs_frac": 1.44583, "mean_delta_full": -0.00517, "read_hit_rate": {"surface": 0.66047, "merge": 0.22068, "skel": 0.67013}, "mean_gate": {"surface": 0.2256, "merge": 0.18953, "skel": 0.19937}, "n_reads": 9971, "n_cand": 19757, "read_suppressed_frac": 0.1016, "dropout_reads_logged": 9971, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1406, "admitted_surface": 22340, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28641, "staged_merge": 0, "admitted_skel": 14555, "staged_skel": 0, "mean_count": 184.65196228027344, "n_util_obs": 254, "util_count_spearman": 0.051167033760898574}, "probe_overhead_sec_total": 97.724, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.008338, "alpha": 0.03, "t": 903.0}
{"event": "consolidate", "step": 1400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 930.0}
{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3514.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201919, "cps": 27.453125, "mean_p": 0.228389, "boundary_entropy": 0.180901, "bpb": 2.206115}, "tr": {"chunks": 3723.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205657, "cps": 29.085938, "mean_p": 0.218676, "boundary_entropy": 0.214829, "bpb": 2.475034}, "fi": {"chunks": 4424.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.235182, "cps": 34.5625, "mean_p": 0.248894, "boundary_entropy": 0.20967, "bpb": 2.630971}}, "bpb": {"en": 2.20611, "tr": 2.47503, "fi": 2.63097}, "gini_cpc": 0.0345, "gini_cps": 0.052025, "bpic": 4.865106, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.018508945727652, "fi": 1.1647309014963483}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1450, "admitted_surface": 22380, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28532, "staged_merge": 0, "admitted_skel": 14624, "staged_skel": 0, "mean_count": 191.7397003173828, "n_util_obs": 265, "util_count_spearman": 0.08112081698268937}, "t": 931.1}
{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.21506, "tr": 2.48374, "fi": 2.63746}, "bytes_per_chunk": {"en": 4.744, "tr": 5.294, "fi": 4.491}, "bpb_mean": 2.44542, "frozen_inventory": true, "t": 933.1}
{"event": "train", "step": 1400, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.59677, "bpb": 2.30365, "chunk_loss": 0.030745, "F": 0.20944, "G": 0.23449, "chunks": 214.47, "bytes_per_chunk": 4.775, "boundary_entropy": 0.18545, "router_noise": 0.0, "grad_norm": 0.8416, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.642, "probe_sec": 0.0637, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04704, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.01196, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.83612, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.39579, "trunc_abs_frac": 0.37789, "mean_delta_full": -0.58496, "read_hit_rate": {"surface": 0.65042, "merge": 0.21591, "skel": 0.64723}, "mean_gate": {"surface": 0.22821, "merge": 0.18957, "skel": 0.20121}, "n_reads": 9296, "n_cand": 18860, "read_suppressed_frac": 0.101, "dropout_reads_logged": 9296, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1451, "admitted_surface": 22356, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28532, "staged_merge": 0, "admitted_skel": 14648, "staged_skel": 0, "mean_count": 191.88514709472656, "n_util_obs": 265, "util_count_spearman": 0.08338771456944248}, "probe_overhead_sec_total": 101.679, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.009066, "alpha": 0.03, "t": 935.1}
{"event": "consolidate", "step": 1450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 963.4}
{"event": "train", "step": 1450, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.64683, "bpb": 2.37587, "chunk_loss": 0.030654, "F": 0.20844, "G": 0.2294, "chunks": 213.44, "bytes_per_chunk": 4.798, "boundary_entropy": 0.17448, "router_noise": 0.0, "grad_norm": 0.8552, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.574, "probe_sec": 0.0444, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03346, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": 0.24027, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 4, "mean_delta_merge": -0.15257, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.77277, "trunc_abs_frac": 1.06663, "mean_delta_full": 0.31453, "read_hit_rate": {"surface": 0.64107, "merge": 0.20455, "skel": 0.64415}, "mean_gate": {"surface": 0.2162, "merge": 0.18215, "skel": 0.18969}, "n_reads": 9147, "n_cand": 18850, "read_suppressed_frac": 0.0964, "dropout_reads_logged": 9147, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1487, "admitted_surface": 22361, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28535, "staged_merge": 0, "admitted_skel": 14640, "staged_skel": 0, "mean_count": 199.07028198242188, "n_util_obs": 274, "util_count_spearman": 0.08126852436155527}, "probe_overhead_sec_total": 105.022, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.008189, "alpha": 0.03, "t": 963.8}
{"event": "consolidate", "step": 1500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 990.8}
{"event": "train", "step": 1500, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.65859, "bpb": 2.39284, "chunk_loss": 0.030962, "F": 0.21948, "G": 0.24154, "chunks": 224.75, "bytes_per_chunk": 4.556, "boundary_entropy": 0.17634, "router_noise": 0.0, "grad_norm": 0.8653, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.548, "probe_sec": 0.0459, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02901, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03918, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.8082, "trunc_abs_frac": 0.8082, "mean_delta_full": -0.14893, "read_hit_rate": {"surface": 0.65573, "merge": 0.20974, "skel": 0.65562}, "mean_gate": {"surface": 0.21438, "merge": 0.18146, "skel": 0.19108}, "n_reads": 9672, "n_cand": 19599, "read_suppressed_frac": 0.0997, "dropout_reads_logged": 9672, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1529, "admitted_surface": 22312, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28631, "staged_merge": 0, "admitted_skel": 14593, "staged_skel": 0, "mean_count": 206.14654541015625, "n_util_obs": 287, "util_count_spearman": 0.06868791777328363}, "probe_overhead_sec_total": 107.884, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.009639, "alpha": 0.03, "t": 991.2}
{"event": "consolidate", "step": 1550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1017.3}
{"event": "train", "step": 1550, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.58012, "bpb": 2.27963, "chunk_loss": 0.030784, "F": 0.21231, "G": 0.23369, "chunks": 217.41, "bytes_per_chunk": 4.71, "boundary_entropy": 0.16836, "router_noise": 0.0, "grad_norm": 0.9121, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.537, "probe_sec": 0.0398, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02844, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.03259, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.37915, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.60303, "trunc_abs_frac": 1.12361, "mean_delta_full": -0.0426, "read_hit_rate": {"surface": 0.65329, "merge": 0.22312, "skel": 0.66876}, "mean_gate": {"surface": 0.2193, "merge": 0.18334, "skel": 0.19175}, "n_reads": 9676, "n_cand": 19222, "read_suppressed_frac": 0.0962, "dropout_reads_logged": 9676, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1559, "admitted_surface": 22364, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28550, "staged_merge": 0, "admitted_skel": 14622, "staged_skel": 0, "mean_count": 213.38775634765625, "n_util_obs": 297, "util_count_spearman": 0.04921975056203244}, "probe_overhead_sec_total": 110.492, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.009112, "alpha": 0.03, "t": 1018.1}
{"event": "consolidate", "step": 1600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1057.2}
{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3538.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203298, "cps": 27.640625, "mean_p": 0.224581, "boundary_entropy": 0.160177, "bpb": 2.164285}, "tr": {"chunks": 3526.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.194774, "cps": 27.546875, "mean_p": 0.205338, "boundary_entropy": 0.188968, "bpb": 2.415695}, "fi": {"chunks": 4513.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.239913, "cps": 35.257812, "mean_p": 0.247885, "boundary_entropy": 0.182941, "bpb": 2.574835}}, "bpb": {"en": 2.16429, "tr": 2.4157, "fi": 2.57483}, "gini_cpc": 0.047168, "gini_cps": 0.056837, "bpic": 4.900406, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9580717798882578, "fi": 1.180102530725816}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1593, "admitted_surface": 22401, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28496, "staged_merge": 0, "admitted_skel": 14639, "staged_skel": 0, "mean_count": 220.37120056152344, "n_util_obs": 307, "util_count_spearman": 0.03948092161204847}, "t": 1059.1}
{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.17662, "tr": 2.42501, "fi": 2.58051}, "bytes_per_chunk": {"en": 4.721, "tr": 5.562, "fi": 4.38}, "bpb_mean": 2.39405, "frozen_inventory": true, "t": 1061.6}
{"event": "train", "step": 1600, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.51297, "bpb": 2.18276, "chunk_loss": 0.030996, "F": 0.21768, "G": 0.23824, "chunks": 222.91, "bytes_per_chunk": 4.594, "boundary_entropy": 0.16154, "router_noise": 0.0, "grad_norm": 0.8774, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.923, "probe_sec": 0.0652, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03513, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.10595, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 3.47007, "trunc_abs_frac": 1.40939, "mean_delta_full": 0.05762, "read_hit_rate": {"surface": 0.6854, "merge": 0.21177, "skel": 0.68498}, "mean_gate": {"surface": 0.21676, "merge": 0.18355, "skel": 0.18506}, "n_reads": 10080, "n_cand": 19595, "read_suppressed_frac": 0.1027, "dropout_reads_logged": 10080, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1593, "admitted_surface": 22287, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28665, "staged_merge": 0, "admitted_skel": 14584, "staged_skel": 0, "mean_count": 220.53216552734375, "n_util_obs": 307, "util_count_spearman": 0.04000037326161266}, "probe_overhead_sec_total": 113.696, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.009721, "alpha": 0.03, "t": 1064.2}
{"event": "consolidate", "step": 1650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1117.9}
{"event": "train", "step": 1650, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.57558, "bpb": 2.27308, "chunk_loss": 0.030696, "F": 0.2124, "G": 0.23117, "chunks": 217.5, "bytes_per_chunk": 4.708, "boundary_entropy": 0.15812, "router_noise": 0.0, "grad_norm": 0.8785, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 1.085, "probe_sec": 0.0948, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08264, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.05261, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.51501, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.70977, "trunc_abs_frac": 0.91266, "mean_delta_full": 0.23669, "read_hit_rate": {"surface": 0.65906, "merge": 0.22013, "skel": 0.67427}, "mean_gate": {"surface": 0.22125, "merge": 0.18627, "skel": 0.19109}, "n_reads": 9779, "n_cand": 19304, "read_suppressed_frac": 0.0994, "dropout_reads_logged": 9779, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1635, "admitted_surface": 22396, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28500, "staged_merge": 0, "admitted_skel": 14640, "staged_skel": 0, "mean_count": 227.7542724609375, "n_util_obs": 316, "util_count_spearman": 0.050387623800170964}, "probe_overhead_sec_total": 118.26, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.008493, "alpha": 0.03, "t": 1118.5}
{"event": "consolidate", "step": 1700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1156.9}
{"event": "train", "step": 1700, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.53117, "bpb": 2.20902, "chunk_loss": 0.030557, "F": 0.20566, "G": 0.22436, "chunks": 210.59, "bytes_per_chunk": 4.862, "boundary_entropy": 0.15921, "router_noise": 0.0, "grad_norm": 0.7134, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.784, "probe_sec": 0.0438, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03088, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.04297, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.09189, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.88749, "trunc_abs_frac": 0.88749, "mean_delta_full": -0.46167, "read_hit_rate": {"surface": 0.64202, "merge": 0.1982, "skel": 0.64786}, "mean_gate": {"surface": 0.21618, "merge": 0.18138, "skel": 0.18595}, "n_reads": 9027, "n_cand": 18627, "read_suppressed_frac": 0.098, "dropout_reads_logged": 9027, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1668, "admitted_surface": 22419, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28418, "staged_merge": 0, "admitted_skel": 14699, "staged_skel": 0, "mean_count": 234.96347045898438, "n_util_obs": 329, "util_count_spearman": 0.05724917754948308}, "probe_overhead_sec_total": 122.353, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.009109, "alpha": 0.03, "t": 1157.7}
{"event": "consolidate", "step": 1750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1188.0}
{"event": "train", "step": 1750, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.56223, "bpb": 2.25382, "chunk_loss": 0.03066, "F": 0.20905, "G": 0.22891, "chunks": 214.06, "bytes_per_chunk": 4.784, "boundary_entropy": 0.16136, "router_noise": 0.0, "grad_norm": 0.7419, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.617, "probe_sec": 0.0435, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03165, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.03781, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.05942, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.6442, "trunc_abs_frac": 0.6442, "mean_delta_full": 0.23364, "read_hit_rate": {"surface": 0.63596, "merge": 0.20203, "skel": 0.65411}, "mean_gate": {"surface": 0.21588, "merge": 0.18243, "skel": 0.18301}, "n_reads": 9181, "n_cand": 18915, "read_suppressed_frac": 0.103, "dropout_reads_logged": 9181, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1704, "admitted_surface": 22476, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28372, "staged_merge": 0, "admitted_skel": 14688, "staged_skel": 0, "mean_count": 242.07762145996094, "n_util_obs": 339, "util_count_spearman": 0.0458294993846817}, "probe_overhead_sec_total": 125.242, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.009812, "alpha": 0.03, "t": 1188.5}
{"event": "consolidate", "step": 1800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1225.3}
{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3557.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20439, "cps": 27.789062, "mean_p": 0.222389, "boundary_entropy": 0.146807, "bpb": 2.125052}, "tr": {"chunks": 3779.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.20875, "cps": 29.523438, "mean_p": 0.211648, "boundary_entropy": 0.171213, "bpb": 2.354932}, "fi": {"chunks": 4511.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.239806, "cps": 35.242188, "mean_p": 0.245689, "boundary_entropy": 0.163126, "bpb": 2.514263}}, "bpb": {"en": 2.12505, "tr": 2.35493, "fi": 2.51426}, "gini_cpc": 0.036161, "gini_cps": 0.053684, "bpic": 4.788723, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0213311915475203, "fi": 1.173278733019894}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1738, "admitted_surface": 22416, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28406, "staged_merge": 0, "admitted_skel": 14714, "staged_skel": 0, "mean_count": 249.17259216308594, "n_util_obs": 348, "util_count_spearman": 0.07370701363844005}, "t": 1226.5}
{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.1388, "tr": 2.36378, "fi": 2.51921}, "bytes_per_chunk": {"en": 4.674, "tr": 5.026, "fi": 4.42}, "bpb_mean": 2.3406, "frozen_inventory": true, "t": 1228.9}
{"event": "train", "step": 1800, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.53445, "bpb": 2.21374, "chunk_loss": 0.030771, "F": 0.21414, "G": 0.23073, "chunks": 219.28, "bytes_per_chunk": 4.67, "boundary_entropy": 0.15257, "router_noise": 0.0, "grad_norm": 0.7485, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.858, "probe_sec": 0.0821, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05536, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.03645, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": 0.23372, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.5622, "trunc_abs_frac": 0.64295, "mean_delta_full": -0.19232, "read_hit_rate": {"surface": 0.65898, "merge": 0.22134, "skel": 0.66465}, "mean_gate": {"surface": 0.22057, "merge": 0.18473, "skel": 0.18795}, "n_reads": 9658, "n_cand": 19228, "read_suppressed_frac": 0.0993, "dropout_reads_logged": 9658, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1738, "admitted_surface": 22428, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28417, "staged_merge": 0, "admitted_skel": 14691, "staged_skel": 0, "mean_count": 249.31784057617188, "n_util_obs": 348, "util_count_spearman": 0.07436703375476085}, "probe_overhead_sec_total": 128.688, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.009579, "alpha": 0.03, "t": 1231.4}
{"event": "consolidate", "step": 1850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1267.5}
{"event": "train", "step": 1850, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.55022, "bpb": 2.2365, "chunk_loss": 0.030771, "F": 0.21356, "G": 0.23174, "chunks": 218.69, "bytes_per_chunk": 4.682, "boundary_entropy": 0.15048, "router_noise": 0.0, "grad_norm": 0.7174, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.739, "probe_sec": 0.0827, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07004, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.05258, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.12894, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.13351, "trunc_abs_frac": 0.42289, "mean_delta_full": 0.25681, "read_hit_rate": {"surface": 0.65533, "merge": 0.2032, "skel": 0.6658}, "mean_gate": {"surface": 0.22033, "merge": 0.18769, "skel": 0.18279}, "n_reads": 9556, "n_cand": 19280, "read_suppressed_frac": 0.0964, "dropout_reads_logged": 9556, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1773, "admitted_surface": 22431, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28436, "staged_merge": 0, "admitted_skel": 14669, "staged_skel": 0, "mean_count": 256.5727233886719, "n_util_obs": 359, "util_count_spearman": 0.07843236675852797}, "probe_overhead_sec_total": 132.159, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.009854, "alpha": 0.03, "t": 1268.4}
{"event": "consolidate", "step": 1900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1294.8}
{"event": "train", "step": 1900, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.52914, "bpb": 2.20608, "chunk_loss": 0.030731, "F": 0.21115, "G": 0.22819, "chunks": 216.22, "bytes_per_chunk": 4.736, "boundary_entropy": 0.14428, "router_noise": 0.0, "grad_norm": 0.822, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.537, "probe_sec": 0.0502, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03395, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.02102, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.09009, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.37508, "trunc_abs_frac": 0.2608, "mean_delta_full": -0.27631, "read_hit_rate": {"surface": 0.65036, "merge": 0.21357, "skel": 0.6626}, "mean_gate": {"surface": 0.21892, "merge": 0.18421, "skel": 0.1843}, "n_reads": 9470, "n_cand": 19065, "read_suppressed_frac": 0.0975, "dropout_reads_logged": 9470, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1811, "admitted_surface": 22463, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28370, "staged_merge": 0, "admitted_skel": 14703, "staged_skel": 0, "mean_count": 263.76251220703125, "n_util_obs": 367, "util_count_spearman": 0.1002115152132748}, "probe_overhead_sec_total": 135.055, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.009674, "alpha": 0.03, "t": 1295.2}
{"event": "consolidate", "step": 1950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1321.7}
{"event": "train", "step": 1950, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.47815, "bpb": 2.13252, "chunk_loss": 0.030698, "F": 0.21082, "G": 0.22503, "chunks": 215.88, "bytes_per_chunk": 4.743, "boundary_entropy": 0.13599, "router_noise": 0.0, "grad_norm": 0.7216, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.547, "probe_sec": 0.0769, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06013, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.08927, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.04166, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.11159, "trunc_abs_frac": 0.4671, "mean_delta_full": -0.18829, "read_hit_rate": {"surface": 0.6703, "merge": 0.23247, "skel": 0.67311}, "mean_gate": {"surface": 0.22032, "merge": 0.18769, "skel": 0.18599}, "n_reads": 9717, "n_cand": 18945, "read_suppressed_frac": 0.1008, "dropout_reads_logged": 9717, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1845, "admitted_surface": 22399, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28433, "staged_merge": 0, "admitted_skel": 14704, "staged_skel": 0, "mean_count": 270.891357421875, "n_util_obs": 377, "util_count_spearman": 0.11103217949974174}, "probe_overhead_sec_total": 137.924, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.010349, "alpha": 0.03, "t": 1322.5}
{"event": "consolidate", "step": 2000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1349.1}
{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3550.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203988, "cps": 27.734375, "mean_p": 0.218457, "boundary_entropy": 0.133655, "bpb": 2.098187}, "tr": {"chunks": 3540.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195548, "cps": 27.65625, "mean_p": 0.202358, "boundary_entropy": 0.168676, "bpb": 2.313539}, "fi": {"chunks": 4487.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.238531, "cps": 35.054688, "mean_p": 0.241827, "boundary_entropy": 0.15348, "bpb": 2.460472}}, "bpb": {"en": 2.09819, "tr": 2.31354, "fi": 2.46047}, "gini_cpc": 0.04491, "gini_cps": 0.054533, "bpic": 4.900406, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9586243973257876, "fi": 1.1693377039655402}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1885, "admitted_surface": 22433, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28365, "staged_merge": 0, "admitted_skel": 14738, "staged_skel": 0, "mean_count": 277.91973876953125, "n_util_obs": 387, "util_count_spearman": 0.10408057527741933}, "t": 1350.3}
{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.10854, "tr": 2.32408, "fi": 2.47037}, "bytes_per_chunk": {"en": 4.677, "tr": 5.555, "fi": 4.424}, "bpb_mean": 2.30099, "frozen_inventory": true, "t": 1352.2}
{"event": "train", "step": 2000, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.63821, "bpb": 2.36343, "chunk_loss": 0.030852, "F": 0.21719, "G": 0.23289, "chunks": 222.41, "bytes_per_chunk": 4.604, "boundary_entropy": 0.14386, "router_noise": 0.0, "grad_norm": 0.7863, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.624, "probe_sec": 0.0482, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03574, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.07241, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.56064, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.58086, "trunc_abs_frac": 2.19869, "mean_delta_full": -0.36716, "read_hit_rate": {"surface": 0.6398, "merge": 0.19509, "skel": 0.65038}, "mean_gate": {"surface": 0.21636, "merge": 0.18214, "skel": 0.18307}, "n_reads": 9384, "n_cand": 19481, "read_suppressed_frac": 0.1008, "dropout_reads_logged": 9384, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1885, "admitted_surface": 22421, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28436, "staged_merge": 0, "admitted_skel": 14679, "staged_skel": 0, "mean_count": 278.05322265625, "n_util_obs": 387, "util_count_spearman": 0.1025227134270223}, "probe_overhead_sec_total": 140.478, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.010222, "alpha": 0.03, "t": 1353.8}
{"event": "probe", "step": 2048, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3563.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204735, "cps": 27.835938, "mean_p": 0.217635, "boundary_entropy": 0.1294, "bpb": 2.086187}, "tr": {"chunks": 3645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201348, "cps": 28.476562, "mean_p": 0.203977, "boundary_entropy": 0.156206, "bpb": 2.306212}, "fi": {"chunks": 4550.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.24188, "cps": 35.546875, "mean_p": 0.24352, "boundary_entropy": 0.154398, "bpb": 2.456443}}, "bpb": {"en": 2.08619, "tr": 2.30621, "fi": 2.45644}, "gini_cpc": 0.041702, "gini_cps": 0.055962, "bpic": 4.82497, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9834567807944774, "fi": 1.1814295005043969}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1908, "admitted_surface": 22437, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28425, "staged_merge": 0, "admitted_skel": 14674, "staged_skel": 0, "mean_count": 284.83502197265625, "n_util_obs": 392, "util_count_spearman": 0.10160455692513552}, "t": 1384.2}
{"event": "consolidate", "step": 2050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1386.5}
{"event": "train", "step": 2050, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.47629, "bpb": 2.12983, "chunk_loss": 0.030602, "F": 0.20642, "G": 0.21945, "chunks": 211.38, "bytes_per_chunk": 4.844, "boundary_entropy": 0.13408, "router_noise": 0.0, "grad_norm": 0.7706, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.671, "probe_sec": 0.0449, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03336, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.00607, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.1062, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": -0.46852, "trunc_abs_frac": 1.56278, "mean_delta_full": -0.04694, "read_hit_rate": {"surface": 0.64721, "merge": 0.21, "skel": 0.65894}, "mean_gate": {"surface": 0.21664, "merge": 0.18166, "skel": 0.18316}, "n_reads": 9205, "n_cand": 18654, "read_suppressed_frac": 0.0971, "dropout_reads_logged": 9205, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1909, "admitted_surface": 22452, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28343, "staged_merge": 0, "admitted_skel": 14741, "staged_skel": 0, "mean_count": 285.2736511230469, "n_util_obs": 393, "util_count_spearman": 0.09976669432488737}, "probe_overhead_sec_total": 143.617, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.009706, "alpha": 0.03, "t": 1387.3}
{"event": "consolidate", "step": 2100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1421.0}
{"event": "train", "step": 2100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.53404, "bpb": 2.21315, "chunk_loss": 0.030582, "F": 0.20862, "G": 0.22199, "chunks": 213.62, "bytes_per_chunk": 4.793, "boundary_entropy": 0.13364, "router_noise": 0.0, "grad_norm": 0.834, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.686, "probe_sec": 0.051, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03309, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.0477, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.11627, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.5501, "trunc_abs_frac": 12.05651, "mean_delta_full": -0.05868, "read_hit_rate": {"surface": 0.64536, "merge": 0.20467, "skel": 0.6606}, "mean_gate": {"surface": 0.21132, "merge": 0.17664, "skel": 0.17648}, "n_reads": 9259, "n_cand": 18847, "read_suppressed_frac": 0.1001, "dropout_reads_logged": 9259, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1940, "admitted_surface": 22440, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28393, "staged_merge": 0, "admitted_skel": 14703, "staged_skel": 0, "mean_count": 292.43572998046875, "n_util_obs": 405, "util_count_spearman": 0.11410598576414209}, "probe_overhead_sec_total": 147.139, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.01048, "alpha": 0.03, "t": 1421.7}
{"event": "consolidate", "step": 2150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1454.9}
{"event": "train", "step": 2150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.4898, "bpb": 2.14933, "chunk_loss": 0.03075, "F": 0.21735, "G": 0.22871, "chunks": 222.56, "bytes_per_chunk": 4.601, "boundary_entropy": 0.12799, "router_noise": 0.0, "grad_norm": 0.7177, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.674, "probe_sec": 0.0503, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03603, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.03798, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.48926, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.80748, "trunc_abs_frac": 0.62959, "mean_delta_full": 0.16968, "read_hit_rate": {"surface": 0.67377, "merge": 0.23633, "skel": 0.68957}, "mean_gate": {"surface": 0.21741, "merge": 0.18067, "skel": 0.18384}, "n_reads": 10199, "n_cand": 19592, "read_suppressed_frac": 0.106, "dropout_reads_logged": 10199, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1973, "admitted_surface": 22381, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28530, "staged_merge": 0, "admitted_skel": 14625, "staged_skel": 0, "mean_count": 299.75250244140625, "n_util_obs": 416, "util_count_spearman": 0.09524366737363343}, "probe_overhead_sec_total": 150.303, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.011563, "alpha": 0.03, "t": 1455.4}
{"event": "consolidate", "step": 2200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1484.7}
{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3505.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201402, "cps": 27.382812, "mean_p": 0.214498, "boundary_entropy": 0.128444, "bpb": 2.071968}, "tr": {"chunks": 3892.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214992, "cps": 30.40625, "mean_p": 0.213123, "boundary_entropy": 0.156925, "bpb": 2.27348}, "fi": {"chunks": 4634.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.246345, "cps": 36.203125, "mean_p": 0.243473, "boundary_entropy": 0.149736, "bpb": 2.429099}}, "bpb": {"en": 2.07197, "tr": 2.27348, "fi": 2.4291}, "gini_cpc": 0.045209, "gini_cps": 0.062561, "bpic": 4.715485, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0674766353225398, "fi": 1.2231514765353777}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2003, "admitted_surface": 22413, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28364, "staged_merge": 0, "admitted_skel": 14759, "staged_skel": 0, "mean_count": 306.8430480957031, "n_util_obs": 422, "util_count_spearman": 0.0947777954311202}, "t": 1485.9}
{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.08209, "tr": 2.28346, "fi": 2.43589}, "bytes_per_chunk": {"en": 4.734, "tr": 4.977, "fi": 4.231}, "bpb_mean": 2.26715, "frozen_inventory": true, "t": 1487.9}
{"event": "train", "step": 2200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.46761, "bpb": 2.11731, "chunk_loss": 0.030571, "F": 0.21024, "G": 0.22189, "chunks": 215.28, "bytes_per_chunk": 4.757, "boundary_entropy": 0.12926, "router_noise": 0.0, "grad_norm": 0.6741, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.689, "probe_sec": 0.0475, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03493, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.03815, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": 0.08612, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 6.28053, "trunc_abs_frac": 2.39738, "mean_delta_full": 0.02399, "read_hit_rate": {"surface": 0.66341, "merge": 0.22066, "skel": 0.67012}, "mean_gate": {"surface": 0.21888, "merge": 0.18081, "skel": 0.18245}, "n_reads": 9679, "n_cand": 19090, "read_suppressed_frac": 0.0989, "dropout_reads_logged": 9679, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2004, "admitted_surface": 22369, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28423, "staged_merge": 0, "admitted_skel": 14744, "staged_skel": 0, "mean_count": 306.9952392578125, "n_util_obs": 422, "util_count_spearman": 0.09571455300465263}, "probe_overhead_sec_total": 154.455, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010115, "alpha": 0.03, "t": 1489.8}
{"event": "consolidate", "step": 2250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1517.3}
{"event": "train", "step": 2250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.49731, "bpb": 2.16017, "chunk_loss": 0.030628, "F": 0.20996, "G": 0.22184, "chunks": 215.0, "bytes_per_chunk": 4.763, "boundary_entropy": 0.12435, "router_noise": 0.0, "grad_norm": 0.8294, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.557, "probe_sec": 0.0471, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03475, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.11802, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 8, "trunc_ratio_sum": 0.55356, "trunc_abs_frac": 1.86454, "mean_delta_full": -0.15237, "read_hit_rate": {"surface": 0.64822, "merge": 0.20848, "skel": 0.65486}, "mean_gate": {"surface": 0.21021, "merge": 0.17414, "skel": 0.1733}, "n_reads": 9353, "n_cand": 18998, "read_suppressed_frac": 0.0982, "dropout_reads_logged": 9353, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2037, "admitted_surface": 22394, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28407, "staged_merge": 0, "admitted_skel": 14735, "staged_skel": 0, "mean_count": 314.20135498046875, "n_util_obs": 425, "util_count_spearman": 0.10325125901800603}, "probe_overhead_sec_total": 157.2, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010323, "alpha": 0.03, "t": 1517.7}
{"event": "consolidate", "step": 2300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1546.1}
{"event": "train", "step": 2300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.50855, "bpb": 2.17638, "chunk_loss": 0.030531, "F": 0.20831, "G": 0.21895, "chunks": 213.31, "bytes_per_chunk": 4.8, "boundary_entropy": 0.12796, "router_noise": 0.0, "grad_norm": 0.7439, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.578, "probe_sec": 0.0557, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04228, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.16292, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.56882, "trunc_abs_frac": 0.56882, "mean_delta_full": 0.43811, "read_hit_rate": {"surface": 0.64263, "merge": 0.20172, "skel": 0.65776}, "mean_gate": {"surface": 0.21333, "merge": 0.17692, "skel": 0.1763}, "n_reads": 9201, "n_cand": 18833, "read_suppressed_frac": 0.096, "dropout_reads_logged": 9201, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2069, "admitted_surface": 22415, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28401, "staged_merge": 0, "admitted_skel": 14720, "staged_skel": 0, "mean_count": 321.31854248046875, "n_util_obs": 434, "util_count_spearman": 0.11307774205781065}, "probe_overhead_sec_total": 160.716, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010265, "alpha": 0.03, "t": 1546.5}
{"event": "consolidate", "step": 2350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1572.9}
{"event": "train", "step": 2350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.55233, "bpb": 2.23953, "chunk_loss": 0.030658, "F": 0.21497, "G": 0.22617, "chunks": 220.12, "bytes_per_chunk": 4.652, "boundary_entropy": 0.12409, "router_noise": 0.0, "grad_norm": 0.7034, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.543, "probe_sec": 0.0579, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04409, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.03934, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.00134, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.88989, "trunc_abs_frac": 0.72903, "mean_delta_full": 0.14689, "read_hit_rate": {"surface": 0.65516, "merge": 0.21691, "skel": 0.65845}, "mean_gate": {"surface": 0.21069, "merge": 0.17272, "skel": 0.17791}, "n_reads": 9715, "n_cand": 19470, "read_suppressed_frac": 0.1028, "dropout_reads_logged": 9715, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2103, "admitted_surface": 22378, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28412, "staged_merge": 0, "admitted_skel": 14746, "staged_skel": 0, "mean_count": 328.57989501953125, "n_util_obs": 444, "util_count_spearman": 0.1287761635652705}, "probe_overhead_sec_total": 163.601, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010136, "alpha": 0.03, "t": 1573.7}
{"event": "consolidate", "step": 2400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1600.1}
{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3566.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204907, "cps": 27.859375, "mean_p": 0.215346, "boundary_entropy": 0.11331, "bpb": 2.052391}, "tr": {"chunks": 3544.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195769, "cps": 27.6875, "mean_p": 0.197701, "boundary_entropy": 0.146073, "bpb": 2.251052}, "fi": {"chunks": 4488.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.238584, "cps": 35.0625, "mean_p": 0.239392, "boundary_entropy": 0.136472, "bpb": 2.377798}}, "bpb": {"en": 2.05239, "tr": 2.25105, "fi": 2.3778}, "gini_cpc": 0.044651, "gini_cps": 0.054262, "bpic": 4.891533, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9554015535642016, "fi": 1.164350532601165}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2137, "admitted_surface": 22430, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28371, "staged_merge": 0, "admitted_skel": 14735, "staged_skel": 0, "mean_count": 335.7371826171875, "n_util_obs": 466, "util_count_spearman": 0.1140350263469585}, "t": 1601.3}
{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.06283, "tr": 2.25865, "fi": 2.38768}, "bytes_per_chunk": {"en": 4.633, "tr": 5.649, "fi": 4.413}, "bpb_mean": 2.23639, "frozen_inventory": true, "t": 1603.2}
{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 1604.2}
{"event": "train", "step": 2400, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.49293, "bpb": 2.15385, "chunk_loss": 0.030744, "F": 0.21579, "G": 0.22601, "chunks": 220.97, "bytes_per_chunk": 4.634, "boundary_entropy": 0.11913, "router_noise": 0.0, "grad_norm": 0.7081, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.627, "probe_sec": 0.0925, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08006, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06897, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.83925, "trunc_abs_frac": 4.10384, "mean_delta_full": 0.19035, "read_hit_rate": {"surface": 0.65606, "merge": 0.21036, "skel": 0.68525}, "mean_gate": {"surface": 0.21307, "merge": 0.17841, "skel": 0.17515}, "n_reads": 9915, "n_cand": 19625, "read_suppressed_frac": 0.0955, "dropout_reads_logged": 9915, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2137, "admitted_surface": 22438, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28402, "staged_merge": 0, "admitted_skel": 14696, "staged_skel": 0, "mean_count": 335.890625, "n_util_obs": 466, "util_count_spearman": 0.11261309749771888}, "probe_overhead_sec_total": 166.918, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.008793, "alpha": 0.03, "t": 1605.0}
{"event": "consolidate", "step": 2450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1632.5}
{"event": "train", "step": 2450, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.4611, "bpb": 2.10793, "chunk_loss": 0.030542, "F": 0.20676, "G": 0.21746, "chunks": 211.72, "bytes_per_chunk": 4.837, "boundary_entropy": 0.12412, "router_noise": 0.0, "grad_norm": 0.7208, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.56, "probe_sec": 0.0467, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02792, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01858, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.25626, "trunc_abs_frac": 12.00538, "mean_delta_full": -0.1011, "read_hit_rate": {"surface": 0.65579, "merge": 0.218, "skel": 0.66842}, "mean_gate": {"surface": 0.21289, "merge": 0.1784, "skel": 0.17622}, "n_reads": 9451, "n_cand": 18789, "read_suppressed_frac": 0.1046, "dropout_reads_logged": 9451, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2169, "admitted_surface": 22465, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28320, "staged_merge": 0, "admitted_skel": 14751, "staged_skel": 0, "mean_count": 343.1246643066406, "n_util_obs": 476, "util_count_spearman": 0.12355820838395255}, "probe_overhead_sec_total": 170.374, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.00876, "alpha": 0.03, "t": 1633.0}
{"event": "consolidate", "step": 2500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1664.1}
{"event": "train", "step": 2500, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43364, "bpb": 2.06831, "chunk_loss": 0.030742, "F": 0.2179, "G": 0.22945, "chunks": 223.12, "bytes_per_chunk": 4.589, "boundary_entropy": 0.11774, "router_noise": 0.0, "grad_norm": 0.7148, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.63, "probe_sec": 0.0685, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05437, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.05308, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.15887, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.67825, "merge": 0.23403, "skel": 0.68566}, "mean_gate": {"surface": 0.20918, "merge": 0.17268, "skel": 0.17244}, "n_reads": 10255, "n_cand": 19694, "read_suppressed_frac": 0.0973, "dropout_reads_logged": 10255, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2202, "admitted_surface": 22412, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28380, "staged_merge": 0, "admitted_skel": 14744, "staged_skel": 0, "mean_count": 350.3724060058594, "n_util_obs": 490, "util_count_spearman": 0.12070558456457026}, "probe_overhead_sec_total": 173.616, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.011961, "alpha": 0.03, "t": 1664.5}
{"event": "consolidate", "step": 2550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1695.6}
{"event": "train", "step": 2550, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.45888, "bpb": 2.10472, "chunk_loss": 0.030546, "F": 0.20789, "G": 0.21744, "chunks": 212.88, "bytes_per_chunk": 4.81, "boundary_entropy": 0.10986, "router_noise": 0.0, "grad_norm": 0.7169, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.629, "probe_sec": 0.0448, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02954, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.06456, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.30164, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.65015, "merge": 0.21606, "skel": 0.67292}, "mean_gate": {"surface": 0.21125, "merge": 0.17478, "skel": 0.17545}, "n_reads": 9524, "n_cand": 18964, "read_suppressed_frac": 0.1028, "dropout_reads_logged": 9524, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2245, "admitted_surface": 22505, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28265, "staged_merge": 0, "admitted_skel": 14766, "staged_skel": 0, "mean_count": 357.59478759765625, "n_util_obs": 498, "util_count_spearman": 0.11898103727041971}, "probe_overhead_sec_total": 176.797, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.011117, "alpha": 0.03, "t": 1696.0}
{"event": "consolidate", "step": 2600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1726.6}
{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3507.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201517, "cps": 27.398438, "mean_p": 0.21119, "boundary_entropy": 0.10949, "bpb": 2.031382}, "tr": {"chunks": 3663.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.202342, "cps": 28.617188, "mean_p": 0.200512, "boundary_entropy": 0.126628, "bpb": 2.234199}, "fi": {"chunks": 4477.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.237999, "cps": 34.976562, "mean_p": 0.236658, "boundary_entropy": 0.123196, "bpb": 2.361345}}, "bpb": {"en": 2.03138, "tr": 2.2342, "fi": 2.36135}, "gini_cpc": 0.037892, "gini_cps": 0.055522, "bpic": 4.870954, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0040948083079586, "fi": 1.1810371677492997}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2273, "admitted_surface": 22491, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28312, "staged_merge": 0, "admitted_skel": 14733, "staged_skel": 0, "mean_count": 364.757080078125, "n_util_obs": 507, "util_count_spearman": 0.10735117776809949}, "t": 1727.8}
{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.04266, "tr": 2.24389, "fi": 2.36858}, "bytes_per_chunk": {"en": 4.686, "tr": 5.416, "fi": 4.436}, "bpb_mean": 2.21837, "frozen_inventory": true, "t": 1729.7}
{"event": "train", "step": 2600, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.41204, "bpb": 2.03714, "chunk_loss": 0.030575, "F": 0.21158, "G": 0.21992, "chunks": 216.66, "bytes_per_chunk": 4.726, "boundary_entropy": 0.10915, "router_noise": 0.0, "grad_norm": 0.7471, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.703, "probe_sec": 0.0524, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03584, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.00119, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.05145, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": NaN, "trunc_abs_frac": NaN, "mean_delta_full": 0.0, "read_hit_rate": {"surface": 0.66686, "merge": 0.2322, "skel": 0.67001}, "mean_gate": {"surface": 0.21394, "merge": 0.17833, "skel": 0.17495}, "n_reads": 9742, "n_cand": 19061, "read_suppressed_frac": 0.1012, "dropout_reads_logged": 9742, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2273, "admitted_surface": 22495, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28289, "staged_merge": 0, "admitted_skel": 14752, "staged_skel": 0, "mean_count": 364.90606689453125, "n_util_obs": 507, "util_count_spearman": 0.10701886333101862}, "probe_overhead_sec_total": 179.95, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.01077, "alpha": 0.03, "t": 1731.1}
{"event": "consolidate", "step": 2650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1758.1}
{"event": "train", "step": 2650, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.46025, "bpb": 2.10669, "chunk_loss": 0.030474, "F": 0.20395, "G": 0.21312, "chunks": 208.84, "bytes_per_chunk": 4.903, "boundary_entropy": 0.11248, "router_noise": 0.0, "grad_norm": 0.6921, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.555, "probe_sec": 0.0427, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03063, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.10476, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.03653, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.01387, "trunc_abs_frac": 0.09949, "mean_delta_full": -0.01871, "read_hit_rate": {"surface": 0.64261, "merge": 0.19807, "skel": 0.64954}, "mean_gate": {"surface": 0.21279, "merge": 0.17966, "skel": 0.17475}, "n_reads": 9010, "n_cand": 18543, "read_suppressed_frac": 0.0999, "dropout_reads_logged": 9010, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2306, "admitted_surface": 22489, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28218, "staged_merge": 0, "admitted_skel": 14829, "staged_skel": 0, "mean_count": 372.10821533203125, "n_util_obs": 515, "util_count_spearman": 0.09788114750245788}, "probe_overhead_sec_total": 183.186, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.011811, "alpha": 0.03, "t": 1758.8}
{"event": "consolidate", "step": 2700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1785.6}
{"event": "train", "step": 2700, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44228, "bpb": 2.08077, "chunk_loss": 0.030624, "F": 0.2135, "G": 0.2203, "chunks": 218.62, "bytes_per_chunk": 4.684, "boundary_entropy": 0.10553, "router_noise": 0.0, "grad_norm": 0.695, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.542, "probe_sec": 0.0482, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0302, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.12718, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": 0.0663, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.29337, "trunc_abs_frac": 0.71014, "mean_delta_full": -0.01794, "read_hit_rate": {"surface": 0.66241, "merge": 0.22043, "skel": 0.67365}, "mean_gate": {"surface": 0.20892, "merge": 0.17404, "skel": 0.1709}, "n_reads": 9776, "n_cand": 19292, "read_suppressed_frac": 0.0966, "dropout_reads_logged": 9776, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2336, "admitted_surface": 22498, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28282, "staged_merge": 0, "admitted_skel": 14756, "staged_skel": 0, "mean_count": 379.36199951171875, "n_util_obs": 525, "util_count_spearman": 0.08445507747440933}, "probe_overhead_sec_total": 185.778, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.011844, "alpha": 0.03, "t": 1785.9}
{"event": "consolidate", "step": 2750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1812.5}
{"event": "train", "step": 2750, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.45325, "bpb": 2.0966, "chunk_loss": 0.030667, "F": 0.21301, "G": 0.22119, "chunks": 218.12, "bytes_per_chunk": 4.695, "boundary_entropy": 0.10401, "router_noise": 0.0, "grad_norm": 0.6867, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.539, "probe_sec": 0.0427, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0311, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.08345, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.00876, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -2.99033, "trunc_abs_frac": 3.13404, "mean_delta_full": 0.05684, "read_hit_rate": {"surface": 0.66609, "merge": 0.22368, "skel": 0.67308}, "mean_gate": {"surface": 0.21023, "merge": 0.17593, "skel": 0.17267}, "n_reads": 9741, "n_cand": 19162, "read_suppressed_frac": 0.0976, "dropout_reads_logged": 9741, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2360, "admitted_surface": 22493, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28288, "staged_merge": 0, "admitted_skel": 14755, "staged_skel": 0, "mean_count": 386.6786193847656, "n_util_obs": 540, "util_count_spearman": 0.0659946681721337}, "probe_overhead_sec_total": 189.199, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.00976, "alpha": 0.03, "t": 1812.9}
{"event": "consolidate", "step": 2800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1838.9}
{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3531.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202896, "cps": 27.585938, "mean_p": 0.21253, "boundary_entropy": 0.101501, "bpb": 2.009544}, "tr": {"chunks": 3514.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.194111, "cps": 27.453125, "mean_p": 0.192437, "boundary_entropy": 0.120722, "bpb": 2.195138}, "fi": {"chunks": 4449.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.236511, "cps": 34.757812, "mean_p": 0.234352, "boundary_entropy": 0.113341, "bpb": 2.313336}}, "bpb": {"en": 2.00954, "tr": 2.19514, "fi": 2.31334}, "gini_cpc": 0.044618, "gini_cps": 0.054231, "bpic": 4.935793, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9567040409896528, "fi": 1.1656735039111725}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2388, "admitted_surface": 22576, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28174, "staged_merge": 0, "admitted_skel": 14786, "staged_skel": 0, "mean_count": 393.7130126953125, "n_util_obs": 553, "util_count_spearman": 0.07674684622408628}, "t": 1840.0}
{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.02123, "tr": 2.20523, "fi": 2.31949}, "bytes_per_chunk": {"en": 4.673, "tr": 5.638, "fi": 4.46}, "bpb_mean": 2.18198, "frozen_inventory": true, "t": 1841.9}
{"event": "train", "step": 2800, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40529, "bpb": 2.0274, "chunk_loss": 0.030539, "F": 0.2088, "G": 0.21815, "chunks": 213.81, "bytes_per_chunk": 4.789, "boundary_entropy": 0.10234, "router_noise": 0.0, "grad_norm": 0.6728, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.61, "probe_sec": 0.0853, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0726, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.01944, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.37842, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.28309, "trunc_abs_frac": 0.28309, "mean_delta_full": -0.55518, "read_hit_rate": {"surface": 0.6652, "merge": 0.21717, "skel": 0.66816}, "mean_gate": {"surface": 0.21324, "merge": 0.18062, "skel": 0.17592}, "n_reads": 9584, "n_cand": 18949, "read_suppressed_frac": 0.0981, "dropout_reads_logged": 9584, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2389, "admitted_surface": 22474, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28255, "staged_merge": 0, "admitted_skel": 14807, "staged_skel": 0, "mean_count": 393.8641052246094, "n_util_obs": 553, "util_count_spearman": 0.07663937750250131}, "probe_overhead_sec_total": 192.277, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.00958, "alpha": 0.03, "t": 1843.4}
{"event": "consolidate", "step": 2850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1869.2}
{"event": "train", "step": 2850, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.45914, "bpb": 2.10509, "chunk_loss": 0.030671, "F": 0.21625, "G": 0.22445, "chunks": 221.44, "bytes_per_chunk": 4.624, "boundary_entropy": 0.10299, "router_noise": 0.0, "grad_norm": 0.7777, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.524, "probe_sec": 0.0609, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04736, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.07189, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.20374, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 1.39403, "trunc_abs_frac": 1.40744, "mean_delta_full": -0.24939, "read_hit_rate": {"surface": 0.64914, "merge": 0.20963, "skel": 0.68193}, "mean_gate": {"surface": 0.20734, "merge": 0.1723, "skel": 0.17064}, "n_reads": 9848, "n_cand": 19644, "read_suppressed_frac": 0.0977, "dropout_reads_logged": 9848, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2416, "admitted_surface": 22532, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28281, "staged_merge": 0, "admitted_skel": 14723, "staged_skel": 0, "mean_count": 401.11700439453125, "n_util_obs": 561, "util_count_spearman": 0.0801058752898363}, "probe_overhead_sec_total": 195.079, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010094, "alpha": 0.03, "t": 1869.6}
{"event": "consolidate", "step": 2900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1896.0}
{"event": "train", "step": 2900, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.38481, "bpb": 1.99785, "chunk_loss": 0.030421, "F": 0.20334, "G": 0.2119, "chunks": 208.22, "bytes_per_chunk": 4.918, "boundary_entropy": 0.10189, "router_noise": 0.0, "grad_norm": 0.6501, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.538, "probe_sec": 0.0424, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.02896, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 3, "mean_delta_merge": -0.18219, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.60532, "trunc_abs_frac": 1.71974, "mean_delta_full": 0.13879, "read_hit_rate": {"surface": 0.65691, "merge": 0.22594, "skel": 0.6543}, "mean_gate": {"surface": 0.2114, "merge": 0.17459, "skel": 0.17421}, "n_reads": 9233, "n_cand": 18405, "read_suppressed_frac": 0.0963, "dropout_reads_logged": 9233, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2451, "admitted_surface": 22530, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28153, "staged_merge": 0, "admitted_skel": 14853, "staged_skel": 0, "mean_count": 408.3360595703125, "n_util_obs": 568, "util_count_spearman": 0.08915768182994241}, "probe_overhead_sec_total": 197.839, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009494, "alpha": 0.03, "t": 1896.5}
{"event": "consolidate", "step": 2950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1923.5}
{"event": "train", "step": 2950, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.53691, "bpb": 2.21729, "chunk_loss": 0.030691, "F": 0.21063, "G": 0.2186, "chunks": 215.69, "bytes_per_chunk": 4.748, "boundary_entropy": 0.10159, "router_noise": 0.0, "grad_norm": 0.6822, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.547, "probe_sec": 0.045, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02991, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.0346, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.45386, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -2.20536, "trunc_abs_frac": 0.70274, "mean_delta_full": -0.04956, "read_hit_rate": {"surface": 0.63755, "merge": 0.19494, "skel": 0.64873}, "mean_gate": {"surface": 0.20771, "merge": 0.17178, "skel": 0.17209}, "n_reads": 9100, "n_cand": 18929, "read_suppressed_frac": 0.102, "dropout_reads_logged": 9100, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2483, "admitted_surface": 22532, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28234, "staged_merge": 0, "admitted_skel": 14770, "staged_skel": 0, "mean_count": 415.4996643066406, "n_util_obs": 577, "util_count_spearman": 0.07786693074659518}, "probe_overhead_sec_total": 200.598, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010266, "alpha": 0.03, "t": 1923.8}
{"event": "consolidate", "step": 3000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1950.7}
{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3510.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201689, "cps": 27.421875, "mean_p": 0.209873, "boundary_entropy": 0.095878, "bpb": 1.994282}, "tr": {"chunks": 3625.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.200243, "cps": 28.320312, "mean_p": 0.197792, "boundary_entropy": 0.113092, "bpb": 2.17542}, "fi": {"chunks": 4505.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.239488, "cps": 35.195312, "mean_p": 0.236591, "boundary_entropy": 0.109195, "bpb": 2.298253}}, "bpb": {"en": 1.99428, "tr": 2.17542, "fi": 2.29825}, "gini_cpc": 0.040789, "gini_cps": 0.056987, "bpic": 4.873883, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9928290206420903, "fi": 1.1874078496533442}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2518, "admitted_surface": 22493, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28272, "staged_merge": 0, "admitted_skel": 14771, "staged_skel": 0, "mean_count": 422.60125732421875, "n_util_obs": 594, "util_count_spearman": 0.07694701225379096}, "t": 1951.7}
{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.00702, "tr": 2.18438, "fi": 2.30218}, "bytes_per_chunk": {"en": 4.696, "tr": 5.488, "fi": 4.421}, "bpb_mean": 2.16453, "frozen_inventory": true, "t": 1953.6}
{"event": "train", "step": 3000, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.48279, "bpb": 2.13921, "chunk_loss": 0.030558, "F": 0.20908, "G": 0.21604, "chunks": 214.09, "bytes_per_chunk": 4.783, "boundary_entropy": 0.09683, "router_noise": 0.0, "grad_norm": 0.7089, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.634, "probe_sec": 0.0465, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03295, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.02367, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.69482, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.18418, "trunc_abs_frac": 0.17765, "mean_delta_full": 0.52045, "read_hit_rate": {"surface": 0.64306, "merge": 0.20863, "skel": 0.66234}, "mean_gate": {"surface": 0.20063, "merge": 0.1657, "skel": 0.16271}, "n_reads": 9322, "n_cand": 18922, "read_suppressed_frac": 0.0941, "dropout_reads_logged": 9322, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2518, "admitted_surface": 22529, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28235, "staged_merge": 0, "admitted_skel": 14772, "staged_skel": 0, "mean_count": 422.73773193359375, "n_util_obs": 594, "util_count_spearman": 0.07657925620959907}, "probe_overhead_sec_total": 203.89, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010104, "alpha": 0.03, "t": 1955.6}
{"event": "consolidate", "step": 3050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1983.4}
{"event": "train", "step": 3050, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43274, "bpb": 2.06701, "chunk_loss": 0.030581, "F": 0.20941, "G": 0.21606, "chunks": 214.44, "bytes_per_chunk": 4.775, "boundary_entropy": 0.09904, "router_noise": 0.0, "grad_norm": 0.6531, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.568, "probe_sec": 0.0535, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03999, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.05549, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.13623, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.59599, "trunc_abs_frac": 4.23357, "mean_delta_full": 0.05303, "read_hit_rate": {"surface": 0.65608, "merge": 0.213, "skel": 0.66573}, "mean_gate": {"surface": 0.20127, "merge": 0.16574, "skel": 0.16396}, "n_reads": 9464, "n_cand": 18938, "read_suppressed_frac": 0.0988, "dropout_reads_logged": 9464, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2546, "admitted_surface": 22507, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28250, "staged_merge": 0, "admitted_skel": 14779, "staged_skel": 0, "mean_count": 429.95343017578125, "n_util_obs": 607, "util_count_spearman": 0.08318921952572746}, "probe_overhead_sec_total": 206.987, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009712, "alpha": 0.03, "t": 1984.0}
{"event": "consolidate", "step": 3100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2010.2}
{"event": "train", "step": 3100, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.48136, "bpb": 2.13716, "chunk_loss": 0.030397, "F": 0.20062, "G": 0.20934, "chunks": 205.44, "bytes_per_chunk": 4.984, "boundary_entropy": 0.09922, "router_noise": 0.0, "grad_norm": 0.7366, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.533, "probe_sec": 0.0451, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03391, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.07253, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.35657, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 1.23739, "trunc_abs_frac": 1.23739, "mean_delta_full": 0.271, "read_hit_rate": {"surface": 0.63436, "merge": 0.20691, "skel": 0.64022}, "mean_gate": {"surface": 0.205, "merge": 0.16808, "skel": 0.16722}, "n_reads": 8798, "n_cand": 18208, "read_suppressed_frac": 0.0955, "dropout_reads_logged": 8798, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2581, "admitted_surface": 22545, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28125, "staged_merge": 0, "admitted_skel": 14866, "staged_skel": 0, "mean_count": 437.10174560546875, "n_util_obs": 614, "util_count_spearman": 0.08098781231587826}, "probe_overhead_sec_total": 209.887, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010467, "alpha": 0.03, "t": 2010.6}
{"event": "consolidate", "step": 3150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2039.2}
{"event": "train", "step": 3150, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44027, "bpb": 2.07787, "chunk_loss": 0.030509, "F": 0.20755, "G": 0.21353, "chunks": 212.53, "bytes_per_chunk": 4.818, "boundary_entropy": 0.09695, "router_noise": 0.0, "grad_norm": 0.6831, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.582, "probe_sec": 0.0588, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03952, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.01428, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.15088, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 9.08057, "trunc_abs_frac": 0.80633, "mean_delta_full": 0.02026, "read_hit_rate": {"surface": 0.64707, "merge": 0.2041, "skel": 0.65257}, "mean_gate": {"surface": 0.19959, "merge": 0.1661, "skel": 0.16337}, "n_reads": 9211, "n_cand": 18802, "read_suppressed_frac": 0.0965, "dropout_reads_logged": 9211, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2612, "admitted_surface": 22519, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28224, "staged_merge": 0, "admitted_skel": 14793, "staged_skel": 0, "mean_count": 444.3200988769531, "n_util_obs": 624, "util_count_spearman": 0.08730184404503501}, "probe_overhead_sec_total": 212.846, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009888, "alpha": 0.03, "t": 2039.7}
{"event": "consolidate", "step": 3200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2080.4}
{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3512.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201804, "cps": 27.4375, "mean_p": 0.208272, "boundary_entropy": 0.092667, "bpb": 1.975599}, "tr": {"chunks": 3579.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197702, "cps": 27.960938, "mean_p": 0.193852, "boundary_entropy": 0.115202, "bpb": 2.145489}, "fi": {"chunks": 4458.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.236989, "cps": 34.828125, "mean_p": 0.233747, "boundary_entropy": 0.107, "bpb": 2.274918}}, "bpb": {"en": 1.9756, "tr": 2.14549, "fi": 2.27492}, "gini_cpc": 0.041149, "gini_cps": 0.054608, "bpic": 4.912287, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9796721449785505, "fi": 1.1743506531643326}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2635, "admitted_surface": 22551, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28216, "staged_merge": 0, "admitted_skel": 14769, "staged_skel": 0, "mean_count": 451.36669921875, "n_util_obs": 637, "util_count_spearman": 0.09975333822225613}, "t": 2082.4}
{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 1.98856, "tr": 2.15274, "fi": 2.28142}, "bytes_per_chunk": {"en": 4.707, "tr": 5.647, "fi": 4.477}, "bpb_mean": 2.14091, "frozen_inventory": true, "t": 2085.3}
{"event": "train", "step": 3200, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.42578, "bpb": 2.05697, "chunk_loss": 0.03055, "F": 0.21069, "G": 0.21692, "chunks": 215.75, "bytes_per_chunk": 4.746, "boundary_entropy": 0.09401, "router_noise": 0.0, "grad_norm": 0.6027, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.943, "probe_sec": 0.0472, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03314, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": 0.04555, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 4, "mean_delta_merge": -0.00822, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.65838, "trunc_abs_frac": 1.72084, "mean_delta_full": 0.07772, "read_hit_rate": {"surface": 0.66371, "merge": 0.22456, "skel": 0.66168}, "mean_gate": {"surface": 0.20432, "merge": 0.16952, "skel": 0.16505}, "n_reads": 9594, "n_cand": 18997, "read_suppressed_frac": 0.1041, "dropout_reads_logged": 9594, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2638, "admitted_surface": 22489, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28235, "staged_merge": 0, "admitted_skel": 14812, "staged_skel": 0, "mean_count": 451.5114440917969, "n_util_obs": 638, "util_count_spearman": 0.1009875830802824}, "probe_overhead_sec_total": 219.064, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010713, "alpha": 0.03, "t": 2086.9}
{"event": "consolidate", "step": 3250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2119.0}
{"event": "train", "step": 3250, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.42736, "bpb": 2.05925, "chunk_loss": 0.030496, "F": 0.20511, "G": 0.21214, "chunks": 210.03, "bytes_per_chunk": 4.875, "boundary_entropy": 0.09607, "router_noise": 0.0, "grad_norm": 0.7204, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.66, "probe_sec": 0.0809, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06945, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.14745, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.37521, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.48523, "trunc_abs_frac": 0.5196, "mean_delta_full": 0.7782, "read_hit_rate": {"surface": 0.64942, "merge": 0.20745, "skel": 0.66711}, "mean_gate": {"surface": 0.2075, "merge": 0.1744, "skel": 0.16742}, "n_reads": 9216, "n_cand": 18579, "read_suppressed_frac": 0.0984, "dropout_reads_logged": 9216, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2662, "admitted_surface": 22531, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28249, "staged_merge": 0, "admitted_skel": 14756, "staged_skel": 0, "mean_count": 458.658935546875, "n_util_obs": 649, "util_count_spearman": 0.10932337999662313}, "probe_overhead_sec_total": 222.577, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009461, "alpha": 0.03, "t": 2119.8}
{"event": "consolidate", "step": 3300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2150.3}
{"event": "train", "step": 3300, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40451, "bpb": 2.02628, "chunk_loss": 0.030647, "F": 0.21329, "G": 0.21966, "chunks": 218.41, "bytes_per_chunk": 4.689, "boundary_entropy": 0.094, "router_noise": 0.0, "grad_norm": 0.6415, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.625, "probe_sec": 0.062, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04996, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02167, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 2.06109, "trunc_abs_frac": 0.5683, "mean_delta_full": -0.09741, "read_hit_rate": {"surface": 0.66767, "merge": 0.227, "skel": 0.66567}, "mean_gate": {"surface": 0.20069, "merge": 0.16838, "skel": 0.16228}, "n_reads": 9765, "n_cand": 19212, "read_suppressed_frac": 0.0995, "dropout_reads_logged": 9765, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2693, "admitted_surface": 22476, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28284, "staged_merge": 0, "admitted_skel": 14776, "staged_skel": 0, "mean_count": 465.8199462890625, "n_util_obs": 654, "util_count_spearman": 0.10384170243699023}, "probe_overhead_sec_total": 226.154, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009874, "alpha": 0.03, "t": 2151.1}
{"event": "consolidate", "step": 3350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2181.0}
{"event": "train", "step": 3350, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.35344, "bpb": 1.9526, "chunk_loss": 0.030534, "F": 0.21088, "G": 0.2155, "chunks": 215.94, "bytes_per_chunk": 4.742, "boundary_entropy": 0.08965, "router_noise": 0.0, "grad_norm": 0.7325, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.626, "probe_sec": 0.0836, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04002, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.02892, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.25995, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.42619, "trunc_abs_frac": 0.69245, "mean_delta_full": 0.48404, "read_hit_rate": {"surface": 0.67447, "merge": 0.2362, "skel": 0.68235}, "mean_gate": {"surface": 0.19878, "merge": 0.1631, "skel": 0.16168}, "n_reads": 9925, "n_cand": 19101, "read_suppressed_frac": 0.1001, "dropout_reads_logged": 9925, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2734, "admitted_surface": 22475, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28273, "staged_merge": 0, "admitted_skel": 14788, "staged_skel": 0, "mean_count": 473.049560546875, "n_util_obs": 665, "util_count_spearman": 0.09458672398324891}, "probe_overhead_sec_total": 229.023, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.00859, "alpha": 0.03, "t": 2182.4}
{"event": "consolidate", "step": 3400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2209.6}
{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3567.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204965, "cps": 27.867188, "mean_p": 0.209759, "boundary_entropy": 0.085355, "bpb": 1.965637}, "tr": {"chunks": 3559.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196597, "cps": 27.804688, "mean_p": 0.19231, "boundary_entropy": 0.102844, "bpb": 2.146691}, "fi": {"chunks": 4520.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.240285, "cps": 35.3125, "mean_p": 0.236865, "boundary_entropy": 0.102474, "bpb": 2.247794}}, "bpb": {"en": 1.96564, "tr": 2.14669, "fi": 2.24779}, "gini_cpc": 0.045377, "gini_cps": 0.055012, "bpic": 4.871372, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9591763178154423, "fi": 1.1723237468333467}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2758, "admitted_surface": 22471, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28239, "staged_merge": 0, "admitted_skel": 14826, "staged_skel": 0, "mean_count": 480.13482666015625, "n_util_obs": 674, "util_count_spearman": 0.09828040724572996}, "t": 2210.8}
{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 1.97811, "tr": 2.15504, "fi": 2.25363}, "bytes_per_chunk": {"en": 4.634, "tr": 5.591, "fi": 4.413}, "bpb_mean": 2.12893, "frozen_inventory": true, "t": 2212.7}
{"event": "train", "step": 3400, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.41491, "bpb": 2.04128, "chunk_loss": 0.030542, "F": 0.20911, "G": 0.21473, "chunks": 214.12, "bytes_per_chunk": 4.782, "boundary_entropy": 0.08926, "router_noise": 0.0, "grad_norm": 0.7283, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.637, "probe_sec": 0.0871, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07379, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.04399, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.18939, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.24233, "trunc_abs_frac": 0.48617, "mean_delta_full": -0.1651, "read_hit_rate": {"surface": 0.66056, "merge": 0.22952, "skel": 0.67077}, "mean_gate": {"surface": 0.19723, "merge": 0.16371, "skel": 0.16056}, "n_reads": 9655, "n_cand": 18963, "read_suppressed_frac": 0.1006, "dropout_reads_logged": 9655, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2760, "admitted_surface": 22515, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28221, "staged_merge": 0, "admitted_skel": 14800, "staged_skel": 0, "mean_count": 480.2865905761719, "n_util_obs": 674, "util_count_spearman": 0.09831862471216744}, "probe_overhead_sec_total": 231.992, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009066, "alpha": 0.03, "t": 2214.3}
{"event": "consolidate", "step": 3450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2241.2}
{"event": "train", "step": 3450, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.37918, "bpb": 1.98973, "chunk_loss": 0.030459, "F": 0.20483, "G": 0.21084, "chunks": 209.75, "bytes_per_chunk": 4.882, "boundary_entropy": 0.08721, "router_noise": 0.0, "grad_norm": 0.7491, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.547, "probe_sec": 0.0568, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04303, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.02829, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.08197, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.74315, "trunc_abs_frac": 12.94337, "mean_delta_full": 0.06535, "read_hit_rate": {"surface": 0.64611, "merge": 0.22172, "skel": 0.65828}, "mean_gate": {"surface": 0.20262, "merge": 0.16986, "skel": 0.16368}, "n_reads": 9296, "n_cand": 18654, "read_suppressed_frac": 0.1006, "dropout_reads_logged": 9296, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2791, "admitted_surface": 22570, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28147, "staged_merge": 0, "admitted_skel": 14819, "staged_skel": 0, "mean_count": 487.47119140625, "n_util_obs": 683, "util_count_spearman": 0.1073237143393043}, "probe_overhead_sec_total": 235.02, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010062, "alpha": 0.03, "t": 2241.6}
{"event": "consolidate", "step": 3500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2267.9}
{"event": "train", "step": 3500, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.36008, "bpb": 1.96219, "chunk_loss": 0.030479, "F": 0.2067, "G": 0.21205, "chunks": 211.66, "bytes_per_chunk": 4.838, "boundary_entropy": 0.08429, "router_noise": 0.0, "grad_norm": 0.6495, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.541, "probe_sec": 0.071, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05841, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.11913, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.20563, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.23117, "trunc_abs_frac": 0.82981, "mean_delta_full": 0.24687, "read_hit_rate": {"surface": 0.67572, "merge": 0.24937, "skel": 0.68454}, "mean_gate": {"surface": 0.20208, "merge": 0.16479, "skel": 0.16268}, "n_reads": 9854, "n_cand": 18747, "read_suppressed_frac": 0.0933, "dropout_reads_logged": 9854, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2818, "admitted_surface": 22516, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28241, "staged_merge": 0, "admitted_skel": 14779, "staged_skel": 0, "mean_count": 494.72552490234375, "n_util_obs": 692, "util_count_spearman": 0.11191576490834348}, "probe_overhead_sec_total": 237.719, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009621, "alpha": 0.03, "t": 2268.7}
{"event": "consolidate", "step": 3550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2296.0}
{"event": "train", "step": 3550, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.39669, "bpb": 2.01499, "chunk_loss": 0.030495, "F": 0.20581, "G": 0.21109, "chunks": 210.75, "bytes_per_chunk": 4.859, "boundary_entropy": 0.08877, "router_noise": 0.0, "grad_norm": 0.6546, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.553, "probe_sec": 0.0399, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02877, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.05207, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.40979, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.05851, "trunc_abs_frac": 0.05851, "mean_delta_full": 0.17212, "read_hit_rate": {"surface": 0.65197, "merge": 0.22021, "skel": 0.66175}, "mean_gate": {"surface": 0.19904, "merge": 0.16583, "skel": 0.16032}, "n_reads": 9343, "n_cand": 18675, "read_suppressed_frac": 0.0935, "dropout_reads_logged": 9343, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2839, "admitted_surface": 22572, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28149, "staged_merge": 0, "admitted_skel": 14815, "staged_skel": 0, "mean_count": 501.9381408691406, "n_util_obs": 695, "util_count_spearman": 0.11151087182761092}, "probe_overhead_sec_total": 241.184, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008725, "alpha": 0.03, "t": 2296.3}
{"event": "consolidate", "step": 3600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2337.6}
{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3519.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202207, "cps": 27.492188, "mean_p": 0.206984, "boundary_entropy": 0.084735, "bpb": 1.949818}, "tr": {"chunks": 3546.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195879, "cps": 27.703125, "mean_p": 0.190827, "boundary_entropy": 0.098794, "bpb": 2.108706}, "fi": {"chunks": 4432.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.235607, "cps": 34.625, "mean_p": 0.232004, "boundary_entropy": 0.094256, "bpb": 2.220368}}, "bpb": {"en": 1.94982, "tr": 2.10871, "fi": 2.22037}, "gini_cpc": 0.041795, "gini_cps": 0.052941, "bpic": 4.934505, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9687083275821657, "fi": 1.1651791955904707}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2857, "admitted_surface": 22551, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28217, "staged_merge": 0, "admitted_skel": 14768, "staged_skel": 0, "mean_count": 508.9884338378906, "n_util_obs": 704, "util_count_spearman": 0.09519203217173883}, "t": 2338.7}
{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 1.96171, "tr": 2.11768, "fi": 2.22768}, "bytes_per_chunk": {"en": 4.702, "tr": 5.64, "fi": 4.506}, "bpb_mean": 2.10235, "frozen_inventory": true, "t": 2340.5}
{"event": "train", "step": 3600, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.39834, "bpb": 2.01738, "chunk_loss": 0.03057, "F": 0.21143, "G": 0.21653, "chunks": 216.5, "bytes_per_chunk": 4.73, "boundary_entropy": 0.08666, "router_noise": 0.0, "grad_norm": 0.6258, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.917, "probe_sec": 0.0924, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08038, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.07025, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.05765, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 1.14895, "trunc_abs_frac": 1.40459, "mean_delta_full": 0.18842, "read_hit_rate": {"surface": 0.65183, "merge": 0.21387, "skel": 0.67274}, "mean_gate": {"surface": 0.20096, "merge": 0.16916, "skel": 0.15876}, "n_reads": 9618, "n_cand": 19193, "read_suppressed_frac": 0.1014, "dropout_reads_logged": 9618, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2858, "admitted_surface": 22575, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28206, "staged_merge": 0, "admitted_skel": 14755, "staged_skel": 0, "mean_count": 509.1346130371094, "n_util_obs": 705, "util_count_spearman": 0.0966479025271707}, "probe_overhead_sec_total": 245.11, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010157, "alpha": 0.03, "t": 2342.2}
{"event": "consolidate", "step": 3650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2372.1}
{"event": "train", "step": 3650, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43118, "bpb": 2.06475, "chunk_loss": 0.030549, "F": 0.20923, "G": 0.2142, "chunks": 214.25, "bytes_per_chunk": 4.779, "boundary_entropy": 0.08304, "router_noise": 0.0, "grad_norm": 0.6892, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.614, "probe_sec": 0.0563, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0433, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.07908, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": 0.13205, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.71167, "trunc_abs_frac": 0.6568, "mean_delta_full": -0.05261, "read_hit_rate": {"surface": 0.64786, "merge": 0.21187, "skel": 0.66419}, "mean_gate": {"surface": 0.19081, "merge": 0.15754, "skel": 0.15289}, "n_reads": 9434, "n_cand": 18997, "read_suppressed_frac": 0.1, "dropout_reads_logged": 9434, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2875, "admitted_surface": 22594, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28125, "staged_merge": 0, "admitted_skel": 14817, "staged_skel": 0, "mean_count": 516.4031372070312, "n_util_obs": 716, "util_count_spearman": 0.09969311254209648}, "probe_overhead_sec_total": 248.338, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010658, "alpha": 0.03, "t": 2372.9}
{"event": "consolidate", "step": 3700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2403.5}
{"event": "train", "step": 3700, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.38409, "bpb": 1.99681, "chunk_loss": 0.030556, "F": 0.21167, "G": 0.21661, "chunks": 216.75, "bytes_per_chunk": 4.724, "boundary_entropy": 0.08561, "router_noise": 0.0, "grad_norm": 0.6123, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.62, "probe_sec": 0.0643, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0431, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": 0.08735, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 4, "mean_delta_merge": 0.24835, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.7276, "trunc_abs_frac": 0.32949, "mean_delta_full": 0.1449, "read_hit_rate": {"surface": 0.66614, "merge": 0.21639, "skel": 0.66295}, "mean_gate": {"surface": 0.20191, "merge": 0.16867, "skel": 0.16248}, "n_reads": 9593, "n_cand": 19066, "read_suppressed_frac": 0.1055, "dropout_reads_logged": 9593, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2905, "admitted_surface": 22532, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28196, "staged_merge": 0, "admitted_skel": 14808, "staged_skel": 0, "mean_count": 523.6681518554688, "n_util_obs": 723, "util_count_spearman": 0.09113436790378915}, "probe_overhead_sec_total": 251.467, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009426, "alpha": 0.03, "t": 2403.9}
{"event": "consolidate", "step": 3750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2434.2}
{"event": "train", "step": 3750, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.36891, "bpb": 1.97492, "chunk_loss": 0.030477, "F": 0.20819, "G": 0.21233, "chunks": 213.19, "bytes_per_chunk": 4.803, "boundary_entropy": 0.08094, "router_noise": 0.0, "grad_norm": 0.6819, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.62, "probe_sec": 0.053, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0375, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.08354, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.00436, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.74809, "trunc_abs_frac": 0.46631, "mean_delta_full": -0.08645, "read_hit_rate": {"surface": 0.65906, "merge": 0.22688, "skel": 0.66871}, "mean_gate": {"surface": 0.19865, "merge": 0.16546, "skel": 0.16002}, "n_reads": 9605, "n_cand": 18926, "read_suppressed_frac": 0.1019, "dropout_reads_logged": 9605, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2930, "admitted_surface": 22586, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28099, "staged_merge": 0, "admitted_skel": 14851, "staged_skel": 0, "mean_count": 530.9027099609375, "n_util_obs": 737, "util_count_spearman": 0.08695709520086249}, "probe_overhead_sec_total": 254.653, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.00983, "alpha": 0.03, "t": 2434.9}
{"event": "consolidate", "step": 3800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2469.6}
{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3500.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201115, "cps": 27.34375, "mean_p": 0.205191, "boundary_entropy": 0.080874, "bpb": 1.937567}, "tr": {"chunks": 3593.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.198475, "cps": 28.070312, "mean_p": 0.192347, "boundary_entropy": 0.091734, "bpb": 2.097713}, "fi": {"chunks": 4482.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.238265, "cps": 35.015625, "mean_p": 0.234455, "boundary_entropy": 0.093676, "bpb": 2.206023}}, "bpb": {"en": 1.93757, "tr": 2.09771, "fi": 2.20602}, "gini_cpc": 0.041587, "gini_cps": 0.056559, "bpic": 4.901253, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9868763504075884, "fi": 1.1847208851963518}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2961, "admitted_surface": 22587, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28131, "staged_merge": 0, "admitted_skel": 14818, "staged_skel": 0, "mean_count": 537.943115234375, "n_util_obs": 751, "util_count_spearman": 0.09477952659440694}, "t": 2470.8}
{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 1.95084, "tr": 2.10754, "fi": 2.212}, "bytes_per_chunk": {"en": 4.728, "tr": 5.566, "fi": 4.453}, "bpb_mean": 2.09013, "frozen_inventory": true, "t": 2472.6}
{"event": "train", "step": 3800, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44262, "bpb": 2.08126, "chunk_loss": 0.030547, "F": 0.21082, "G": 0.21518, "chunks": 215.88, "bytes_per_chunk": 4.743, "boundary_entropy": 0.08075, "router_noise": 0.0, "grad_norm": 0.6754, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.788, "probe_sec": 0.0497, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03114, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.11318, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.08582, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.46186, "trunc_abs_frac": 1.36712, "mean_delta_full": 0.14884, "read_hit_rate": {"surface": 0.63874, "merge": 0.19185, "skel": 0.66873}, "mean_gate": {"surface": 0.19076, "merge": 0.15837, "skel": 0.15408}, "n_reads": 9375, "n_cand": 19208, "read_suppressed_frac": 0.1023, "dropout_reads_logged": 9375, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2961, "admitted_surface": 22586, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28166, "staged_merge": 0, "admitted_skel": 14784, "staged_skel": 0, "mean_count": 538.0604248046875, "n_util_obs": 751, "util_count_spearman": 0.09499584610543121}, "probe_overhead_sec_total": 258.152, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009765, "alpha": 0.03, "t": 2474.3}
{"event": "consolidate", "step": 3850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2508.1}
{"event": "train", "step": 3850, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.53858, "bpb": 2.2197, "chunk_loss": 0.030749, "F": 0.20889, "G": 0.21442, "chunks": 213.91, "bytes_per_chunk": 4.787, "boundary_entropy": 0.08526, "router_noise": 0.0, "grad_norm": 0.707, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.694, "probe_sec": 0.1229, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10402, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.15799, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.40031, "trunc_abs_frac": 0.41142, "mean_delta_full": -0.36536, "read_hit_rate": {"surface": 0.63438, "merge": 0.19555, "skel": 0.64681}, "mean_gate": {"surface": 0.19374, "merge": 0.1647, "skel": 0.15833}, "n_reads": 8981, "n_cand": 18747, "read_suppressed_frac": 0.1023, "dropout_reads_logged": 8981, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2982, "admitted_surface": 22607, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28121, "staged_merge": 0, "admitted_skel": 14808, "staged_skel": 0, "mean_count": 545.3442993164062, "n_util_obs": 760, "util_count_spearman": 0.08979359449477817}, "probe_overhead_sec_total": 261.446, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009768, "alpha": 0.03, "t": 2509.0}
{"event": "consolidate", "step": 3900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2541.2}
{"event": "train", "step": 3900, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.42366, "bpb": 2.0539, "chunk_loss": 0.03055, "F": 0.20932, "G": 0.21381, "chunks": 214.34, "bytes_per_chunk": 4.777, "boundary_entropy": 0.08209, "router_noise": 0.0, "grad_norm": 0.699, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.661, "probe_sec": 0.0494, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03248, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.10948, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.37013, "trunc_abs_frac": 19.97896, "mean_delta_full": -0.17806, "read_hit_rate": {"surface": 0.64963, "merge": 0.20706, "skel": 0.6666}, "mean_gate": {"surface": 0.18955, "merge": 0.15792, "skel": 0.15391}, "n_reads": 9425, "n_cand": 18997, "read_suppressed_frac": 0.0971, "dropout_reads_logged": 9425, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3006, "admitted_surface": 22579, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28147, "staged_merge": 0, "admitted_skel": 14810, "staged_skel": 0, "mean_count": 552.4803466796875, "n_util_obs": 768, "util_count_spearman": 0.09066752066592966}, "probe_overhead_sec_total": 265.158, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009737, "alpha": 0.03, "t": 2542.0}
{"event": "consolidate", "step": 3950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2573.7}
{"event": "train", "step": 3950, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.48428, "bpb": 2.14136, "chunk_loss": 0.030475, "F": 0.20493, "G": 0.20972, "chunks": 209.84, "bytes_per_chunk": 4.88, "boundary_entropy": 0.0816, "router_noise": 0.0, "grad_norm": 0.7705, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.654, "probe_sec": 0.0492, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03124, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.11187, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 3, "mean_delta_merge": 0.2233, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.35266, "trunc_abs_frac": 0.70049, "mean_delta_full": 0.12054, "read_hit_rate": {"surface": 0.63205, "merge": 0.19561, "skel": 0.64555}, "mean_gate": {"surface": 0.18622, "merge": 0.15542, "skel": 0.14818}, "n_reads": 8918, "n_cand": 18590, "read_suppressed_frac": 0.1032, "dropout_reads_logged": 8918, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3037, "admitted_surface": 22583, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28087, "staged_merge": 0, "admitted_skel": 14866, "staged_skel": 0, "mean_count": 559.7467651367188, "n_util_obs": 778, "util_count_spearman": 0.08557034924815286}, "probe_overhead_sec_total": 268.539, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010087, "alpha": 0.03, "t": 2574.8}
{"event": "consolidate", "step": 4000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2609.0}
{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3500.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201115, "cps": 27.34375, "mean_p": 0.2054, "boundary_entropy": 0.07947, "bpb": 1.923377}, "tr": {"chunks": 3557.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196487, "cps": 27.789062, "mean_p": 0.190518, "boundary_entropy": 0.093245, "bpb": 2.081783}, "fi": {"chunks": 4461.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.237148, "cps": 34.851562, "mean_p": 0.232, "boundary_entropy": 0.091479, "bpb": 2.185126}}, "bpb": {"en": 1.92338, "tr": 2.08178, "fi": 2.18513}, "gini_cpc": 0.042706, "gini_cps": 0.055623, "bpic": 4.925508, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9769883602559954, "fi": 1.179169984127828}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3065, "admitted_surface": 22623, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28044, "staged_merge": 0, "admitted_skel": 14869, "staged_skel": 0, "mean_count": 566.8341064453125, "n_util_obs": 794, "util_count_spearman": 0.08398736832251176}, "t": 2610.2}
{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 1.93843, "tr": 2.08959, "fi": 2.19118}, "bytes_per_chunk": {"en": 4.722, "tr": 5.623, "fi": 4.491}, "bpb_mean": 2.07307, "frozen_inventory": true, "t": 2612.1}
{"event": "train", "step": 4000, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40496, "bpb": 2.02693, "chunk_loss": 0.030569, "F": 0.20975, "G": 0.21391, "chunks": 214.78, "bytes_per_chunk": 4.768, "boundary_entropy": 0.08107, "router_noise": 0.0, "grad_norm": 0.6417, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.783, "probe_sec": 0.074, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05478, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.05948, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 3, "mean_delta_merge": -0.10362, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.28146, "trunc_abs_frac": 2.04682, "mean_delta_full": -0.17297, "read_hit_rate": {"surface": 0.66175, "merge": 0.22676, "skel": 0.66479}, "mean_gate": {"surface": 0.19592, "merge": 0.15917, "skel": 0.15817}, "n_reads": 9619, "n_cand": 18987, "read_suppressed_frac": 0.1022, "dropout_reads_logged": 9619, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3065, "admitted_surface": 22581, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28107, "staged_merge": 0, "admitted_skel": 14848, "staged_skel": 0, "mean_count": 566.977783203125, "n_util_obs": 794, "util_count_spearman": 0.08369837307778391}, "probe_overhead_sec_total": 271.886, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009123, "alpha": 0.03, "t": 2613.9}
{"event": "consolidate", "step": 4050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2644.0}
{"event": "train", "step": 4050, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.41623, "bpb": 2.04319, "chunk_loss": 0.030573, "F": 0.21091, "G": 0.21456, "chunks": 215.97, "bytes_per_chunk": 4.741, "boundary_entropy": 0.07972, "router_noise": 0.0, "grad_norm": 0.6663, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.61, "probe_sec": 0.098, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08077, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.09038, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.46066, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 2.00303, "trunc_abs_frac": 0.64073, "mean_delta_full": 0.04031, "read_hit_rate": {"surface": 0.65416, "merge": 0.23017, "skel": 0.65295}, "mean_gate": {"surface": 0.19391, "merge": 0.16116, "skel": 0.15676}, "n_reads": 9566, "n_cand": 19071, "read_suppressed_frac": 0.1077, "dropout_reads_logged": 9566, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3093, "admitted_surface": 22602, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28031, "staged_merge": 0, "admitted_skel": 14903, "staged_skel": 0, "mean_count": 574.2161865234375, "n_util_obs": 806, "util_count_spearman": 0.08300710316086538}, "probe_overhead_sec_total": 275.554, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009983, "alpha": 0.03, "t": 2644.4}
{"event": "probe", "step": 4096, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3495.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.200827, "cps": 27.304688, "mean_p": 0.204338, "boundary_entropy": 0.079314, "bpb": 1.917951}, "tr": {"chunks": 3538.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195437, "cps": 27.640625, "mean_p": 0.190175, "boundary_entropy": 0.092665, "bpb": 2.071251}, "fi": {"chunks": 4423.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.235128, "cps": 34.554688, "mean_p": 0.231219, "boundary_entropy": 0.089092, "bpb": 2.179511}}, "bpb": {"en": 1.91795, "tr": 2.07125, "fi": 2.17951}, "gini_cpc": 0.041909, "gini_cps": 0.054004, "bpic": 4.952165, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9731599272546057, "fi": 1.1707980651445151}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3123, "admitted_surface": 22599, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28102, "staged_merge": 0, "admitted_skel": 14835, "staged_skel": 0, "mean_count": 580.7218017578125, "n_util_obs": 820, "util_count_spearman": 0.07881502018069045}, "t": 2673.6}
{"event": "consolidate", "step": 4100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2677.7}
{"event": "train", "step": 4100, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.35445, "bpb": 1.95406, "chunk_loss": 0.030468, "F": 0.20639, "G": 0.21041, "chunks": 211.34, "bytes_per_chunk": 4.845, "boundary_entropy": 0.07799, "router_noise": 0.0, "grad_norm": 0.6918, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.683, "probe_sec": 0.079, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06577, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.03004, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.01599, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.34683, "trunc_abs_frac": 0.91513, "mean_delta_full": 0.34922, "read_hit_rate": {"surface": 0.6635, "merge": 0.21973, "skel": 0.67261}, "mean_gate": {"surface": 0.19162, "merge": 0.16062, "skel": 0.15401}, "n_reads": 9519, "n_cand": 18754, "read_suppressed_frac": 0.1017, "dropout_reads_logged": 9519, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3126, "admitted_surface": 22544, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28134, "staged_merge": 0, "admitted_skel": 14858, "staged_skel": 0, "mean_count": 581.4164428710938, "n_util_obs": 820, "util_count_spearman": 0.07894573740353826}, "probe_overhead_sec_total": 278.561, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009513, "alpha": 0.03, "t": 2678.6}
{"event": "consolidate", "step": 4150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2708.6}
{"event": "train", "step": 4150, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.41575, "bpb": 2.0425, "chunk_loss": 0.030723, "F": 0.216, "G": 0.21951, "chunks": 221.19, "bytes_per_chunk": 4.63, "boundary_entropy": 0.07801, "router_noise": 0.0, "grad_norm": 0.7454, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.62, "probe_sec": 0.0843, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0515, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02484, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.82686, "trunc_abs_frac": 0.40875, "mean_delta_full": -0.25346, "read_hit_rate": {"surface": 0.65825, "merge": 0.21871, "skel": 0.67518}, "mean_gate": {"surface": 0.183, "merge": 0.14883, "skel": 0.14786}, "n_reads": 9874, "n_cand": 19543, "read_suppressed_frac": 0.0981, "dropout_reads_logged": 9874, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3151, "admitted_surface": 22596, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28116, "staged_merge": 0, "admitted_skel": 14824, "staged_skel": 0, "mean_count": 588.6473388671875, "n_util_obs": 828, "util_count_spearman": 0.07458552490328008}, "probe_overhead_sec_total": 281.694, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.01033, "alpha": 0.03, "t": 2709.6}
{"event": "consolidate", "step": 4200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2739.5}
{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3496.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.200885, "cps": 27.3125, "mean_p": 0.204373, "boundary_entropy": 0.074676, "bpb": 1.918571}, "tr": {"chunks": 3567.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197039, "cps": 27.867188, "mean_p": 0.189833, "boundary_entropy": 0.085307, "bpb": 2.064581}, "fi": {"chunks": 4458.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.236989, "cps": 34.828125, "mean_p": 0.232027, "boundary_entropy": 0.085328, "bpb": 2.175863}}, "bpb": {"en": 1.91857, "tr": 2.06458, "fi": 2.17586}, "gini_cpc": 0.041948, "gini_cps": 0.055666, "bpic": 4.924225, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.980856002475537, "fi": 1.179725255695977}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3174, "admitted_surface": 22595, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28058, "staged_merge": 0, "admitted_skel": 14883, "staged_skel": 0, "mean_count": 595.733642578125, "n_util_obs": 837, "util_count_spearman": 0.07071579228941247}, "t": 2740.4}
{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 1.93096, "tr": 2.07444, "fi": 2.18291}, "bytes_per_chunk": {"en": 4.712, "tr": 5.607, "fi": 4.487}, "bpb_mean": 2.06277, "frozen_inventory": true, "t": 2742.4}
{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 2743.5}
{"event": "train", "step": 4200, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34241, "bpb": 1.93668, "chunk_loss": 0.030377, "F": 0.20139, "G": 0.20542, "chunks": 206.22, "bytes_per_chunk": 4.966, "boundary_entropy": 0.07258, "router_noise": 0.0, "grad_norm": 0.6771, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.687, "probe_sec": 0.0583, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04182, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01497, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.76902, "trunc_abs_frac": 0.89066, "mean_delta_full": 0.14282, "read_hit_rate": {"surface": 0.64885, "merge": 0.21744, "skel": 0.66161}, "mean_gate": {"surface": 0.19006, "merge": 0.15649, "skel": 0.15369}, "n_reads": 9172, "n_cand": 18377, "read_suppressed_frac": 0.0988, "dropout_reads_logged": 9172, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3174, "admitted_surface": 22612, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28021, "staged_merge": 0, "admitted_skel": 14903, "staged_skel": 0, "mean_count": 595.8740234375, "n_util_obs": 838, "util_count_spearman": 0.07237144959742743}, "probe_overhead_sec_total": 284.885, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011283, "alpha": 0.03, "t": 2743.9}
{"event": "consolidate", "step": 4250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2776.8}
{"event": "train", "step": 4250, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37625, "bpb": 1.98551, "chunk_loss": 0.030549, "F": 0.20898, "G": 0.21298, "chunks": 214.0, "bytes_per_chunk": 4.785, "boundary_entropy": 0.07569, "router_noise": 0.0, "grad_norm": 0.6602, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.674, "probe_sec": 0.0746, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0518, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.06015, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.11457, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.46691, "trunc_abs_frac": 0.46691, "mean_delta_full": -0.47314, "read_hit_rate": {"surface": 0.65449, "merge": 0.21816, "skel": 0.66463}, "mean_gate": {"surface": 0.18853, "merge": 0.15884, "skel": 0.15306}, "n_reads": 9524, "n_cand": 18991, "read_suppressed_frac": 0.1047, "dropout_reads_logged": 9524, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3197, "admitted_surface": 22585, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28091, "staged_merge": 0, "admitted_skel": 14860, "staged_skel": 0, "mean_count": 603.08740234375, "n_util_obs": 845, "util_count_spearman": 0.06912672434421038}, "probe_overhead_sec_total": 288.226, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008992, "alpha": 0.03, "t": 2777.6}
{"event": "consolidate", "step": 4300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2808.4}
{"event": "train", "step": 4300, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37721, "bpb": 1.98689, "chunk_loss": 0.030379, "F": 0.20105, "G": 0.20541, "chunks": 205.88, "bytes_per_chunk": 4.974, "boundary_entropy": 0.07898, "router_noise": 0.0, "grad_norm": 0.7244, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.632, "probe_sec": 0.041, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03019, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.06897, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.1869, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.55049, "trunc_abs_frac": 0.80029, "mean_delta_full": -0.01705, "read_hit_rate": {"surface": 0.64185, "merge": 0.19451, "skel": 0.65512}, "mean_gate": {"surface": 0.18688, "merge": 0.15621, "skel": 0.1506}, "n_reads": 8900, "n_cand": 18305, "read_suppressed_frac": 0.1011, "dropout_reads_logged": 8900, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3219, "admitted_surface": 22605, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28052, "staged_merge": 0, "admitted_skel": 14879, "staged_skel": 0, "mean_count": 610.36083984375, "n_util_obs": 858, "util_count_spearman": 0.06638895849871279}, "probe_overhead_sec_total": 291.447, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011778, "alpha": 0.03, "t": 2809.2}
{"event": "consolidate", "step": 4350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2839.5}
{"event": "train", "step": 4350, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.39816, "bpb": 2.01712, "chunk_loss": 0.03051, "F": 0.20947, "G": 0.2125, "chunks": 214.5, "bytes_per_chunk": 4.774, "boundary_entropy": 0.07408, "router_noise": 0.0, "grad_norm": 0.6488, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.614, "probe_sec": 0.0666, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04818, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.09625, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.01843, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.6531, "merge": 0.21132, "skel": 0.67847}, "mean_gate": {"surface": 0.18535, "merge": 0.15284, "skel": 0.14897}, "n_reads": 9560, "n_cand": 19028, "read_suppressed_frac": 0.0944, "dropout_reads_logged": 9560, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3239, "admitted_surface": 22557, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28178, "staged_merge": 0, "admitted_skel": 14801, "staged_skel": 0, "mean_count": 617.4793701171875, "n_util_obs": 869, "util_count_spearman": 0.04596678795464887}, "probe_overhead_sec_total": 294.683, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009162, "alpha": 0.03, "t": 2840.0}
{"event": "consolidate", "step": 4400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2871.1}
{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3503.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201287, "cps": 27.367188, "mean_p": 0.203904, "boundary_entropy": 0.077082, "bpb": 1.90443}, "tr": {"chunks": 3568.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197094, "cps": 27.875, "mean_p": 0.190153, "boundary_entropy": 0.086122, "bpb": 2.051703}, "fi": {"chunks": 4442.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.236138, "cps": 34.703125, "mean_p": 0.231471, "boundary_entropy": 0.085923, "bpb": 2.156617}}, "bpb": {"en": 1.90443, "tr": 2.0517, "fi": 2.15662}, "gini_cpc": 0.041022, "gini_cps": 0.054373, "bpic": 4.927647, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9791704016643811, "fi": 1.173142189855478}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3271, "admitted_surface": 22465, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28256, "staged_merge": 0, "admitted_skel": 14815, "staged_skel": 0, "mean_count": 624.5396728515625, "n_util_obs": 877, "util_count_spearman": 0.04435613264848488}, "t": 2872.3}
{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 1.91846, "tr": 2.06053, "fi": 2.16309}, "bytes_per_chunk": {"en": 4.723, "tr": 5.619, "fi": 4.501}, "bpb_mean": 2.04736, "frozen_inventory": true, "t": 2874.3}
{"event": "train", "step": 4400, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35307, "bpb": 1.95207, "chunk_loss": 0.030429, "F": 0.20761, "G": 0.21017, "chunks": 212.59, "bytes_per_chunk": 4.817, "boundary_entropy": 0.07552, "router_noise": 0.0, "grad_norm": 0.6099, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.72, "probe_sec": 0.0475, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03358, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.02991, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.83363, "trunc_abs_frac": 3.08579, "mean_delta_full": 0.08447, "read_hit_rate": {"surface": 0.6612, "merge": 0.21828, "skel": 0.67484}, "mean_gate": {"surface": 0.18759, "merge": 0.15611, "skel": 0.15077}, "n_reads": 9555, "n_cand": 18855, "read_suppressed_frac": 0.1003, "dropout_reads_logged": 9555, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3271, "admitted_surface": 22522, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28199, "staged_merge": 0, "admitted_skel": 14815, "staged_skel": 0, "mean_count": 624.6827392578125, "n_util_obs": 877, "util_count_spearman": 0.04426730611852559}, "probe_overhead_sec_total": 297.801, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010581, "alpha": 0.03, "t": 2876.0}
{"event": "consolidate", "step": 4450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2907.1}
{"event": "train", "step": 4450, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34406, "bpb": 1.93907, "chunk_loss": 0.030372, "F": 0.2016, "G": 0.20464, "chunks": 206.44, "bytes_per_chunk": 4.96, "boundary_entropy": 0.07364, "router_noise": 0.0, "grad_norm": 0.6524, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.642, "probe_sec": 0.06, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03832, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.01499, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": 0.10865, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.18433, "trunc_abs_frac": 8.03477, "mean_delta_full": 0.15469, "read_hit_rate": {"surface": 0.6617, "merge": 0.22397, "skel": 0.65299}, "mean_gate": {"surface": 0.18823, "merge": 0.15844, "skel": 0.1527}, "n_reads": 9157, "n_cand": 18233, "read_suppressed_frac": 0.0998, "dropout_reads_logged": 9157, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3293, "admitted_surface": 22528, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28111, "staged_merge": 0, "admitted_skel": 14897, "staged_skel": 0, "mean_count": 631.9238891601562, "n_util_obs": 895, "util_count_spearman": 0.05520916325050155}, "probe_overhead_sec_total": 300.944, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.00943, "alpha": 0.03, "t": 2908.1}
{"event": "consolidate", "step": 4500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2941.1}
{"event": "train", "step": 4500, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32663, "bpb": 1.91393, "chunk_loss": 0.030477, "F": 0.2088, "G": 0.21288, "chunks": 213.81, "bytes_per_chunk": 4.789, "boundary_entropy": 0.07406, "router_noise": 0.0, "grad_norm": 0.6315, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.679, "probe_sec": 0.065, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03528, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": -0.30923, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 4, "mean_delta_merge": -0.20686, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": -0.05335, "trunc_abs_frac": 0.05335, "mean_delta_full": -0.43115, "read_hit_rate": {"surface": 0.65874, "merge": 0.21171, "skel": 0.6727}, "mean_gate": {"surface": 0.1838, "merge": 0.15191, "skel": 0.14758}, "n_reads": 9563, "n_cand": 19002, "read_suppressed_frac": 0.0955, "dropout_reads_logged": 9563, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3324, "admitted_surface": 22523, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28165, "staged_merge": 0, "admitted_skel": 14848, "staged_skel": 0, "mean_count": 639.057373046875, "n_util_obs": 906, "util_count_spearman": 0.05258806214576694}, "probe_overhead_sec_total": 304.204, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011058, "alpha": 0.03, "t": 2942.0}
{"event": "consolidate", "step": 4550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2973.2}
{"event": "train", "step": 4550, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35655, "bpb": 1.95708, "chunk_loss": 0.030383, "F": 0.20224, "G": 0.20645, "chunks": 207.09, "bytes_per_chunk": 4.945, "boundary_entropy": 0.07215, "router_noise": 0.0, "grad_norm": 0.6611, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.634, "probe_sec": 0.1069, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09598, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.07269, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 3, "mean_delta_merge": -0.27816, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.51741, "trunc_abs_frac": 1.79951, "mean_delta_full": -0.48114, "read_hit_rate": {"surface": 0.62381, "merge": 0.20326, "skel": 0.64151}, "mean_gate": {"surface": 0.18296, "merge": 0.151, "skel": 0.14697}, "n_reads": 8823, "n_cand": 18419, "read_suppressed_frac": 0.098, "dropout_reads_logged": 8823, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3359, "admitted_surface": 22593, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28012, "staged_merge": 0, "admitted_skel": 14931, "staged_skel": 0, "mean_count": 646.3193359375, "n_util_obs": 917, "util_count_spearman": 0.05823226479019056}, "probe_overhead_sec_total": 307.721, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010438, "alpha": 0.03, "t": 2973.7}
{"event": "consolidate", "step": 4600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3004.6}
{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3510.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201689, "cps": 27.421875, "mean_p": 0.204183, "boundary_entropy": 0.07113, "bpb": 1.89557}, "tr": {"chunks": 3555.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196376, "cps": 27.773438, "mean_p": 0.188908, "boundary_entropy": 0.08129, "bpb": 2.044397}, "fi": {"chunks": 4458.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.236989, "cps": 34.828125, "mean_p": 0.232475, "boundary_entropy": 0.085064, "bpb": 2.147445}}, "bpb": {"en": 1.89557, "tr": 2.0444, "fi": 2.14745}, "gini_cpc": 0.042634, "gini_cps": 0.054847, "bpic": 4.923371, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9736571498986568, "fi": 1.1750197988356512}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3374, "admitted_surface": 22537, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28170, "staged_merge": 0, "admitted_skel": 14829, "staged_skel": 0, "mean_count": 653.3687133789062, "n_util_obs": 924, "util_count_spearman": 0.0537482186588701}, "t": 3005.9}
{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 1.9093, "tr": 2.05202, "fi": 2.15311}, "bytes_per_chunk": {"en": 4.71, "tr": 5.633, "fi": 4.467}, "bpb_mean": 2.03814, "frozen_inventory": true, "t": 3007.7}
{"event": "train", "step": 4600, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35183, "bpb": 1.95028, "chunk_loss": 0.030649, "F": 0.21649, "G": 0.21967, "chunks": 221.69, "bytes_per_chunk": 4.619, "boundary_entropy": 0.07436, "router_noise": 0.0, "grad_norm": 0.6998, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.711, "probe_sec": 0.0899, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07714, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.06655, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.10297, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.36853, "trunc_abs_frac": 0.29616, "mean_delta_full": 0.17448, "read_hit_rate": {"surface": 0.67162, "merge": 0.24111, "skel": 0.67976}, "mean_gate": {"surface": 0.18684, "merge": 0.15457, "skel": 0.15054}, "n_reads": 10140, "n_cand": 19538, "read_suppressed_frac": 0.1008, "dropout_reads_logged": 10140, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3374, "admitted_surface": 22525, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28191, "staged_merge": 0, "admitted_skel": 14820, "staged_skel": 0, "mean_count": 653.523193359375, "n_util_obs": 924, "util_count_spearman": 0.05360685979294961}, "probe_overhead_sec_total": 310.801, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009, "alpha": 0.03, "t": 3009.2}
{"event": "consolidate", "step": 4650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3041.8}
{"event": "train", "step": 4650, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.38848, "bpb": 2.00315, "chunk_loss": 0.03047, "F": 0.2067, "G": 0.2105, "chunks": 211.66, "bytes_per_chunk": 4.838, "boundary_entropy": 0.07299, "router_noise": 0.0, "grad_norm": 0.6652, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.661, "probe_sec": 0.0694, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05685, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.15972, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": 0.00276, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.68144, "trunc_abs_frac": 0.68144, "mean_delta_full": -0.81543, "read_hit_rate": {"surface": 0.64605, "merge": 0.21926, "skel": 0.6616}, "mean_gate": {"surface": 0.18697, "merge": 0.15688, "skel": 0.15025}, "n_reads": 9306, "n_cand": 18710, "read_suppressed_frac": 0.0951, "dropout_reads_logged": 9306, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3401, "admitted_surface": 22584, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28092, "staged_merge": 0, "admitted_skel": 14860, "staged_skel": 0, "mean_count": 660.695556640625, "n_util_obs": 938, "util_count_spearman": 0.05409851572441763}, "probe_overhead_sec_total": 314.068, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008852, "alpha": 0.03, "t": 3042.3}
{"event": "consolidate", "step": 4700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3073.0}
{"event": "train", "step": 4700, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.41431, "bpb": 2.04042, "chunk_loss": 0.030626, "F": 0.21487, "G": 0.21749, "chunks": 220.03, "bytes_per_chunk": 4.654, "boundary_entropy": 0.07223, "router_noise": 0.0, "grad_norm": 0.6601, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.624, "probe_sec": 0.053, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03676, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.08762, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.21942, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.18337, "trunc_abs_frac": 0.99434, "mean_delta_full": -0.01786, "read_hit_rate": {"surface": 0.66529, "merge": 0.22703, "skel": 0.67744}, "mean_gate": {"surface": 0.1789, "merge": 0.14911, "skel": 0.14452}, "n_reads": 9916, "n_cand": 19402, "read_suppressed_frac": 0.0965, "dropout_reads_logged": 9916, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3430, "admitted_surface": 22513, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28200, "staged_merge": 0, "admitted_skel": 14823, "staged_skel": 0, "mean_count": 667.9152221679688, "n_util_obs": 953, "util_count_spearman": 0.057895513653344895}, "probe_overhead_sec_total": 317.426, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011845, "alpha": 0.03, "t": 3073.4}
{"event": "consolidate", "step": 4750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3104.9}
{"event": "train", "step": 4750, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.40067, "bpb": 2.02075, "chunk_loss": 0.030543, "F": 0.2114, "G": 0.21417, "chunks": 216.47, "bytes_per_chunk": 4.73, "boundary_entropy": 0.07186, "router_noise": 0.0, "grad_norm": 0.6657, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.649, "probe_sec": 0.1209, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08733, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.04283, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.17001, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.24198, "trunc_abs_frac": 0.91629, "mean_delta_full": -0.17743, "read_hit_rate": {"surface": 0.6554, "merge": 0.21579, "skel": 0.67164}, "mean_gate": {"surface": 0.18206, "merge": 0.15057, "skel": 0.14676}, "n_reads": 9598, "n_cand": 19115, "read_suppressed_frac": 0.1047, "dropout_reads_logged": 9598, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3461, "admitted_surface": 22540, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28162, "staged_merge": 0, "admitted_skel": 14834, "staged_skel": 0, "mean_count": 675.0297241210938, "n_util_obs": 962, "util_count_spearman": 0.06185244084890385}, "probe_overhead_sec_total": 320.542, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010557, "alpha": 0.03, "t": 3105.9}
{"event": "consolidate", "step": 4800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3136.9}
{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3481.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.200023, "cps": 27.195312, "mean_p": 0.203297, "boundary_entropy": 0.071716, "bpb": 1.886752}, "tr": {"chunks": 3565.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196929, "cps": 27.851562, "mean_p": 0.188568, "boundary_entropy": 0.078875, "bpb": 2.029524}, "fi": {"chunks": 4452.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.23667, "cps": 34.78125, "mean_p": 0.232037, "boundary_entropy": 0.08004, "bpb": 2.135979}}, "bpb": {"en": 1.88675, "tr": 2.02952, "fi": 2.13598}, "gini_cpc": 0.041814, "gini_cps": 0.0563, "bpic": 4.934075, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.984530284373105, "fi": 1.1832141892687769}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3487, "admitted_surface": 22533, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28085, "staged_merge": 0, "admitted_skel": 14918, "staged_skel": 0, "mean_count": 682.0614013671875, "n_util_obs": 972, "util_count_spearman": 0.059313662078988624}, "t": 3138.1}
{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 1.90129, "tr": 2.03864, "fi": 2.13869}, "bytes_per_chunk": {"en": 4.734, "tr": 5.622, "fi": 4.496}, "bpb_mean": 2.02621, "frozen_inventory": true, "t": 3140.2}
{"event": "train", "step": 4800, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36937, "bpb": 1.97558, "chunk_loss": 0.030569, "F": 0.21429, "G": 0.21681, "chunks": 219.44, "bytes_per_chunk": 4.666, "boundary_entropy": 0.07137, "router_noise": 0.0, "grad_norm": 0.6388, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.726, "probe_sec": 0.0638, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04977, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01273, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.94373, "trunc_abs_frac": 0.53063, "mean_delta_full": -0.01898, "read_hit_rate": {"surface": 0.66767, "merge": 0.22262, "skel": 0.67186}, "mean_gate": {"surface": 0.17731, "merge": 0.14502, "skel": 0.14222}, "n_reads": 9836, "n_cand": 19336, "read_suppressed_frac": 0.1065, "dropout_reads_logged": 9836, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3486, "admitted_surface": 22515, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28174, "staged_merge": 0, "admitted_skel": 14847, "staged_skel": 0, "mean_count": 682.2059936523438, "n_util_obs": 972, "util_count_spearman": 0.0602591599872879}, "probe_overhead_sec_total": 324.152, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009486, "alpha": 0.03, "t": 3142.2}
{"event": "consolidate", "step": 4850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3172.6}
{"event": "train", "step": 4850, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34238, "bpb": 1.93664, "chunk_loss": 0.030498, "F": 0.20767, "G": 0.21092, "chunks": 212.66, "bytes_per_chunk": 4.815, "boundary_entropy": 0.07154, "router_noise": 0.0, "grad_norm": 0.6708, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.618, "probe_sec": 0.0632, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04634, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.0364, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.60677, "trunc_abs_frac": 0.75419, "mean_delta_full": -0.19531, "read_hit_rate": {"surface": 0.65879, "merge": 0.21985, "skel": 0.66152}, "mean_gate": {"surface": 0.18353, "merge": 0.15327, "skel": 0.1477}, "n_reads": 9460, "n_cand": 18829, "read_suppressed_frac": 0.103, "dropout_reads_logged": 9460, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3502, "admitted_surface": 22539, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28082, "staged_merge": 0, "admitted_skel": 14915, "staged_skel": 0, "mean_count": 689.5028686523438, "n_util_obs": 980, "util_count_spearman": 0.05838437255038427}, "probe_overhead_sec_total": 327.343, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011967, "alpha": 0.03, "t": 3173.1}
{"event": "consolidate", "step": 4900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3203.7}
{"event": "train", "step": 4900, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37743, "bpb": 1.98721, "chunk_loss": 0.030502, "F": 0.203, "G": 0.20601, "chunks": 207.88, "bytes_per_chunk": 4.926, "boundary_entropy": 0.07143, "router_noise": 0.0, "grad_norm": 0.6664, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.62, "probe_sec": 0.0884, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07327, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08456, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 9.34661, "trunc_abs_frac": 1.31457, "mean_delta_full": 0.00828, "read_hit_rate": {"surface": 0.63248, "merge": 0.20719, "skel": 0.65455}, "mean_gate": {"surface": 0.17465, "merge": 0.14562, "skel": 0.13908}, "n_reads": 8974, "n_cand": 18436, "read_suppressed_frac": 0.1005, "dropout_reads_logged": 8974, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3519, "admitted_surface": 22615, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28021, "staged_merge": 0, "admitted_skel": 14900, "staged_skel": 0, "mean_count": 696.7525634765625, "n_util_obs": 993, "util_count_spearman": 0.05470882569510842}, "probe_overhead_sec_total": 330.522, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009159, "alpha": 0.03, "t": 3204.1}
{"event": "consolidate", "step": 4950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3238.5}
{"event": "train", "step": 4950, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33135, "bpb": 1.92073, "chunk_loss": 0.03051, "F": 0.20712, "G": 0.21062, "chunks": 212.09, "bytes_per_chunk": 4.828, "boundary_entropy": 0.07112, "router_noise": 0.0, "grad_norm": 0.6507, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.706, "probe_sec": 0.1082, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09277, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.07444, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -1.74109, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.02753, "trunc_abs_frac": 0.66555, "mean_delta_full": -0.15483, "read_hit_rate": {"surface": 0.66277, "merge": 0.22951, "skel": 0.65436}, "mean_gate": {"surface": 0.18221, "merge": 0.14927, "skel": 0.14692}, "n_reads": 9405, "n_cand": 18651, "read_suppressed_frac": 0.096, "dropout_reads_logged": 9405, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3536, "admitted_surface": 22567, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28058, "staged_merge": 0, "admitted_skel": 14911, "staged_skel": 0, "mean_count": 703.9334716796875, "n_util_obs": 1006, "util_count_spearman": 0.05272148433312205}, "probe_overhead_sec_total": 334.328, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009971, "alpha": 0.03, "t": 3239.4}
{"event": "consolidate", "step": 5000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3270.8}
{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3502.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20123, "cps": 27.359375, "mean_p": 0.203139, "boundary_entropy": 0.070227, "bpb": 1.880985}, "tr": {"chunks": 3544.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195769, "cps": 27.6875, "mean_p": 0.18844, "boundary_entropy": 0.079346, "bpb": 2.024016}, "fi": {"chunks": 4428.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.235394, "cps": 34.59375, "mean_p": 0.230029, "boundary_entropy": 0.077836, "bpb": 2.124119}}, "bpb": {"en": 1.88098, "tr": 2.02402, "fi": 2.12412}, "gini_cpc": 0.041773, "gini_cps": 0.053803, "bpic": 4.944396, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9728617761307662, "fi": 1.1697786946232203}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3568, "admitted_surface": 22576, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28047, "staged_merge": 0, "admitted_skel": 14913, "staged_skel": 0, "mean_count": 710.9937744140625, "n_util_obs": 1016, "util_count_spearman": 0.04499392593347469}, "t": 3272.0}
{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 1.89522, "tr": 2.03253, "fi": 2.12826}, "bytes_per_chunk": {"en": 4.733, "tr": 5.626, "fi": 4.514}, "bpb_mean": 2.01867, "frozen_inventory": true, "t": 3273.8}
{"event": "train", "step": 5000, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32398, "bpb": 1.9101, "chunk_loss": 0.030509, "F": 0.21091, "G": 0.21295, "chunks": 215.97, "bytes_per_chunk": 4.741, "boundary_entropy": 0.06908, "router_noise": 0.0, "grad_norm": 0.6156, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.721, "probe_sec": 0.0524, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03485, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.07735, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.60413, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.6617, "trunc_abs_frac": 1.37783, "mean_delta_full": 0.12756, "read_hit_rate": {"surface": 0.66957, "merge": 0.22959, "skel": 0.67241}, "mean_gate": {"surface": 0.17757, "merge": 0.14752, "skel": 0.14004}, "n_reads": 9731, "n_cand": 19010, "read_suppressed_frac": 0.1009, "dropout_reads_logged": 9731, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3568, "admitted_surface": 22538, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28116, "staged_merge": 0, "admitted_skel": 14882, "staged_skel": 0, "mean_count": 711.138671875, "n_util_obs": 1017, "util_count_spearman": 0.046989460258987925}, "probe_overhead_sec_total": 337.296, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008117, "alpha": 0.03, "t": 3275.5}
{"event": "consolidate", "step": 5050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3309.2}
{"event": "train", "step": 5050, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33829, "bpb": 1.93074, "chunk_loss": 0.030592, "F": 0.2139, "G": 0.21528, "chunks": 219.03, "bytes_per_chunk": 4.675, "boundary_entropy": 0.07081, "router_noise": 0.0, "grad_norm": 0.673, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.694, "probe_sec": 0.0967, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08278, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.04339, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": 0.05652, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.15229, "trunc_abs_frac": 0.15229, "mean_delta_full": -0.38635, "read_hit_rate": {"surface": 0.67106, "merge": 0.22865, "skel": 0.67841}, "mean_gate": {"surface": 0.17874, "merge": 0.14665, "skel": 0.14476}, "n_reads": 9966, "n_cand": 19370, "read_suppressed_frac": 0.0946, "dropout_reads_logged": 9966, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3590, "admitted_surface": 22526, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28142, "staged_merge": 0, "admitted_skel": 14868, "staged_skel": 0, "mean_count": 718.3614501953125, "n_util_obs": 1031, "util_count_spearman": 0.04307621086907412}, "probe_overhead_sec_total": 340.827, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008693, "alpha": 0.03, "t": 3310.2}
{"event": "consolidate", "step": 5100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3340.3}
{"event": "train", "step": 5100, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37399, "bpb": 1.98225, "chunk_loss": 0.030522, "F": 0.20755, "G": 0.21111, "chunks": 212.53, "bytes_per_chunk": 4.818, "boundary_entropy": 0.07073, "router_noise": 0.0, "grad_norm": 0.7013, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.61, "probe_sec": 0.0545, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03303, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.03707, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.19647, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.56227, "trunc_abs_frac": 0.94032, "mean_delta_full": -0.1322, "read_hit_rate": {"surface": 0.64603, "merge": 0.21731, "skel": 0.65417}, "mean_gate": {"surface": 0.17658, "merge": 0.14472, "skel": 0.14314}, "n_reads": 9240, "n_cand": 18708, "read_suppressed_frac": 0.1017, "dropout_reads_logged": 9240, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3608, "admitted_surface": 22596, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28017, "staged_merge": 0, "admitted_skel": 14923, "staged_skel": 0, "mean_count": 725.5885620117188, "n_util_obs": 1039, "util_count_spearman": 0.041083260148866846}, "probe_overhead_sec_total": 344.083, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009338, "alpha": 0.03, "t": 3340.7}
{"event": "consolidate", "step": 5150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3377.3}
{"event": "train", "step": 5150, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36071, "bpb": 1.96309, "chunk_loss": 0.030637, "F": 0.215, "G": 0.21776, "chunks": 220.16, "bytes_per_chunk": 4.651, "boundary_entropy": 0.07072, "router_noise": 0.0, "grad_norm": 0.673, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.739, "probe_sec": 0.0408, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02924, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.10444, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -1.35642, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.81915, "trunc_abs_frac": 0.75975, "mean_delta_full": -0.72363, "read_hit_rate": {"surface": 0.67517, "merge": 0.23836, "skel": 0.66962}, "mean_gate": {"surface": 0.17529, "merge": 0.14405, "skel": 0.14141}, "n_reads": 9954, "n_cand": 19303, "read_suppressed_frac": 0.094, "dropout_reads_logged": 9954, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3627, "admitted_surface": 22527, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28118, "staged_merge": 0, "admitted_skel": 14891, "staged_skel": 0, "mean_count": 732.8255615234375, "n_util_obs": 1052, "util_count_spearman": 0.0480175738112625}, "probe_overhead_sec_total": 347.798, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009155, "alpha": 0.03, "t": 3377.7}
{"event": "consolidate", "step": 5200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3408.0}
{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3474.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199621, "cps": 27.140625, "mean_p": 0.201599, "boundary_entropy": 0.071394, "bpb": 1.874723}, "tr": {"chunks": 3546.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195879, "cps": 27.703125, "mean_p": 0.188506, "boundary_entropy": 0.080114, "bpb": 2.01661}, "fi": {"chunks": 4432.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.235607, "cps": 34.625, "mean_p": 0.229842, "boundary_entropy": 0.07763, "bpb": 2.11452}}, "bpb": {"en": 1.87472, "tr": 2.01661, "fi": 2.11452}, "gini_cpc": 0.041966, "gini_cps": 0.055769, "bpic": 4.953895, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9812563629135411, "fi": 1.1802721903520053}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3648, "admitted_surface": 22576, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28050, "staged_merge": 0, "admitted_skel": 14910, "staged_skel": 0, "mean_count": 739.8168334960938, "n_util_obs": 1064, "util_count_spearman": 0.05037214164093017}, "t": 3409.2}
{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 1.88983, "tr": 2.02491, "fi": 2.1185}, "bytes_per_chunk": {"en": 4.758, "tr": 5.645, "fi": 4.501}, "bpb_mean": 2.01108, "frozen_inventory": true, "t": 3411.1}
{"event": "train", "step": 5200, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31742, "bpb": 1.90063, "chunk_loss": 0.030425, "F": 0.20615, "G": 0.20828, "chunks": 211.09, "bytes_per_chunk": 4.851, "boundary_entropy": 0.07082, "router_noise": 0.0, "grad_norm": 0.6783, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.709, "probe_sec": 0.041, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02959, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.01519, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.30005, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 7.84252, "trunc_abs_frac": 7.84252, "mean_delta_full": 0.0155, "read_hit_rate": {"surface": 0.6567, "merge": 0.22089, "skel": 0.68495}, "mean_gate": {"surface": 0.17336, "merge": 0.14066, "skel": 0.1389}, "n_reads": 9626, "n_cand": 18864, "read_suppressed_frac": 0.1011, "dropout_reads_logged": 9626, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3648, "admitted_surface": 22607, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28039, "staged_merge": 0, "admitted_skel": 14890, "staged_skel": 0, "mean_count": 739.9649047851562, "n_util_obs": 1064, "util_count_spearman": 0.05067050035370543}, "probe_overhead_sec_total": 351.373, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011027, "alpha": 0.03, "t": 3413.1}
{"event": "consolidate", "step": 5250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3445.0}
{"event": "train", "step": 5250, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31285, "bpb": 1.89405, "chunk_loss": 0.03047, "F": 0.20728, "G": 0.2098, "chunks": 212.25, "bytes_per_chunk": 4.824, "boundary_entropy": 0.06998, "router_noise": 0.0, "grad_norm": 0.6466, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.646, "probe_sec": 0.0455, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03298, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": -0.04371, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.34021, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.42876, "trunc_abs_frac": 0.50967, "mean_delta_full": 0.32129, "read_hit_rate": {"surface": 0.66346, "merge": 0.2225, "skel": 0.66748}, "mean_gate": {"surface": 0.17511, "merge": 0.14273, "skel": 0.13887}, "n_reads": 9537, "n_cand": 18814, "read_suppressed_frac": 0.0995, "dropout_reads_logged": 9537, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3668, "admitted_surface": 22548, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28049, "staged_merge": 0, "admitted_skel": 14939, "staged_skel": 0, "mean_count": 747.176513671875, "n_util_obs": 1073, "util_count_spearman": 0.0471663482438853}, "probe_overhead_sec_total": 354.475, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.0103, "alpha": 0.03, "t": 3445.4}
{"event": "consolidate", "step": 5300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3469.7}
{"event": "train", "step": 5300, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37237, "bpb": 1.97991, "chunk_loss": 0.0305, "F": 0.20874, "G": 0.2116, "chunks": 213.75, "bytes_per_chunk": 4.791, "boundary_entropy": 0.06963, "router_noise": 0.0, "grad_norm": 0.6915, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.492, "probe_sec": 0.0398, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02893, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.08555, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.51965, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.06832, "trunc_abs_frac": 0.70582, "mean_delta_full": -0.26355, "read_hit_rate": {"surface": 0.65496, "merge": 0.22048, "skel": 0.67638}, "mean_gate": {"surface": 0.17435, "merge": 0.14284, "skel": 0.13923}, "n_reads": 9642, "n_cand": 19038, "read_suppressed_frac": 0.1037, "dropout_reads_logged": 9642, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3680, "admitted_surface": 22586, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28054, "staged_merge": 0, "admitted_skel": 14896, "staged_skel": 0, "mean_count": 754.3700561523438, "n_util_obs": 1086, "util_count_spearman": 0.048321998288133446}, "probe_overhead_sec_total": 356.946, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010477, "alpha": 0.03, "t": 3470.0}
{"event": "consolidate", "step": 5350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3492.4}
{"event": "train", "step": 5350, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.3058, "bpb": 1.88387, "chunk_loss": 0.030362, "F": 0.20328, "G": 0.20564, "chunks": 208.16, "bytes_per_chunk": 4.919, "boundary_entropy": 0.07026, "router_noise": 0.0, "grad_norm": 0.7126, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.462, "probe_sec": 0.0405, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02889, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.07589, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 3, "mean_delta_merge": -0.08097, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -1.8271, "trunc_abs_frac": 0.91651, "mean_delta_full": -0.1047, "read_hit_rate": {"surface": 0.65319, "merge": 0.21661, "skel": 0.67666}, "mean_gate": {"surface": 0.17364, "merge": 0.14279, "skel": 0.13766}, "n_reads": 9392, "n_cand": 18595, "read_suppressed_frac": 0.1043, "dropout_reads_logged": 9392, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3706, "admitted_surface": 22595, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28028, "staged_merge": 0, "admitted_skel": 14913, "staged_skel": 0, "mean_count": 761.5971069335938, "n_util_obs": 1094, "util_count_spearman": 0.054790059858267584}, "probe_overhead_sec_total": 359.157, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010054, "alpha": 0.03, "t": 3493.1}
{"event": "consolidate", "step": 5400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3516.2}
{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3488.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.200425, "cps": 27.25, "mean_p": 0.202668, "boundary_entropy": 0.070482, "bpb": 1.870181}, "tr": {"chunks": 3556.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196432, "cps": 27.78125, "mean_p": 0.188548, "boundary_entropy": 0.076799, "bpb": 2.010309}, "fi": {"chunks": 4468.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.237521, "cps": 34.90625, "mean_p": 0.232159, "boundary_entropy": 0.078262, "bpb": 2.108358}}, "bpb": {"en": 1.87018, "tr": 2.01031, "fi": 2.10836}, "gini_cpc": 0.04318, "gini_cps": 0.056752, "bpic": 4.928075, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9800739473968277, "fi": 1.1850834276645668}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3731, "admitted_surface": 22567, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28019, "staged_merge": 0, "admitted_skel": 14950, "staged_skel": 0, "mean_count": 768.6602783203125, "n_util_obs": 1107, "util_count_spearman": 0.04857314804980381}, "t": 3517.2}
{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 1.88486, "tr": 2.01912, "fi": 2.11318}, "bytes_per_chunk": {"en": 4.751, "tr": 5.643, "fi": 4.487}, "bpb_mean": 2.00572, "frozen_inventory": true, "t": 3518.7}
{"event": "train", "step": 5400, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37603, "bpb": 1.98519, "chunk_loss": 0.030704, "F": 0.21436, "G": 0.21717, "chunks": 219.5, "bytes_per_chunk": 4.665, "boundary_entropy": 0.07078, "router_noise": 0.0, "grad_norm": 0.7069, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.539, "probe_sec": 0.0426, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03049, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.09115, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": 0.19281, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.05469, "trunc_abs_frac": 1.65896, "mean_delta_full": 0.03928, "read_hit_rate": {"surface": 0.65718, "merge": 0.21106, "skel": 0.66642}, "mean_gate": {"surface": 0.17011, "merge": 0.14079, "skel": 0.13617}, "n_reads": 9678, "n_cand": 19375, "read_suppressed_frac": 0.0991, "dropout_reads_logged": 9678, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3732, "admitted_surface": 22551, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28101, "staged_merge": 0, "admitted_skel": 14884, "staged_skel": 0, "mean_count": 768.783203125, "n_util_obs": 1108, "util_count_spearman": 0.04774622765615944}, "probe_overhead_sec_total": 361.353, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009519, "alpha": 0.03, "t": 3520.1}
{"event": "consolidate", "step": 5450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3543.0}
{"event": "train", "step": 5450, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31181, "bpb": 1.89254, "chunk_loss": 0.03064, "F": 0.21469, "G": 0.2171, "chunks": 219.84, "bytes_per_chunk": 4.658, "boundary_entropy": 0.06891, "router_noise": 0.0, "grad_norm": 0.6588, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.474, "probe_sec": 0.0448, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02814, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.05634, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.16631, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.65458, "trunc_abs_frac": 0.7055, "mean_delta_full": -0.09871, "read_hit_rate": {"surface": 0.68199, "merge": 0.23928, "skel": 0.68855}, "mean_gate": {"surface": 0.17696, "merge": 0.14644, "skel": 0.14018}, "n_reads": 10189, "n_cand": 19413, "read_suppressed_frac": 0.0979, "dropout_reads_logged": 10189, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3756, "admitted_surface": 22545, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28086, "staged_merge": 0, "admitted_skel": 14905, "staged_skel": 0, "mean_count": 776.0576171875, "n_util_obs": 1117, "util_count_spearman": 0.04864496301225869}, "probe_overhead_sec_total": 363.562, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010188, "alpha": 0.03, "t": 3543.8}
{"event": "consolidate", "step": 5500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3567.6}
{"event": "train", "step": 5500, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.29972, "bpb": 1.8751, "chunk_loss": 0.030461, "F": 0.20834, "G": 0.21096, "chunks": 213.34, "bytes_per_chunk": 4.8, "boundary_entropy": 0.06944, "router_noise": 0.0, "grad_norm": 0.6571, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.485, "probe_sec": 0.0407, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02894, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.07261, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.40533, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.30255, "trunc_abs_frac": 0.29108, "mean_delta_full": 0.63513, "read_hit_rate": {"surface": 0.6543, "merge": 0.23348, "skel": 0.66292}, "mean_gate": {"surface": 0.17403, "merge": 0.14356, "skel": 0.13856}, "n_reads": 9567, "n_cand": 18901, "read_suppressed_frac": 0.0943, "dropout_reads_logged": 9567, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3768, "admitted_surface": 22622, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 27947, "staged_merge": 0, "admitted_skel": 14967, "staged_skel": 0, "mean_count": 783.2496337890625, "n_util_obs": 1130, "util_count_spearman": 0.0468142959988718}, "probe_overhead_sec_total": 365.917, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009687, "alpha": 0.03, "t": 3568.0}
{"event": "consolidate", "step": 5550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3591.0}
{"event": "train", "step": 5550, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35383, "bpb": 1.95317, "chunk_loss": 0.030401, "F": 0.20206, "G": 0.20557, "chunks": 206.91, "bytes_per_chunk": 4.949, "boundary_entropy": 0.07087, "router_noise": 0.0, "grad_norm": 0.6984, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.467, "probe_sec": 0.0401, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02826, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.16697, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.19861, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -1.39855, "trunc_abs_frac": 0.48455, "mean_delta_full": -0.03304, "read_hit_rate": {"surface": 0.65458, "merge": 0.22465, "skel": 0.6585}, "mean_gate": {"surface": 0.17471, "merge": 0.14335, "skel": 0.13993}, "n_reads": 9147, "n_cand": 18250, "read_suppressed_frac": 0.1059, "dropout_reads_logged": 9147, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3789, "admitted_surface": 22556, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28020, "staged_merge": 0, "admitted_skel": 14960, "staged_skel": 0, "mean_count": 790.3900146484375, "n_util_obs": 1137, "util_count_spearman": 0.04808532332772973}, "probe_overhead_sec_total": 368.209, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010432, "alpha": 0.03, "t": 3591.4}
{"event": "consolidate", "step": 5600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3617.7}
{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3487.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.200368, "cps": 27.242188, "mean_p": 0.202751, "boundary_entropy": 0.068851, "bpb": 1.864099}, "tr": {"chunks": 3551.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196155, "cps": 27.742188, "mean_p": 0.188095, "boundary_entropy": 0.076188, "bpb": 2.003844}, "fi": {"chunks": 4433.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.23566, "cps": 34.632812, "mean_p": 0.230399, "boundary_entropy": 0.076555, "bpb": 2.099471}}, "bpb": {"en": 1.8641, "tr": 2.00384, "fi": 2.09947}, "gini_cpc": 0.04166, "gini_cps": 0.054979, "bpic": 4.945689, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9789765605508712, "fi": 1.176137292647248}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3810, "admitted_surface": 22578, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28032, "staged_merge": 0, "admitted_skel": 14926, "staged_skel": 0, "mean_count": 797.442626953125, "n_util_obs": 1149, "util_count_spearman": 0.049081188303909444}, "t": 3618.7}
{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 1.87954, "tr": 2.01187, "fi": 2.10502}, "bytes_per_chunk": {"en": 4.761, "tr": 5.638, "fi": 4.502}, "bpb_mean": 1.99881, "frozen_inventory": true, "t": 3620.1}
{"event": "train", "step": 5600, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34369, "bpb": 1.93853, "chunk_loss": 0.030532, "F": 0.20963, "G": 0.21261, "chunks": 214.66, "bytes_per_chunk": 4.77, "boundary_entropy": 0.07016, "router_noise": 0.0, "grad_norm": 0.7263, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.605, "probe_sec": 0.0399, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02825, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": -0.07158, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 4, "mean_delta_merge": 0.02572, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 1.13126, "trunc_abs_frac": 1.13126, "mean_delta_full": 0.28503, "read_hit_rate": {"surface": 0.65292, "merge": 0.21587, "skel": 0.68329}, "mean_gate": {"surface": 0.17049, "merge": 0.14, "skel": 0.13344}, "n_reads": 9659, "n_cand": 19095, "read_suppressed_frac": 0.094, "dropout_reads_logged": 9659, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3811, "admitted_surface": 22576, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28041, "staged_merge": 0, "admitted_skel": 14919, "staged_skel": 0, "mean_count": 797.5889892578125, "n_util_obs": 1149, "util_count_spearman": 0.04894034305264237}, "probe_overhead_sec_total": 370.84, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.012502, "alpha": 0.03, "t": 3621.6}
{"event": "consolidate", "step": 5650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3645.2}
{"event": "train", "step": 5650, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32955, "bpb": 1.91814, "chunk_loss": 0.030575, "F": 0.21317, "G": 0.21498, "chunks": 218.28, "bytes_per_chunk": 4.691, "boundary_entropy": 0.06931, "router_noise": 0.0, "grad_norm": 0.6729, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.479, "probe_sec": 0.0538, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04061, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.00421, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 3, "mean_delta_merge": -0.01417, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -1.32231, "trunc_abs_frac": 3.17136, "mean_delta_full": 0.10056, "read_hit_rate": {"surface": 0.66547, "merge": 0.23523, "skel": 0.68063}, "mean_gate": {"surface": 0.16812, "merge": 0.13619, "skel": 0.13355}, "n_reads": 9910, "n_cand": 19244, "read_suppressed_frac": 0.0963, "dropout_reads_logged": 9910, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3825, "admitted_surface": 22565, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28045, "staged_merge": 0, "admitted_skel": 14926, "staged_skel": 0, "mean_count": 804.784423828125, "n_util_obs": 1161, "util_count_spearman": 0.03614031155153117}, "probe_overhead_sec_total": 373.49, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011756, "alpha": 0.03, "t": 3645.6}
{"event": "consolidate", "step": 5700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3670.9}
{"event": "train", "step": 5700, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33436, "bpb": 1.92507, "chunk_loss": 0.030402, "F": 0.20422, "G": 0.20678, "chunks": 209.12, "bytes_per_chunk": 4.897, "boundary_entropy": 0.06743, "router_noise": 0.0, "grad_norm": 0.6977, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.522, "probe_sec": 0.0397, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02744, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07129, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -2.69646, "trunc_abs_frac": 0.46131, "mean_delta_full": 0.02299, "read_hit_rate": {"surface": 0.65345, "merge": 0.22209, "skel": 0.67069}, "mean_gate": {"surface": 0.16954, "merge": 0.14066, "skel": 0.13717}, "n_reads": 9384, "n_cand": 18596, "read_suppressed_frac": 0.0948, "dropout_reads_logged": 9384, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3841, "admitted_surface": 22581, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28002, "staged_merge": 0, "admitted_skel": 14953, "staged_skel": 0, "mean_count": 812.0425415039062, "n_util_obs": 1176, "util_count_spearman": 0.042264906164086624}, "probe_overhead_sec_total": 375.921, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.01001, "alpha": 0.03, "t": 3671.7}
{"event": "consolidate", "step": 5750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3695.5}
{"event": "train", "step": 5750, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.38663, "bpb": 2.00048, "chunk_loss": 0.030674, "F": 0.21576, "G": 0.21746, "chunks": 220.94, "bytes_per_chunk": 4.635, "boundary_entropy": 0.06822, "router_noise": 0.0, "grad_norm": 0.7198, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.484, "probe_sec": 0.0415, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02888, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.05793, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.23573, "trunc_abs_frac": 0.48963, "mean_delta_full": 0.13208, "read_hit_rate": {"surface": 0.6509, "merge": 0.22024, "skel": 0.66679}, "mean_gate": {"surface": 0.16925, "merge": 0.13793, "skel": 0.13524}, "n_reads": 9736, "n_cand": 19461, "read_suppressed_frac": 0.1036, "dropout_reads_logged": 9736, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3861, "admitted_surface": 22599, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28008, "staged_merge": 0, "admitted_skel": 14929, "staged_skel": 0, "mean_count": 819.2080078125, "n_util_obs": 1186, "util_count_spearman": 0.03352477282851626}, "probe_overhead_sec_total": 378.276, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011733, "alpha": 0.03, "t": 3695.9}
{"event": "consolidate", "step": 5800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3721.4}
{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3482.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20008, "cps": 27.203125, "mean_p": 0.201791, "boundary_entropy": 0.068335, "bpb": 1.861107}, "tr": {"chunks": 3538.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195437, "cps": 27.640625, "mean_p": 0.187286, "boundary_entropy": 0.075066, "bpb": 2.000703}, "fi": {"chunks": 4436.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.235819, "cps": 34.65625, "mean_p": 0.229903, "boundary_entropy": 0.073797, "bpb": 2.096951}}, "bpb": {"en": 1.86111, "tr": 2.0007, "fi": 2.09695}, "gini_cpc": 0.042642, "gini_cps": 0.055517, "bpic": 4.952165, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9767932067073082, "fi": 1.1786232596195334}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3878, "admitted_surface": 22510, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28089, "staged_merge": 0, "admitted_skel": 14937, "staged_skel": 0, "mean_count": 826.2425537109375, "n_util_obs": 1199, "util_count_spearman": 0.03319013971721567}, "t": 3722.3}
{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 1.87617, "tr": 2.00868, "fi": 2.10168}, "bytes_per_chunk": {"en": 4.765, "tr": 5.656, "fi": 4.509}, "bpb_mean": 1.99551, "frozen_inventory": true, "t": 3723.8}
{"event": "train", "step": 5800, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31446, "bpb": 1.89637, "chunk_loss": 0.030546, "F": 0.20926, "G": 0.21153, "chunks": 214.28, "bytes_per_chunk": 4.779, "boundary_entropy": 0.06944, "router_noise": 0.0, "grad_norm": 0.6931, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.613, "probe_sec": 0.0547, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03962, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.03107, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.16034, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 1.58918, "trunc_abs_frac": 1.58918, "mean_delta_full": 0.16357, "read_hit_rate": {"surface": 0.67033, "merge": 0.22597, "skel": 0.68309}, "mean_gate": {"surface": 0.17347, "merge": 0.14242, "skel": 0.1393}, "n_reads": 9757, "n_cand": 18957, "read_suppressed_frac": 0.0998, "dropout_reads_logged": 9757, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3878, "admitted_surface": 22566, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28046, "staged_merge": 0, "admitted_skel": 14924, "staged_skel": 0, "mean_count": 826.3988037109375, "n_util_obs": 1199, "util_count_spearman": 0.03317148517874445}, "probe_overhead_sec_total": 380.584, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.012026, "alpha": 0.03, "t": 3726.5}
{"event": "consolidate", "step": 5850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3750.4}
{"event": "train", "step": 5850, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33078, "bpb": 1.91991, "chunk_loss": 0.030526, "F": 0.2121, "G": 0.2139, "chunks": 217.19, "bytes_per_chunk": 4.715, "boundary_entropy": 0.06748, "router_noise": 0.0, "grad_norm": 0.706, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.486, "probe_sec": 0.0417, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02956, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.08085, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 4.60219, "trunc_abs_frac": 0.52833, "mean_delta_full": -0.01394, "read_hit_rate": {"surface": 0.64918, "merge": 0.21406, "skel": 0.67656}, "mean_gate": {"surface": 0.16493, "merge": 0.1354, "skel": 0.13012}, "n_reads": 9705, "n_cand": 19332, "read_suppressed_frac": 0.0974, "dropout_reads_logged": 9705, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3904, "admitted_surface": 22581, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28041, "staged_merge": 0, "admitted_skel": 14914, "staged_skel": 0, "mean_count": 833.5517578125, "n_util_obs": 1208, "util_count_spearman": 0.03820773034645669}, "probe_overhead_sec_total": 382.983, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010885, "alpha": 0.03, "t": 3750.8}
{"event": "consolidate", "step": 5900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3780.9}
{"event": "train", "step": 5900, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.27147, "bpb": 1.83434, "chunk_loss": 0.030391, "F": 0.20416, "G": 0.2063, "chunks": 209.06, "bytes_per_chunk": 4.898, "boundary_entropy": 0.06904, "router_noise": 0.0, "grad_norm": 0.6824, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.609, "probe_sec": 0.047, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0363, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0259, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.3724, "trunc_abs_frac": 0.67755, "mean_delta_full": 0.10484, "read_hit_rate": {"surface": 0.6505, "merge": 0.21597, "skel": 0.672}, "mean_gate": {"surface": 0.17131, "merge": 0.14031, "skel": 0.13483}, "n_reads": 9333, "n_cand": 18598, "read_suppressed_frac": 0.0978, "dropout_reads_logged": 9333, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3925, "admitted_surface": 22589, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 27999, "staged_merge": 0, "admitted_skel": 14948, "staged_skel": 0, "mean_count": 840.7979736328125, "n_util_obs": 1219, "util_count_spearman": 0.04495516167267413}, "probe_overhead_sec_total": 386.279, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.012005, "alpha": 0.03, "t": 3781.2}
{"event": "consolidate", "step": 5950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3805.7}
{"event": "train", "step": 5950, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.3752, "bpb": 1.98399, "chunk_loss": 0.03056, "F": 0.21008, "G": 0.21216, "chunks": 215.12, "bytes_per_chunk": 4.76, "boundary_entropy": 0.06788, "router_noise": 0.0, "grad_norm": 0.7389, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.505, "probe_sec": 0.041, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02915, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.1523, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.17894, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.47387, "trunc_abs_frac": 0.50605, "mean_delta_full": -0.08386, "read_hit_rate": {"surface": 0.64594, "merge": 0.21276, "skel": 0.67706}, "mean_gate": {"surface": 0.16924, "merge": 0.13788, "skel": 0.13319}, "n_reads": 9546, "n_cand": 19091, "read_suppressed_frac": 0.1032, "dropout_reads_logged": 9546, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3940, "admitted_surface": 22587, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28039, "staged_merge": 0, "admitted_skel": 14910, "staged_skel": 0, "mean_count": 847.9717407226562, "n_util_obs": 1225, "util_count_spearman": 0.04452091346272484}, "probe_overhead_sec_total": 388.638, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009158, "alpha": 0.03, "t": 3806.5}
{"event": "consolidate", "step": 6000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3832.7}
{"event": "train", "step": 5999, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37388, "bpb": 1.98209, "chunk_loss": 0.030597, "F": 0.21295, "G": 0.21456, "chunks": 218.06, "bytes_per_chunk": 4.696, "boundary_entropy": 0.06595, "router_noise": 0.0, "grad_norm": 0.6877, "lr": 3e-05, "router_trainable": true, "sec_per_step": 0.525, "probe_sec": 0.0403, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02884, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.08245, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.62475, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.33853, "trunc_abs_frac": 0.65264, "mean_delta_full": 0.56171, "read_hit_rate": {"surface": 0.6588, "merge": 0.2171, "skel": 0.66736}, "mean_gate": {"surface": 0.17043, "merge": 0.13854, "skel": 0.13468}, "n_reads": 9596, "n_cand": 19133, "read_suppressed_frac": 0.0992, "dropout_reads_logged": 9596, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3956, "admitted_surface": 22526, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28107, "staged_merge": 0, "admitted_skel": 14903, "staged_skel": 0, "mean_count": 855.0438232421875, "n_util_obs": 1238, "util_count_spearman": 0.04983978062627583}, "probe_overhead_sec_total": 391.034, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011175, "alpha": 0.03, "t": 3832.7}
{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3478.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199851, "cps": 27.171875, "mean_p": 0.201593, "boundary_entropy": 0.067229, "bpb": 1.859663}, "tr": {"chunks": 3540.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195548, "cps": 27.65625, "mean_p": 0.186693, "boundary_entropy": 0.073117, "bpb": 1.995729}, "fi": {"chunks": 4429.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.235447, "cps": 34.601562, "mean_p": 0.229587, "boundary_entropy": 0.072721, "bpb": 2.09274}}, "bpb": {"en": 1.85966, "tr": 1.99573, "fi": 2.09274}, "gini_cpc": 0.042165, "gini_cps": 0.055386, "bpic": 4.956058, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9784694107264363, "fi": 1.1781167736482474}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3956, "admitted_surface": 22526, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28107, "staged_merge": 0, "admitted_skel": 14903, "staged_skel": 0, "mean_count": 855.0438232421875, "n_util_obs": 1238, "util_count_spearman": 0.04983978062627583}, "t": 3833.7}
{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 1.87416, "tr": 2.0038, "fi": 2.0977}, "bytes_per_chunk": {"en": 4.767, "tr": 5.651, "fi": 4.508}, "bpb_mean": 1.99189, "frozen_inventory": true, "t": 3835.2}
{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/runs/ali_mem-mixed-nosplit_s2/probe/reps/th0.30", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-mixed-nosplit_s2/probe/reps/th0.40", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-mixed-nosplit_s2/probe/reps/th0.50", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-mixed-nosplit_s2/probe/reps/th0.60", "/local/scratch/sas245/beetle-hnet/runs/ali_mem-mixed-nosplit_s2/probe/reps/th0.70"], "t": 3836.7}
{"event": "final", "run": "ali_mem-mixed-nosplit_s2", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22785088, "seed": 2, "per_lang": {"en": {"cpc": 0.19985060047118314, "cps": 27.171875, "bpb": 1.8789527361615497, "bytes_per_chunk": 4.716644026017255, "reads_per_chunk": 1.4310299846163534}, "tr": {"cpc": 0.19554769927636304, "cps": 27.65625, "bpb": 1.9957652874323915, "bytes_per_chunk": 5.674603861806217, "reads_per_chunk": 1.2274222876439518}, "fi": {"cpc": 0.23544734463877517, "cps": 34.6015625, "bpb": 2.1169965782029356, "bytes_per_chunk": 4.491343493270969, "reads_per_chunk": 1.3188215842992128}}, "bpb_mean": 1.997238200598959, "gini_cpc": 0.04216524883962314, "gini_cps": 0.0553856905739496, "bpic": 4.956058355901109, "mean_boundary_entropy": 0.06595396995544434, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "probe_overhead_sec_total": 391.0335032939911, "probe_overhead_seq_frac": 0.49991145833333334, "wall_sec": 3840.5855736732483, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3956, "admitted_surface": 22526, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 28107, "staged_merge": 0, "admitted_skel": 14903, "staged_skel": 0, "mean_count": 855.0438232421875, "n_util_obs": 1238, "util_count_spearman": 0.04983978062627583}, "ali_params": 268096, "ali_config": {"enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "frequency", "value_mode": "learned", "candidate_types": ["surface", "merge", "skel"], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0}, "util_vs_frequency_spearman": 0.04983978062627583, "paired_vs_dropout": {"n": 3024, "pearson": 0.006128280070588667, "spearman": 0.022483421867570345, "mean_abs_discrepancy": 0.6517414450645447, "mean_paired": 0.026441391557455063, "mean_dropout": 0.01761438325047493}, "predictor_calibration": {"n": 7094, "all": {"n": 7094, "pearson": 0.1010343874563803, "spearman": 0.10414798393624244, "mae": 0.08953601121902466, "reliability": [{"pred": 0.0036844774149358273, "obs": 0.006867345422506332, "n": 710}, {"pred": 0.011605371721088886, "obs": 0.01357561070472002, "n": 709}, {"pred": 0.014691668562591076, "obs": 0.012853294610977173, "n": 709}, {"pred": 0.017079273238778114, "obs": 0.0092664435505867, "n": 710}, {"pred": 0.01928691565990448, "obs": 0.023297931998968124, "n": 709}, {"pred": 0.021600767970085144, "obs": 0.028413577005267143, "n": 709}, {"pred": 0.023935416713356972, "obs": 0.025136016309261322, "n": 710}, {"pred": 0.026788555085659027, "obs": 0.034504737704992294, "n": 709}, {"pred": 0.031030382961034775, "obs": 0.046053845435380936, "n": 709}, {"pred": 0.04156605526804924, "obs": 0.04583355411887169, "n": 710}]}, "admitted": {"n": 7094, "pearson": 0.1010343874563803, "spearman": 0.10414798393624244, "mae": 0.08953601121902466, "reliability": [{"pred": 0.0036844774149358273, "obs": 0.006867345422506332, "n": 710}, {"pred": 0.011605371721088886, "obs": 0.01357561070472002, "n": 709}, {"pred": 0.014691668562591076, "obs": 0.012853294610977173, "n": 709}, {"pred": 0.017079273238778114, "obs": 0.0092664435505867, "n": 710}, {"pred": 0.01928691565990448, "obs": 0.023297931998968124, "n": 709}, {"pred": 0.021600767970085144, "obs": 0.028413577005267143, "n": 709}, {"pred": 0.023935416713356972, "obs": 0.025136016309261322, "n": 710}, {"pred": 0.026788555085659027, "obs": 0.034504737704992294, "n": 709}, {"pred": 0.031030382961034775, "obs": 0.046053845435380936, "n": 709}, {"pred": 0.04156605526804924, "obs": 0.04583355411887169, "n": 710}]}, "staged": {"n": 0, "pearson": NaN, "spearman": NaN, "mae": NaN}}, "t": 3840.6}
{"event": "hub_done", "repo": "AdaptiveChunking/ali_mem-mixed-nosplit_s2", "pushed": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 256, 512, 1000, 1024, 2048, 3000, 4096, 6000], "failed": [], "ok": true, "t": 3854.7}