{"event": "hub", "repo": "AdaptiveChunking/ali_ali-nogate_s2", "keep_steps": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 256, 512, 1000, 1024, 2048, 3000, 4096, 6000], "t": 5.1} {"event": "start", "run": "ali_ali-nogate_s2", "arch": "ali", "objective": "ratio", "condition": "A", "params": 22583040, "langs": ["en", "tr", "fi"], "premium": {"en": 1.0, "tr": 1.12, "fi": 1.104}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {}, "weights": {"en": 0.74, "tr": 0.1536, "fi": 0.1064}, "device": "cuda", "ali_params": 66048, "ali_config": {"enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "utility", "candidate_types": ["surface", "split", "merge", "skel"], "gate": "fixed", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0}, "t": 5.1} {"event": "probe_schedule", "n": 45, "steps": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 200, 256, 400, 512, 600, 800, 1000, 1024, 1200, 1400, 1600, 1800, 2000, 2048, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4096, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 5.1} {"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10933.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.628225, "cps": 85.414062, "mean_p": 0.513249, "boundary_entropy": 0.686295, "bpb": 8.12598}, "tr": {"chunks": 8187.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.452245, "cps": 63.960938, "mean_p": 0.498002, "boundary_entropy": 0.686826, "bpb": 8.097536}, "fi": {"chunks": 13540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.719792, "cps": 105.78125, "mean_p": 0.517169, "boundary_entropy": 0.686661, "bpb": 8.065117}}, "bpb": {"en": 8.12598, "tr": 8.09754, "fi": 8.06512}, "gini_cpc": 0.099077, "gini_cps": 0.109267, "bpic": 1.737048, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7198781817505053, "fi": 1.1457544508645294}, "inventory": {"size": 0, "admitted": 0, "staged": 0, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 0.0, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 9.1} {"event": "train", "step": 0, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 5.62735, "bpb": 8.11854, "chunk_loss": 0.062086, "F": 0.59833, "G": 0.50836, "chunks": 612.69, "bytes_per_chunk": 1.671, "boundary_entropy": 0.69105, "router_noise": 0.0, "grad_norm": 11.4934, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.026, "probe_sec": 0.0142, "probe_extra_seqs": 0, "n_rows": 0, "extra_fwd_seqs": 0, "wall_s": 0.0, "overhead_frac_est": 0.0, "chunk_mismatch": 0, "n_loo": 0, "mean_delta_loo": NaN, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "read_hit_rate": {"surface": 0.0, "split": 0.0, "merge": 0.0, "skel": 0.0}, "mean_gate": {"surface": null, "split": null, "merge": null, "skel": null}, "n_reads": 0, "n_cand": 58765, "read_suppressed_frac": 0.0, "dropout_reads_logged": 0, "inventory": {"size": 4975, "admitted": 0, "staged": 4975, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 2006, "admitted_split": 0, "staged_split": 1198, "admitted_merge": 0, "staged_merge": 852, "admitted_skel": 0, "staged_skel": 919, "mean_count": 0.0, "n_util_obs": 0, "util_count_spearman": NaN}, "probe_overhead_sec_total": 0.014, "probe_overhead_seq_frac": 0.0, "util_loss": -0.0, "alpha": 0.03, "t": 12.9} {"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10909.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.626846, "cps": 85.226562, "mean_p": 0.513143, "boundary_entropy": 0.686304, "bpb": 8.094384}, "tr": {"chunks": 8205.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.45324, "cps": 64.101562, "mean_p": 0.498082, "boundary_entropy": 0.686828, "bpb": 8.076204}, "fi": {"chunks": 13504.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.717878, "cps": 105.5, "mean_p": 0.517039, "boundary_entropy": 0.686672, "bpb": 8.036119}}, "bpb": {"en": 8.09438, "tr": 8.0762, "fi": 8.03612}, "gini_cpc": 0.098125, "gini_cps": 0.108304, "bpic": 1.739285, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7230481385868147, "fi": 1.1452221106325746}, "inventory": {"size": 4975, "admitted": 0, "staged": 4975, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 2006, "admitted_split": 0, "staged_split": 1198, "admitted_merge": 0, "staged_merge": 852, "admitted_skel": 0, "staged_skel": 919, "mean_count": 0.0, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 15.8} {"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10880.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.62518, "cps": 85.0, "mean_p": 0.512977, "boundary_entropy": 0.686318, "bpb": 8.031122}, "tr": {"chunks": 8246.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.455505, "cps": 64.421875, "mean_p": 0.498244, "boundary_entropy": 0.686832, "bpb": 8.031945}, "fi": {"chunks": 13467.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.715911, "cps": 105.210938, "mean_p": 0.516798, "boundary_entropy": 0.686692, "bpb": 7.976304}}, "bpb": {"en": 8.03112, "tr": 8.03194, "fi": 7.9763}, "gini_cpc": 0.09663, "gini_cps": 0.106792, "bpic": 1.740619, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7285980488284359, "fi": 1.1451284419394785}, "inventory": {"size": 8936, "admitted": 0, "staged": 8936, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 3531, "admitted_split": 0, "staged_split": 2214, "admitted_merge": 0, "staged_merge": 1441, "admitted_skel": 0, "staged_skel": 1750, "mean_count": 0.0, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 22.2} {"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10716.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.615756, "cps": 83.71875, "mean_p": 0.5121, "boundary_entropy": 0.68638, "bpb": 7.819685}, "tr": {"chunks": 8384.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.463128, "cps": 65.5, "mean_p": 0.49867, "boundary_entropy": 0.686846, "bpb": 7.878815}, "fi": {"chunks": 13216.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.702568, "cps": 103.25, "mean_p": 0.515684, "boundary_entropy": 0.686774, "bpb": 7.773683}}, "bpb": {"en": 7.81969, "tr": 7.87882, "fi": 7.77368}, "gini_cpc": 0.089605, "gini_cps": 0.099682, "bpic": 1.755539, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7521286524002042, "fi": 1.140984019559688}, "inventory": {"size": 15195, "admitted": 0, "staged": 15195, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 4, "admitted_surface": 0, "staged_surface": 5973, "admitted_split": 0, "staged_split": 3777, "admitted_merge": 0, "staged_merge": 2529, "admitted_skel": 0, "staged_skel": 2916, "mean_count": 0.0, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 28.5} {"event": "probe", "step": 6, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10326.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.593346, "cps": 80.671875, "mean_p": 0.510352, "boundary_entropy": 0.686483, "bpb": 7.542851}, "tr": {"chunks": 8505.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.469812, "cps": 66.445312, "mean_p": 0.499187, "boundary_entropy": 0.686869, "bpb": 7.674282}, "fi": {"chunks": 12731.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.676785, "cps": 99.460938, "mean_p": 0.513642, "boundary_entropy": 0.686908, "bpb": 7.518193}}, "bpb": {"en": 7.54285, "tr": 7.67428, "fi": 7.51819}, "gini_cpc": 0.079303, "gini_cps": 0.089263, "bpic": 1.797478, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7918004896957538, "fi": 1.1406243382945265}, "inventory": {"size": 19882, "admitted": 0, "staged": 19882, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 7, "admitted_surface": 0, "staged_surface": 7709, "admitted_split": 0, "staged_split": 4779, "admitted_merge": 0, "staged_merge": 3606, "admitted_skel": 0, "staged_skel": 3788, "mean_count": 0.0, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 36.0} {"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 9632.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.553468, "cps": 75.25, "mean_p": 0.507284, "boundary_entropy": 0.686615, "bpb": 7.293089}, "tr": {"chunks": 8638.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.477158, "cps": 67.484375, "mean_p": 0.499595, "boundary_entropy": 0.686902, "bpb": 7.478294}, "fi": {"chunks": 11872.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.63112, "cps": 92.75, "mean_p": 0.510287, "boundary_entropy": 0.687082, "bpb": 7.295829}}, "bpb": {"en": 7.29309, "tr": 7.47829, "fi": 7.29583}, "gini_cpc": 0.061767, "gini_cps": 0.071528, "bpic": 1.882158, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8621251103183464, "fi": 1.1403013822936359}, "inventory": {"size": 25351, "admitted": 0, "staged": 25351, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 9, "admitted_surface": 0, "staged_surface": 9813, "admitted_split": 0, "staged_split": 6089, "admitted_merge": 0, "staged_merge": 4552, "admitted_skel": 0, "staged_skel": 4897, "mean_count": 0.0, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 45.1} {"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3752.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.215595, "cps": 29.3125, "mean_p": 0.48439, "boundary_entropy": 0.686161, "bpb": 6.72474}, "tr": {"chunks": 7275.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.401867, "cps": 56.835938, "mean_p": 0.494384, "boundary_entropy": 0.686996, "bpb": 7.013525}, "fi": {"chunks": 4585.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.24374, "cps": 35.820312, "mean_p": 0.486537, "boundary_entropy": 0.686903, "bpb": 6.787258}}, "bpb": {"en": 6.72474, "tr": 7.01352, "fi": 6.78726}, "gini_cpc": 0.144195, "gini_cps": 0.15044, "bpic": 3.633871, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.8639906807845699, "fi": 1.1305473258342809}, "inventory": {"size": 62964, "admitted": 0, "staged": 62964, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 23, "admitted_surface": 0, "staged_surface": 23770, "admitted_split": 0, "staged_split": 17647, "admitted_merge": 0, "staged_merge": 6744, "admitted_skel": 0, "staged_skel": 14803, "mean_count": 0.0, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 60.5} {"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2599.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.149342, "cps": 20.304688, "mean_p": 0.486699, "boundary_entropy": 0.686943, "bpb": 6.304657}, "tr": {"chunks": 4618.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.255096, "cps": 36.078125, "mean_p": 0.49011, "boundary_entropy": 0.687556, "bpb": 6.651746}, "fi": {"chunks": 1383.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.073521, "cps": 10.804688, "mean_p": 0.479336, "boundary_entropy": 0.686967, "bpb": 6.420825}}, "bpb": {"en": 6.30466, "tr": 6.65175, "fi": 6.42083}, "gini_cpc": 0.253265, "gini_cps": 0.250775, "bpic": 6.596744, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.7081311703240085, "fi": 0.49229807475749177}, "inventory": {"size": 138838, "admitted": 0, "staged": 138838, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 48, "admitted_surface": 0, "staged_surface": 50321, "admitted_split": 0, "staged_split": 43549, "admitted_merge": 0, "staged_merge": 8705, "admitted_skel": 0, "staged_skel": 36263, "mean_count": 0.0, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 85.1} {"event": "consolidate", "step": 50, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 65536, "swapped": 0, "uncertain_staged": 230598, "t": 116.4} {"event": "train", "step": 50, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 4.22149, "bpb": 6.09033, "chunk_loss": 0.034134, "F": 0.22476, "G": 0.48842, "chunks": 230.16, "bytes_per_chunk": 4.449, "boundary_entropy": 0.6916, "router_noise": 0.0, "grad_norm": 2.539, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 2.107, "probe_sec": 0.2319, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.16814, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 9, "mean_delta_loo": -0.02736, "n_shadow": 5, "mean_delta_shadow": -0.02352, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.57803, "trunc_abs_frac": 10.63231, "mean_delta_full": -0.06289, "read_hit_rate": {"surface": 0.30564, "split": 0.45622, "merge": 0.14354, "skel": 0.4367}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9052, "n_cand": 27408, "read_suppressed_frac": 0.0979, "dropout_reads_logged": 9052, "inventory": {"size": 236169, "admitted": 65536, "staged": 170633, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 80, "admitted_surface": 12686, "staged_surface": 71725, "admitted_split": 8249, "staged_split": 68609, "admitted_merge": 439, "staged_merge": 9977, "admitted_skel": 44162, "staged_skel": 20322, "mean_count": 11.584793090820312, "n_util_obs": 0, "util_count_spearman": NaN}, "probe_overhead_sec_total": 6.474, "probe_overhead_seq_frac": 0.4902, "util_loss": 0.034934, "alpha": 0.03, "t": 118.3} {"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5424.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.31167, "cps": 42.375, "mean_p": 0.488139, "boundary_entropy": 0.685647, "bpb": 5.559025}, "tr": {"chunks": 5936.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.327901, "cps": 46.375, "mean_p": 0.489142, "boundary_entropy": 0.686742, "bpb": 5.95945}, "fi": {"chunks": 5591.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.29722, "cps": 43.679688, "mean_p": 0.487731, "boundary_entropy": 0.686602, "bpb": 5.72361}}, "bpb": {"en": 5.55903, "tr": 5.95945, "fi": 5.72361}, "gini_cpc": 0.021835, "gini_cps": 0.020136, "bpic": 3.346823, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0520776148675304, "fi": 0.9536347060630596}, "inventory": {"size": 308173, "admitted": 65536, "staged": 242637, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 100, "admitted_surface": 12686, "staged_surface": 98221, "admitted_split": 8249, "staged_split": 91702, "admitted_merge": 439, "staged_merge": 11503, "admitted_skel": 44162, "staged_skel": 41211, "mean_count": 13.014739990234375, "n_util_obs": 2, "util_count_spearman": NaN}, "t": 137.5} {"event": "consolidate", "step": 100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 12, "uncertain_staged": 262140, "t": 194.5} {"event": "train", "step": 100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 3.24349, "bpb": 4.67937, "chunk_loss": 0.030047, "F": 0.1673, "G": 0.45144, "chunks": 171.31, "bytes_per_chunk": 5.977, "boundary_entropy": 0.68217, "router_noise": 0.0, "grad_norm": 1.3655, "lr": 0.000101, "router_trainable": true, "sec_per_step": 1.548, "probe_sec": 0.1357, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06863, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.01095, "n_shadow": 4, "mean_delta_shadow": -0.01114, "n_split": 1, "mean_delta_split": -0.00674, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.2149, "trunc_abs_frac": 0.49235, "mean_delta_full": 0.13171, "read_hit_rate": {"surface": 0.19842, "split": 0.27636, "merge": 0.0449, "skel": 0.3458}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 4875, "n_cand": 22856, "read_suppressed_frac": 0.1073, "dropout_reads_logged": 4875, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 151, "admitted_surface": 12683, "staged_surface": 97294, "admitted_split": 8240, "staged_split": 83216, "admitted_merge": 439, "staged_merge": 15230, "admitted_skel": 44174, "staged_skel": 66404, "mean_count": 14.954315185546875, "n_util_obs": 0, "util_count_spearman": NaN}, "probe_overhead_sec_total": 13.259, "probe_overhead_seq_frac": 0.495, "util_loss": 0.00348, "alpha": 0.03, "t": 195.7} {"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3659.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.210251, "cps": 28.585938, "mean_p": 0.40214, "boundary_entropy": 0.635676, "bpb": 4.147794}, "tr": {"chunks": 4831.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.266862, "cps": 37.742188, "mean_p": 0.433808, "boundary_entropy": 0.658303, "bpb": 4.386857}, "fi": {"chunks": 3513.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186752, "cps": 27.445312, "mean_p": 0.424499, "boundary_entropy": 0.657568, "bpb": 4.349473}}, "bpb": {"en": 4.14779, "tr": 4.38686, "fi": 4.34947}, "gini_cpc": 0.080447, "gini_cps": 0.073204, "bpic": 4.726485, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.2692529947329874, "fi": 0.88823519421171}, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 187, "admitted_surface": 12683, "staged_surface": 97306, "admitted_split": 8240, "staged_split": 83268, "admitted_merge": 439, "staged_merge": 18122, "admitted_skel": 44174, "staged_skel": 63448, "mean_count": 17.728103637695312, "n_util_obs": 7, "util_count_spearman": -0.14285714285714285}, "t": 238.0} {"event": "consolidate", "step": 150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 10, "uncertain_staged": 262139, "t": 283.3} {"event": "train", "step": 150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.78572, "bpb": 4.01894, "chunk_loss": 0.032254, "F": 0.21729, "G": 0.3714, "chunks": 222.5, "bytes_per_chunk": 4.602, "boundary_entropy": 0.60277, "router_noise": 0.0, "grad_norm": 1.3127, "lr": 0.000151, "router_trainable": true, "sec_per_step": 1.776, "probe_sec": 0.1031, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06664, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 9, "mean_delta_loo": 0.00149, "n_shadow": 4, "mean_delta_shadow": -0.00053, "n_split": 1, "mean_delta_split": 0.02051, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.3313, "trunc_abs_frac": 4.09017, "mean_delta_full": -0.05405, "read_hit_rate": {"surface": 0.21699, "split": 0.24952, "merge": 0.07568, "skel": 0.34437}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 6119, "n_cand": 28756, "read_suppressed_frac": 0.0995, "dropout_reads_logged": 6119, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 204, "admitted_surface": 12683, "staged_surface": 96657, "admitted_split": 8231, "staged_split": 80972, "admitted_merge": 438, "staged_merge": 21796, "admitted_skel": 44184, "staged_skel": 62719, "mean_count": 18.620208740234375, "n_util_obs": 1, "util_count_spearman": NaN}, "probe_overhead_sec_total": 20.016, "probe_overhead_seq_frac": 0.4967, "util_loss": 0.002822, "alpha": 0.03, "t": 284.5} {"event": "consolidate", "step": 200, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 8, "uncertain_staged": 262138, "t": 351.3} {"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3767.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.216457, "cps": 29.429688, "mean_p": 0.359892, "boundary_entropy": 0.548794, "bpb": 3.621397}, "tr": {"chunks": 3377.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.186544, "cps": 26.382812, "mean_p": 0.371825, "boundary_entropy": 0.591389, "bpb": 3.825258}, "fi": {"chunks": 3621.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.192494, "cps": 28.289062, "mean_p": 0.388103, "boundary_entropy": 0.617681, "bpb": 3.874437}}, "bpb": {"en": 3.6214, "tr": 3.82526, "fi": 3.87444}, "gini_cpc": 0.033488, "gini_cps": 0.024152, "bpic": 5.270042, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.86180499953361, "fi": 0.8892935478773758}, "inventory": {"size": 327671, "admitted": 65536, "staged": 262135, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 262, "admitted_surface": 12681, "staged_surface": 92988, "admitted_split": 8226, "staged_split": 79597, "admitted_merge": 438, "staged_merge": 28767, "admitted_skel": 44191, "staged_skel": 60783, "mean_count": 21.160064697265625, "n_util_obs": 2, "util_count_spearman": NaN}, "t": 353.2} {"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.6284, "tr": 3.83637, "fi": 3.87251}, "bytes_per_chunk": {"en": 4.792, "tr": 6.127, "fi": 6.279}, "bpb_mean": 3.77909, "frozen_inventory": true, "t": 356.4} {"event": "train", "step": 200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.52599, "bpb": 3.64423, "chunk_loss": 0.03111, "F": 0.19318, "G": 0.35707, "chunks": 197.81, "bytes_per_chunk": 5.177, "boundary_entropy": 0.55724, "router_noise": 0.0, "grad_norm": 1.5194, "lr": 0.000201, "router_trainable": true, "sec_per_step": 1.609, "probe_sec": 0.1171, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04905, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 5, "mean_delta_loo": -0.00941, "n_shadow": 6, "mean_delta_shadow": -0.06289, "n_split": 1, "mean_delta_split": 0.0271, "n_merge": 1, "mean_delta_merge": 0.04565, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 2.98577, "trunc_abs_frac": 2.91087, "mean_delta_full": 0.0343, "read_hit_rate": {"surface": 0.18006, "split": 0.1948, "merge": 0.02394, "skel": 0.32348}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 4712, "n_cand": 27258, "read_suppressed_frac": 0.1, "dropout_reads_logged": 4712, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 250, "admitted_surface": 12681, "staged_surface": 92846, "admitted_split": 8226, "staged_split": 79589, "admitted_merge": 438, "staged_merge": 28493, "admitted_skel": 44191, "staged_skel": 61216, "mean_count": 21.232070922851562, "n_util_obs": 2, "util_count_spearman": NaN}, "probe_overhead_sec_total": 26.549, "probe_overhead_seq_frac": 0.4975, "util_loss": 0.00307, "alpha": 0.03, "t": 364.9} {"event": "consolidate", "step": 250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262137, "t": 440.9} {"event": "train", "step": 250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.38326, "bpb": 3.43831, "chunk_loss": 0.031195, "F": 0.20126, "G": 0.32461, "chunks": 206.09, "bytes_per_chunk": 4.969, "boundary_entropy": 0.50181, "router_noise": 0.0, "grad_norm": 1.7085, "lr": 0.000251, "router_trainable": true, "sec_per_step": 1.554, "probe_sec": 0.1718, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.12989, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 7, "mean_delta_loo": 0.0331, "n_shadow": 4, "mean_delta_shadow": 0.02654, "n_split": 1, "mean_delta_split": -0.02576, "n_merge": 1, "mean_delta_merge": 0.11118, "n_dropped_unpaired": 0, "n_full": 8, "trunc_ratio_sum": 1.01785, "trunc_abs_frac": 1.05835, "mean_delta_full": 0.06754, "read_hit_rate": {"surface": 0.24242, "split": 0.16477, "merge": 0.01945, "skel": 0.26471}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 4681, "n_cand": 28394, "read_suppressed_frac": 0.0991, "dropout_reads_logged": 4681, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 236, "admitted_surface": 13616, "staged_surface": 90194, "admitted_split": 8160, "staged_split": 76816, "admitted_merge": 400, "staged_merge": 30628, "admitted_skel": 43360, "staged_skel": 64506, "mean_count": 21.209762573242188, "n_util_obs": 16, "util_count_spearman": 0.3911764705882353}, "probe_overhead_sec_total": 33.08, "probe_overhead_seq_frac": 0.498, "util_loss": 0.003415, "alpha": 0.03, "t": 442.6} {"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3429.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.197035, "cps": 26.789062, "mean_p": 0.322781, "boundary_entropy": 0.497037, "bpb": 3.342603}, "tr": {"chunks": 3887.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214716, "cps": 30.367188, "mean_p": 0.323759, "boundary_entropy": 0.490404, "bpb": 3.513376}, "fi": {"chunks": 4675.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.248525, "cps": 36.523438, "mean_p": 0.356443, "boundary_entropy": 0.557519, "bpb": 3.643021}}, "bpb": {"en": 3.3426, "tr": 3.51338, "fi": 3.64302}, "gini_cpc": 0.051988, "gini_cps": 0.069274, "bpic": 4.731215, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0897343088148892, "fi": 1.261323150352312}, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 241, "admitted_surface": 13616, "staged_surface": 90266, "admitted_split": 8160, "staged_split": 76023, "admitted_merge": 400, "staged_merge": 31529, "admitted_skel": 43360, "staged_skel": 64326, "mean_count": 21.590408325195312, "n_util_obs": 16, "util_count_spearman": 0.40588235294117647}, "t": 453.7} {"event": "consolidate", "step": 300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262136, "t": 534.1} {"event": "train", "step": 300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.27451, "bpb": 3.28142, "chunk_loss": 0.03062, "F": 0.18796, "G": 0.28899, "chunks": 192.47, "bytes_per_chunk": 5.32, "boundary_entropy": 0.42126, "router_noise": 0.0, "grad_norm": 1.5742, "lr": 0.0003, "router_trainable": true, "sec_per_step": 1.851, "probe_sec": 0.0908, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04698, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": 0.07331, "n_shadow": 6, "mean_delta_shadow": 0.06497, "n_split": 2, "mean_delta_split": 0.0567, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.2205, "split": 0.18852, "merge": 0.01263, "skel": 0.20656}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 4296, "n_cand": 27012, "read_suppressed_frac": 0.1001, "dropout_reads_logged": 4296, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 280, "admitted_surface": 14587, "staged_surface": 87594, "admitted_split": 8203, "staged_split": 72799, "admitted_merge": 410, "staged_merge": 38172, "admitted_skel": 42336, "staged_skel": 63579, "mean_count": 25.132049560546875, "n_util_obs": 33, "util_count_spearman": 0.2520053475935829}, "probe_overhead_sec_total": 41.415, "probe_overhead_seq_frac": 0.4983, "util_loss": 0.006164, "alpha": 0.03, "t": 535.2} {"event": "consolidate", "step": 350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262135, "t": 612.6} {"event": "train", "step": 350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.15708, "bpb": 3.112, "chunk_loss": 0.031217, "F": 0.21271, "G": 0.28075, "chunks": 217.81, "bytes_per_chunk": 4.701, "boundary_entropy": 0.36963, "router_noise": 0.0, "grad_norm": 1.2855, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 1.587, "probe_sec": 0.1527, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08789, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 9, "mean_delta_loo": 0.16752, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 3, "mean_delta_split": 0.04024, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.62062, "trunc_abs_frac": 0.54107, "mean_delta_full": 0.2439, "read_hit_rate": {"surface": 0.28178, "split": 0.24302, "merge": 0.01506, "skel": 0.23921}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 6021, "n_cand": 30222, "read_suppressed_frac": 0.1013, "dropout_reads_logged": 6021, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 305, "admitted_surface": 15527, "staged_surface": 84069, "admitted_split": 8272, "staged_split": 66512, "admitted_merge": 425, "staged_merge": 49765, "admitted_skel": 41312, "staged_skel": 61798, "mean_count": 29.624160766601562, "n_util_obs": 51, "util_count_spearman": 0.14045248868778282}, "probe_overhead_sec_total": 48.282, "probe_overhead_seq_frac": 0.4986, "util_loss": 0.006657, "alpha": 0.03, "t": 614.5} {"event": "consolidate", "step": 400, "retired": 0, "split_retired": 2, "merge_admitted": 0, "admitted": 2, "swapped": 1024, "uncertain_staged": 262130, "t": 690.3} {"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3340.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.191921, "cps": 26.09375, "mean_p": 0.25955, "boundary_entropy": 0.343037, "bpb": 2.900844}, "tr": {"chunks": 3270.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180633, "cps": 25.546875, "mean_p": 0.272981, "boundary_entropy": 0.392, "bpb": 3.169279}, "fi": {"chunks": 4062.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.215937, "cps": 31.734375, "mean_p": 0.262829, "boundary_entropy": 0.405357, "bpb": 3.368116}}, "bpb": {"en": 2.90084, "tr": 3.16928, "fi": 3.36812}, "gini_cpc": 0.039994, "gini_cps": 0.049475, "bpic": 5.315967, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.941184691325519, "fi": 1.1251377315540627}, "inventory": {"size": 326654, "admitted": 65536, "staged": 261118, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 316, "admitted_surface": 16535, "staged_surface": 78965, "admitted_split": 8284, "staged_split": 62200, "admitted_merge": 428, "staged_merge": 61087, "admitted_skel": 40289, "staged_skel": 58866, "mean_count": 33.41749572753906, "n_util_obs": 63, "util_count_spearman": 0.04579493087557604}, "t": 692.3} {"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 2.91409, "tr": 3.17738, "fi": 3.36067}, "bytes_per_chunk": {"en": 4.904, "tr": 5.98, "fi": 4.897}, "bpb_mean": 3.15071, "frozen_inventory": true, "t": 696.3} {"event": "train", "step": 400, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 2.08314, "bpb": 3.00534, "chunk_loss": 0.030666, "F": 0.19479, "G": 0.26829, "chunks": 199.47, "bytes_per_chunk": 5.134, "boundary_entropy": 0.34895, "router_noise": 0.0, "grad_norm": 1.3542, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 1.763, "probe_sec": 0.0993, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05421, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.05736, "n_shadow": 2, "mean_delta_shadow": 0.10115, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.3833, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": -3.6756, "trunc_abs_frac": 3.6756, "mean_delta_full": 0.02051, "read_hit_rate": {"surface": 0.2239, "split": 0.22509, "merge": 0.01092, "skel": 0.21134}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 4999, "n_cand": 28548, "read_suppressed_frac": 0.0946, "dropout_reads_logged": 4999, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 317, "admitted_surface": 16535, "staged_surface": 79190, "admitted_split": 8284, "staged_split": 62379, "admitted_merge": 428, "staged_merge": 61440, "admitted_skel": 40289, "staged_skel": 59135, "mean_count": 33.49385070800781, "n_util_obs": 63, "util_count_spearman": 0.028513824884792628}, "probe_overhead_sec_total": 54.593, "probe_overhead_seq_frac": 0.4988, "util_loss": 0.007537, "alpha": 0.03, "t": 702.6} {"event": "consolidate", "step": 450, "retired": 0, "split_retired": 3, "merge_admitted": 0, "admitted": 3, "swapped": 1024, "uncertain_staged": 262126, "t": 784.3} {"event": "train", "step": 450, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.99651, "bpb": 2.88036, "chunk_loss": 0.030844, "F": 0.20309, "G": 0.26903, "chunks": 207.97, "bytes_per_chunk": 4.924, "boundary_entropy": 0.32596, "router_noise": 0.0, "grad_norm": 1.5486, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 1.661, "probe_sec": 0.0879, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05028, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 7, "mean_delta_loo": 0.19837, "n_shadow": 3, "mean_delta_shadow": 0.05286, "n_split": 1, "mean_delta_split": 0.13672, "n_merge": 1, "mean_delta_merge": -2.4668, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.88726, "trunc_abs_frac": 0.71491, "mean_delta_full": -0.68158, "read_hit_rate": {"surface": 0.22105, "split": 0.22771, "merge": 0.0129, "skel": 0.23858}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 5417, "n_cand": 29958, "read_suppressed_frac": 0.1026, "dropout_reads_logged": 5417, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 301, "admitted_surface": 17550, "staged_surface": 74906, "admitted_split": 8291, "staged_split": 57408, "admitted_merge": 419, "staged_merge": 72593, "admitted_skel": 39276, "staged_skel": 57237, "mean_count": 37.367156982421875, "n_util_obs": 72, "util_count_spearman": 0.10354363624670397}, "probe_overhead_sec_total": 61.8, "probe_overhead_seq_frac": 0.4989, "util_loss": 0.007893, "alpha": 0.03, "t": 785.7} {"event": "consolidate", "step": 500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262125, "t": 856.5} {"event": "train", "step": 500, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.88931, "bpb": 2.72569, "chunk_loss": 0.031498, "F": 0.22815, "G": 0.27363, "chunks": 233.62, "bytes_per_chunk": 4.383, "boundary_entropy": 0.2932, "router_noise": 0.0, "grad_norm": 1.414, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 1.442, "probe_sec": 0.0797, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04943, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.07113, "n_shadow": 3, "mean_delta_shadow": -0.11787, "n_split": 2, "mean_delta_split": -0.07933, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.2523, "trunc_abs_frac": 1.65689, "mean_delta_full": 0.22103, "read_hit_rate": {"surface": 0.24275, "split": 0.22974, "merge": 0.00971, "skel": 0.26049}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 6354, "n_cand": 33585, "read_suppressed_frac": 0.0996, "dropout_reads_logged": 6354, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 315, "admitted_surface": 18573, "staged_surface": 71533, "admitted_split": 8292, "staged_split": 52182, "admitted_merge": 419, "staged_merge": 84052, "admitted_skel": 38252, "staged_skel": 54377, "mean_count": 41.83747863769531, "n_util_obs": 83, "util_count_spearman": 0.02472608202846228}, "probe_overhead_sec_total": 68.356, "probe_overhead_seq_frac": 0.499, "util_loss": 0.009843, "alpha": 0.03, "t": 857.8} {"event": "probe", "step": 512, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3558.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204448, "cps": 27.796875, "mean_p": 0.25702, "boundary_entropy": 0.295137, "bpb": 2.681355}, "tr": {"chunks": 3317.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183229, "cps": 25.914062, "mean_p": 0.263052, "boundary_entropy": 0.34125, "bpb": 3.041682}, "fi": {"chunks": 4103.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.218117, "cps": 32.054688, "mean_p": 0.262981, "boundary_entropy": 0.35557, "bpb": 3.216266}}, "bpb": {"en": 2.68135, "tr": 3.04168, "fi": 3.21627}, "gini_cpc": 0.038393, "gini_cps": 0.047732, "bpic": 5.16779, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8962168326846965, "fi": 1.0668609276818855}, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 309, "admitted_surface": 18573, "staged_surface": 71038, "admitted_split": 8292, "staged_split": 51731, "admitted_merge": 419, "staged_merge": 85348, "admitted_skel": 38252, "staged_skel": 54027, "mean_count": 42.79319763183594, "n_util_obs": 87, "util_count_spearman": -0.0393672085733032}, "t": 871.5} {"event": "consolidate", "step": 550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262121, "t": 934.6} {"event": "train", "step": 550, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.89806, "bpb": 2.73832, "chunk_loss": 0.031117, "F": 0.21533, "G": 0.26805, "chunks": 220.5, "bytes_per_chunk": 4.644, "boundary_entropy": 0.28727, "router_noise": 0.0, "grad_norm": 1.615, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 1.56, "probe_sec": 0.1147, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06144, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": 0.32209, "n_shadow": 6, "mean_delta_shadow": -0.14798, "n_split": 1, "mean_delta_split": 0.0423, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.72632, "trunc_abs_frac": 0.77514, "mean_delta_full": -0.2784, "read_hit_rate": {"surface": 0.23064, "split": 0.23648, "merge": 0.01201, "skel": 0.22784}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 5859, "n_cand": 31781, "read_suppressed_frac": 0.1012, "dropout_reads_logged": 5859, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 335, "admitted_surface": 19519, "staged_surface": 68496, "admitted_split": 7346, "staged_split": 49940, "admitted_merge": 420, "staged_merge": 91022, "admitted_skel": 38251, "staged_skel": 52686, "mean_count": 45.93873596191406, "n_util_obs": 100, "util_count_spearman": -0.03571557155715572}, "probe_overhead_sec_total": 74.705, "probe_overhead_seq_frac": 0.4991, "util_loss": 0.009961, "alpha": 0.03, "t": 935.8} {"event": "consolidate", "step": 600, "retired": 0, "split_retired": 2, "merge_admitted": 0, "admitted": 2, "swapped": 1024, "uncertain_staged": 262121, "t": 1008.9} {"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3602.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.206976, "cps": 28.140625, "mean_p": 0.253524, "boundary_entropy": 0.274714, "bpb": 2.570732}, "tr": {"chunks": 3371.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.186212, "cps": 26.335938, "mean_p": 0.256024, "boundary_entropy": 0.313338, "bpb": 2.915938}, "fi": {"chunks": 4267.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.226835, "cps": 33.335938, "mean_p": 0.263971, "boundary_entropy": 0.324923, "bpb": 3.133198}}, "bpb": {"en": 2.57073, "tr": 2.91594, "fi": 3.1332}, "gini_cpc": 0.043679, "gini_cps": 0.053144, "bpic": 5.047331, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8996811324231019, "fi": 1.0959510854798622}, "inventory": {"size": 326654, "admitted": 65536, "staged": 261118, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 357, "admitted_surface": 19526, "staged_surface": 65792, "admitted_split": 7319, "staged_split": 48074, "admitted_merge": 421, "staged_merge": 96571, "admitted_skel": 38270, "staged_skel": 50681, "mean_count": 54.014923095703125, "n_util_obs": 104, "util_count_spearman": 0.05940467299690601}, "t": 1010.8} {"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.5836, "tr": 2.92527, "fi": 3.1337}, "bytes_per_chunk": {"en": 4.576, "tr": 5.862, "fi": 4.604}, "bpb_mean": 2.88086, "frozen_inventory": true, "t": 1015.3} {"event": "train", "step": 600, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.88084, "bpb": 2.71348, "chunk_loss": 0.031015, "F": 0.21426, "G": 0.26032, "chunks": 219.41, "bytes_per_chunk": 4.667, "boundary_entropy": 0.27912, "router_noise": 0.0, "grad_norm": 1.0277, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 1.72, "probe_sec": 0.1299, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07221, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": -0.0345, "n_shadow": 3, "mean_delta_shadow": -0.10395, "n_split": 1, "mean_delta_split": 0.03125, "n_merge": 2, "mean_delta_merge": -0.00397, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.18307, "trunc_abs_frac": 2.76338, "mean_delta_full": -0.10685, "read_hit_rate": {"surface": 0.2833, "split": 0.23174, "merge": 0.01092, "skel": 0.29761}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 6541, "n_cand": 31743, "read_suppressed_frac": 0.1024, "dropout_reads_logged": 6541, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 360, "admitted_surface": 19526, "staged_surface": 66045, "admitted_split": 7319, "staged_split": 48081, "admitted_merge": 421, "staged_merge": 97176, "admitted_skel": 38270, "staged_skel": 50842, "mean_count": 54.11474609375, "n_util_obs": 104, "util_count_spearman": 0.0594155004149676}, "probe_overhead_sec_total": 80.803, "probe_overhead_seq_frac": 0.4992, "util_loss": 0.012281, "alpha": 0.03, "t": 1021.8} {"event": "consolidate", "step": 650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 143, "uncertain_staged": 262122, "t": 1106.5} {"event": "train", "step": 650, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.8319, "bpb": 2.64287, "chunk_loss": 0.031045, "F": 0.21375, "G": 0.2613, "chunks": 218.88, "bytes_per_chunk": 4.678, "boundary_entropy": 0.26987, "router_noise": 0.0, "grad_norm": 1.0637, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 1.739, "probe_sec": 0.1028, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07173, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 7, "mean_delta_loo": 0.09105, "n_shadow": 3, "mean_delta_shadow": -0.25262, "n_split": 1, "mean_delta_split": 0.10352, "n_merge": 1, "mean_delta_merge": 0.02954, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.73714, "trunc_abs_frac": 0.52599, "mean_delta_full": 0.03037, "read_hit_rate": {"surface": 0.30909, "split": 0.3129, "merge": 0.01009, "skel": 0.34444}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7950, "n_cand": 31667, "read_suppressed_frac": 0.0982, "dropout_reads_logged": 7950, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 375, "admitted_surface": 19474, "staged_surface": 64773, "admitted_split": 7338, "staged_split": 46634, "admitted_merge": 422, "staged_merge": 101217, "admitted_skel": 38302, "staged_skel": 49520, "mean_count": 67.83946228027344, "n_util_obs": 116, "util_count_spearman": 0.11562317999325551}, "probe_overhead_sec_total": 88.244, "probe_overhead_seq_frac": 0.4992, "util_loss": 0.012425, "alpha": 0.03, "t": 1108.7} {"event": "consolidate", "step": 700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 19, "uncertain_staged": 262125, "t": 1182.8} {"event": "train", "step": 700, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.97882, "bpb": 2.85483, "chunk_loss": 0.031297, "F": 0.21997, "G": 0.26345, "chunks": 225.25, "bytes_per_chunk": 4.546, "boundary_entropy": 0.27664, "router_noise": 0.0, "grad_norm": 0.9878, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 1.518, "probe_sec": 0.1565, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09175, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 5, "mean_delta_loo": -0.0917, "n_shadow": 7, "mean_delta_shadow": -0.2992, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.05359, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.8845, "trunc_abs_frac": 0.66608, "mean_delta_full": -0.28033, "read_hit_rate": {"surface": 0.35521, "split": 0.32308, "merge": 0.014, "skel": 0.33712}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 8462, "n_cand": 32079, "read_suppressed_frac": 0.0948, "dropout_reads_logged": 8462, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 389, "admitted_surface": 19465, "staged_surface": 63343, "admitted_split": 7343, "staged_split": 45184, "admitted_merge": 422, "staged_merge": 105345, "admitted_skel": 38306, "staged_skel": 48272, "mean_count": 75.73736572265625, "n_util_obs": 125, "util_count_spearman": 0.12208909370199693}, "probe_overhead_sec_total": 95.323, "probe_overhead_seq_frac": 0.4993, "util_loss": 0.012693, "alpha": 0.03, "t": 1184.6} {"event": "consolidate", "step": 750, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 13, "uncertain_staged": 262125, "t": 1275.4} {"event": "train", "step": 750, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.7671, "bpb": 2.54938, "chunk_loss": 0.031446, "F": 0.233, "G": 0.26374, "chunks": 238.59, "bytes_per_chunk": 4.292, "boundary_entropy": 0.25133, "router_noise": 0.0, "grad_norm": 1.0512, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 1.883, "probe_sec": 0.1289, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06172, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 9, "mean_delta_loo": -0.02817, "n_shadow": 3, "mean_delta_shadow": 0.06554, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.34393, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.31756, "trunc_abs_frac": 0.41376, "mean_delta_full": 0.12964, "read_hit_rate": {"surface": 0.3834, "split": 0.3393, "merge": 0.01717, "skel": 0.36585}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9591, "n_cand": 34024, "read_suppressed_frac": 0.0945, "dropout_reads_logged": 9591, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 385, "admitted_surface": 19460, "staged_surface": 62158, "admitted_split": 7348, "staged_split": 44034, "admitted_merge": 422, "staged_merge": 108650, "admitted_skel": 38306, "staged_skel": 47302, "mean_count": 83.00270080566406, "n_util_obs": 141, "util_count_spearman": 0.14127745194571686}, "probe_overhead_sec_total": 104.712, "probe_overhead_seq_frac": 0.4993, "util_loss": 0.012994, "alpha": 0.03, "t": 1278.8} {"event": "consolidate", "step": 800, "retired": 2, "split_retired": 3, "merge_admitted": 0, "admitted": 5, "swapped": 30, "uncertain_staged": 262123, "t": 1370.2} {"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3699.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.21255, "cps": 28.898438, "mean_p": 0.246915, "boundary_entropy": 0.242922, "bpb": 2.424128}, "tr": {"chunks": 3799.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209855, "cps": 29.679688, "mean_p": 0.240478, "boundary_entropy": 0.271656, "bpb": 2.75714}, "fi": {"chunks": 4363.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.231939, "cps": 34.085938, "mean_p": 0.259722, "boundary_entropy": 0.275443, "bpb": 2.980512}}, "bpb": {"en": 2.42413, "tr": 2.75714, "fi": 2.98051}, "gini_cpc": 0.0225, "gini_cps": 0.037321, "bpic": 4.783071, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9873213560020321, "fi": 1.0912220132454293}, "inventory": {"size": 327645, "admitted": 65536, "staged": 262109, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 410, "admitted_surface": 19432, "staged_surface": 61176, "admitted_split": 7371, "staged_split": 43691, "admitted_merge": 422, "staged_merge": 110600, "admitted_skel": 38311, "staged_skel": 46642, "mean_count": 93.15444946289062, "n_util_obs": 143, "util_count_spearman": 0.05621491184871467}, "t": 1373.5} {"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.43534, "tr": 2.76425, "fi": 2.98426}, "bytes_per_chunk": {"en": 4.481, "tr": 5.014, "fi": 4.513}, "bpb_mean": 2.72795, "frozen_inventory": true, "t": 1379.2} {"event": "train", "step": 800, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.8526, "bpb": 2.67274, "chunk_loss": 0.031258, "F": 0.22525, "G": 0.26003, "chunks": 230.66, "bytes_per_chunk": 4.44, "boundary_entropy": 0.24869, "router_noise": 0.0, "grad_norm": 1.127, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 2.203, "probe_sec": 0.2358, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.17373, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.10006, "n_shadow": 6, "mean_delta_shadow": 0.09563, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.33832, "trunc_abs_frac": 0.71328, "mean_delta_full": 0.04898, "read_hit_rate": {"surface": 0.37733, "split": 0.36982, "merge": 0.01667, "skel": 0.34564}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9405, "n_cand": 32620, "read_suppressed_frac": 0.0954, "dropout_reads_logged": 9405, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 410, "admitted_surface": 19432, "staged_surface": 61262, "admitted_split": 7371, "staged_split": 43736, "admitted_merge": 422, "staged_merge": 110527, "admitted_skel": 38311, "staged_skel": 46619, "mean_count": 93.29795837402344, "n_util_obs": 143, "util_count_spearman": 0.05780311238057717}, "probe_overhead_sec_total": 114.207, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.013296, "alpha": 0.03, "t": 1389.0} {"event": "consolidate", "step": 850, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262124, "t": 1465.0} {"event": "train", "step": 850, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.80085, "bpb": 2.59807, "chunk_loss": 0.031002, "F": 0.21799, "G": 0.25262, "chunks": 223.22, "bytes_per_chunk": 4.587, "boundary_entropy": 0.24177, "router_noise": 0.0, "grad_norm": 1.0348, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 1.568, "probe_sec": 0.0819, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04845, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": -0.21991, "n_shadow": 5, "mean_delta_shadow": -0.10089, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.12988, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.66949, "trunc_abs_frac": 3.94833, "mean_delta_full": -0.20923, "read_hit_rate": {"surface": 0.35326, "split": 0.36631, "merge": 0.00946, "skel": 0.35713}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9196, "n_cand": 32393, "read_suppressed_frac": 0.1038, "dropout_reads_logged": 9196, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 435, "admitted_surface": 18410, "staged_surface": 60930, "admitted_split": 7371, "staged_split": 42877, "admitted_merge": 421, "staged_merge": 112933, "admitted_skel": 39334, "staged_skel": 45404, "mean_count": 100.18435668945312, "n_util_obs": 153, "util_count_spearman": 0.06501547987616099}, "probe_overhead_sec_total": 121.035, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.012577, "alpha": 0.03, "t": 1467.4} {"event": "consolidate", "step": 900, "retired": 0, "split_retired": 3, "merge_admitted": 0, "admitted": 3, "swapped": 1024, "uncertain_staged": 262124, "t": 1541.5} {"event": "train", "step": 900, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.60314, "bpb": 2.31284, "chunk_loss": 0.031103, "F": 0.22165, "G": 0.25506, "chunks": 226.97, "bytes_per_chunk": 4.512, "boundary_entropy": 0.22884, "router_noise": 0.0, "grad_norm": 1.1123, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 1.534, "probe_sec": 0.1922, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10831, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 4, "mean_delta_loo": 0.06997, "n_shadow": 3, "mean_delta_shadow": -0.06212, "n_split": 1, "mean_delta_split": -0.33203, "n_merge": 3, "mean_delta_merge": 0.46826, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -1.40824, "trunc_abs_frac": 0.73618, "mean_delta_full": -0.05647, "read_hit_rate": {"surface": 0.33315, "split": 0.36445, "merge": 0.01389, "skel": 0.36876}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9221, "n_cand": 32781, "read_suppressed_frac": 0.1017, "dropout_reads_logged": 9221, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 452, "admitted_surface": 17447, "staged_surface": 60187, "admitted_split": 7330, "staged_split": 42540, "admitted_merge": 399, "staged_merge": 114649, "admitted_skel": 40360, "staged_skel": 44768, "mean_count": 105.73939514160156, "n_util_obs": 161, "util_count_spearman": 0.05769496204278813}, "probe_overhead_sec_total": 127.878, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.012224, "alpha": 0.03, "t": 1544.0} {"event": "consolidate", "step": 950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262124, "t": 1627.8} {"event": "train", "step": 950, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.67696, "bpb": 2.41935, "chunk_loss": 0.031072, "F": 0.22205, "G": 0.24964, "chunks": 227.38, "bytes_per_chunk": 4.504, "boundary_entropy": 0.21839, "router_noise": 0.0, "grad_norm": 1.1068, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 1.731, "probe_sec": 0.2118, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.12459, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.06484, "n_shadow": 4, "mean_delta_shadow": -0.16837, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 18.3703, "trunc_abs_frac": 0.8588, "mean_delta_full": -0.00541, "read_hit_rate": {"surface": 0.34346, "split": 0.36973, "merge": 0.01234, "skel": 0.34976}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9166, "n_cand": 32572, "read_suppressed_frac": 0.0987, "dropout_reads_logged": 9166, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 463, "admitted_surface": 16424, "staged_surface": 60034, "admitted_split": 7330, "staged_split": 42396, "admitted_merge": 399, "staged_merge": 115149, "admitted_skel": 41383, "staged_skel": 44565, "mean_count": 112.71705627441406, "n_util_obs": 169, "util_count_spearman": 0.06874098751926806}, "probe_overhead_sec_total": 135.373, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.012085, "alpha": 0.03, "t": 1630.6} {"event": "consolidate", "step": 1000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262123, "t": 1714.7} {"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3630.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.208585, "cps": 28.359375, "mean_p": 0.235996, "boundary_entropy": 0.215643, "bpb": 2.321627}, "tr": {"chunks": 4037.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.223002, "cps": 31.539062, "mean_p": 0.231094, "boundary_entropy": 0.231309, "bpb": 2.621971}, "fi": {"chunks": 4266.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.226782, "cps": 33.328125, "mean_p": 0.252156, "boundary_entropy": 0.256876, "bpb": 2.849099}}, "bpb": {"en": 2.32163, "tr": 2.62197, "fi": 2.8491}, "gini_cpc": 0.018427, "gini_cps": 0.035532, "bpic": 4.754211, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0691181270808958, "fi": 1.0872426059835747}, "inventory": {"size": 326656, "admitted": 65536, "staged": 261120, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 486, "admitted_surface": 15403, "staged_surface": 59371, "admitted_split": 7331, "staged_split": 42223, "admitted_merge": 399, "staged_merge": 115435, "admitted_skel": 42403, "staged_skel": 44091, "mean_count": 119.52507019042969, "n_util_obs": 185, "util_count_spearman": 0.0559683105265153}, "t": 1717.0} {"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.33393, "tr": 2.63051, "fi": 2.85378}, "bytes_per_chunk": {"en": 4.512, "tr": 4.816, "fi": 4.62}, "bpb_mean": 2.60608, "frozen_inventory": true, "t": 1721.4} {"event": "train", "step": 1000, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.73282, "bpb": 2.49993, "chunk_loss": 0.030956, "F": 0.22034, "G": 0.2453, "chunks": 225.62, "bytes_per_chunk": 4.539, "boundary_entropy": 0.2226, "router_noise": 0.0, "grad_norm": 0.9334, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 2.031, "probe_sec": 0.1115, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06882, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 9, "mean_delta_loo": 0.01286, "n_shadow": 3, "mean_delta_shadow": 0.02761, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.11157, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.78133, "trunc_abs_frac": 0.51409, "mean_delta_full": 0.24847, "read_hit_rate": {"surface": 0.33848, "split": 0.36389, "merge": 0.01397, "skel": 0.36128}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9143, "n_cand": 32549, "read_suppressed_frac": 0.101, "dropout_reads_logged": 9143, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 486, "admitted_surface": 15403, "staged_surface": 59627, "admitted_split": 7331, "staged_split": 42293, "admitted_merge": 399, "staged_merge": 115969, "admitted_skel": 42403, "staged_skel": 44255, "mean_count": 119.66459655761719, "n_util_obs": 186, "util_count_spearman": 0.059849223037078826}, "probe_overhead_sec_total": 143.122, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.01262, "alpha": 0.03, "t": 1732.2} {"event": "probe", "step": 1024, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3642.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.209274, "cps": 28.453125, "mean_p": 0.236821, "boundary_entropy": 0.218793, "bpb": 2.310615}, "tr": {"chunks": 3982.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.219964, "cps": 31.109375, "mean_p": 0.229267, "boundary_entropy": 0.23622, "bpb": 2.621143}, "fi": {"chunks": 4352.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.231354, "cps": 34.0, "mean_p": 0.255926, "boundary_entropy": 0.251192, "bpb": 2.836298}}, "bpb": {"en": 2.31061, "tr": 2.62114, "fi": 2.8363}, "gini_cpc": 0.022283, "gini_cps": 0.039523, "bpic": 4.737141, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0510778475101425, "fi": 1.1055061985271508}, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 491, "admitted_surface": 15403, "staged_surface": 59603, "admitted_split": 7331, "staged_split": 42236, "admitted_merge": 399, "staged_merge": 115238, "admitted_skel": 42403, "staged_skel": 45067, "mean_count": 122.81179809570312, "n_util_obs": 191, "util_count_spearman": 0.0543090616858438}, "t": 1769.6} {"event": "consolidate", "step": 1050, "retired": 1, "split_retired": 0, "merge_admitted": 1, "admitted": 0, "swapped": 1024, "uncertain_staged": 262122, "t": 1820.5} {"event": "train", "step": 1050, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.62937, "bpb": 2.35069, "chunk_loss": 0.031062, "F": 0.21957, "G": 0.24643, "chunks": 224.84, "bytes_per_chunk": 4.554, "boundary_entropy": 0.2186, "router_noise": 0.0, "grad_norm": 1.0039, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 1.785, "probe_sec": 0.1101, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07237, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 4, "mean_delta_loo": -0.12651, "n_shadow": 4, "mean_delta_shadow": -0.08049, "n_split": 2, "mean_delta_split": 0.16565, "n_merge": 2, "mean_delta_merge": 0.24072, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.63977, "trunc_abs_frac": 0.88093, "mean_delta_full": 0.28058, "read_hit_rate": {"surface": 0.3486, "split": 0.35959, "merge": 0.01613, "skel": 0.35717}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9078, "n_cand": 32312, "read_suppressed_frac": 0.0985, "dropout_reads_logged": 9078, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 497, "admitted_surface": 14381, "staged_surface": 59378, "admitted_split": 7333, "staged_split": 42436, "admitted_merge": 399, "staged_merge": 116307, "admitted_skel": 43423, "staged_skel": 44023, "mean_count": 126.82656860351562, "n_util_obs": 191, "util_count_spearman": 0.042225819785064754}, "probe_overhead_sec_total": 150.732, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.012726, "alpha": 0.03, "t": 1821.4} {"event": "consolidate", "step": 1100, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262121, "t": 1896.5} {"event": "train", "step": 1100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.73796, "bpb": 2.50734, "chunk_loss": 0.03115, "F": 0.22589, "G": 0.24832, "chunks": 231.31, "bytes_per_chunk": 4.427, "boundary_entropy": 0.21554, "router_noise": 0.0, "grad_norm": 1.0082, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 1.53, "probe_sec": 0.1845, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06485, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 7, "mean_delta_loo": -0.04399, "n_shadow": 6, "mean_delta_shadow": 0.01036, "n_split": 1, "mean_delta_split": -0.21716, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.92869, "trunc_abs_frac": 1.29159, "mean_delta_full": -0.0991, "read_hit_rate": {"surface": 0.34586, "split": 0.36485, "merge": 0.01431, "skel": 0.35145}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9241, "n_cand": 32962, "read_suppressed_frac": 0.1065, "dropout_reads_logged": 9241, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 473, "admitted_surface": 13386, "staged_surface": 59103, "admitted_split": 7304, "staged_split": 42418, "admitted_merge": 401, "staged_merge": 116813, "admitted_skel": 44445, "staged_skel": 43810, "mean_count": 133.14842224121094, "n_util_obs": 195, "util_count_spearman": -0.01810921770429258}, "probe_overhead_sec_total": 157.304, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.012733, "alpha": 0.03, "t": 1897.9} {"event": "consolidate", "step": 1150, "retired": 2, "split_retired": 2, "merge_admitted": 0, "admitted": 4, "swapped": 1024, "uncertain_staged": 262121, "t": 1978.2} {"event": "train", "step": 1150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.63136, "bpb": 2.35356, "chunk_loss": 0.030927, "F": 0.21954, "G": 0.24399, "chunks": 224.81, "bytes_per_chunk": 4.555, "boundary_entropy": 0.20641, "router_noise": 0.0, "grad_norm": 0.8197, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 1.634, "probe_sec": 0.1269, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05577, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 2, "mean_delta_loo": 0.53467, "n_shadow": 9, "mean_delta_shadow": -0.11315, "n_split": 1, "mean_delta_split": 0.56824, "n_merge": 1, "mean_delta_merge": 0.13519, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.3224, "split": 0.36175, "merge": 0.01417, "skel": 0.35392}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 8989, "n_cand": 32599, "read_suppressed_frac": 0.1098, "dropout_reads_logged": 8989, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 480, "admitted_surface": 12363, "staged_surface": 59186, "admitted_split": 7302, "staged_split": 42522, "admitted_merge": 413, "staged_merge": 116816, "admitted_skel": 45458, "staged_skel": 43620, "mean_count": 138.38735961914062, "n_util_obs": 201, "util_count_spearman": -0.032792239098657146}, "probe_overhead_sec_total": 164.902, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.011801, "alpha": 0.03, "t": 1979.6} {"event": "consolidate", "step": 1200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262121, "t": 2065.2} {"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3593.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.206459, "cps": 28.070312, "mean_p": 0.230489, "boundary_entropy": 0.199098, "bpb": 2.250176}, "tr": {"chunks": 3995.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.220682, "cps": 31.210938, "mean_p": 0.22521, "boundary_entropy": 0.21448, "bpb": 2.542985}, "fi": {"chunks": 4458.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.236989, "cps": 34.828125, "mean_p": 0.257591, "boundary_entropy": 0.234694, "bpb": 2.722386}}, "bpb": {"en": 2.25018, "tr": 2.54298, "fi": 2.72239}, "gini_cpc": 0.030647, "gini_cps": 0.047872, "bpic": 4.709613, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0688902982237631, "fi": 1.1478762855310705}, "inventory": {"size": 326656, "admitted": 65536, "staged": 261120, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 494, "admitted_surface": 11341, "staged_surface": 59152, "admitted_split": 7302, "staged_split": 42315, "admitted_merge": 413, "staged_merge": 116116, "admitted_skel": 46480, "staged_skel": 43537, "mean_count": 145.04049682617188, "n_util_obs": 208, "util_count_spearman": -0.017263158315851214}, "t": 2067.0} {"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.26098, "tr": 2.55315, "fi": 2.73327}, "bytes_per_chunk": {"en": 4.534, "tr": 4.84, "fi": 4.291}, "bpb_mean": 2.5158, "frozen_inventory": true, "t": 2070.1} {"event": "train", "step": 1200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.603, "bpb": 2.31265, "chunk_loss": 0.030935, "F": 0.22183, "G": 0.24103, "chunks": 227.16, "bytes_per_chunk": 4.508, "boundary_entropy": 0.20185, "router_noise": 0.0, "grad_norm": 0.8407, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 1.917, "probe_sec": 0.0758, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0508, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": 0.04782, "n_shadow": 4, "mean_delta_shadow": 0.04451, "n_split": 2, "mean_delta_split": -0.02853, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.2474, "trunc_abs_frac": 0.17272, "mean_delta_full": -0.14362, "read_hit_rate": {"surface": 0.31767, "split": 0.35732, "merge": 0.02179, "skel": 0.35929}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 8962, "n_cand": 32619, "read_suppressed_frac": 0.0986, "dropout_reads_logged": 8962, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 494, "admitted_surface": 11341, "staged_surface": 59248, "admitted_split": 7302, "staged_split": 42384, "admitted_merge": 413, "staged_merge": 116760, "admitted_skel": 46480, "staged_skel": 43752, "mean_count": 145.17726135253906, "n_util_obs": 208, "util_count_spearman": -0.016142996639182484}, "probe_overhead_sec_total": 172.253, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.011421, "alpha": 0.03, "t": 2075.4} {"event": "consolidate", "step": 1250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262121, "t": 2150.4} {"event": "train", "step": 1250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.62799, "bpb": 2.3487, "chunk_loss": 0.030766, "F": 0.21158, "G": 0.23597, "chunks": 216.66, "bytes_per_chunk": 4.726, "boundary_entropy": 0.19862, "router_noise": 0.0, "grad_norm": 0.8507, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 1.539, "probe_sec": 0.143, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09326, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 4, "mean_delta_loo": 0.28036, "n_shadow": 9, "mean_delta_shadow": 0.05063, "n_split": 1, "mean_delta_split": 0.2157, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.79897, "trunc_abs_frac": 0.38533, "mean_delta_full": 0.08992, "read_hit_rate": {"surface": 0.31792, "split": 0.35502, "merge": 0.0083, "skel": 0.32358}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 8297, "n_cand": 31275, "read_suppressed_frac": 0.1004, "dropout_reads_logged": 8297, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 502, "admitted_surface": 10320, "staged_surface": 59291, "admitted_split": 7303, "staged_split": 42383, "admitted_merge": 413, "staged_merge": 116764, "admitted_skel": 47500, "staged_skel": 43706, "mean_count": 151.87384033203125, "n_util_obs": 209, "util_count_spearman": 0.009811244614348227}, "probe_overhead_sec_total": 179.036, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.011051, "alpha": 0.03, "t": 2152.4} {"event": "consolidate", "step": 1300, "retired": 0, "split_retired": 3, "merge_admitted": 0, "admitted": 3, "swapped": 297, "uncertain_staged": 262120, "t": 2232.1} {"event": "train", "step": 1300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.66564, "bpb": 2.40302, "chunk_loss": 0.030987, "F": 0.22055, "G": 0.24408, "chunks": 225.84, "bytes_per_chunk": 4.534, "boundary_entropy": 0.19708, "router_noise": 0.0, "grad_norm": 0.866, "lr": 0.00028, "router_trainable": true, "sec_per_step": 1.627, "probe_sec": 0.1224, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06542, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.03838, "n_shadow": 5, "mean_delta_shadow": -0.02494, "n_split": 1, "mean_delta_split": 0.06165, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 4.41991, "trunc_abs_frac": 0.41605, "mean_delta_full": 0.00705, "read_hit_rate": {"surface": 0.33857, "split": 0.39927, "merge": 0.01117, "skel": 0.40242}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9836, "n_cand": 32647, "read_suppressed_frac": 0.0954, "dropout_reads_logged": 9836, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 512, "admitted_surface": 10035, "staged_surface": 59272, "admitted_split": 7342, "staged_split": 42221, "admitted_merge": 413, "staged_merge": 116464, "admitted_skel": 47746, "staged_skel": 44187, "mean_count": 161.9569091796875, "n_util_obs": 214, "util_count_spearman": -0.004731367256771486}, "probe_overhead_sec_total": 185.865, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.01083, "alpha": 0.03, "t": 2233.7} {"event": "consolidate", "step": 1350, "retired": 0, "split_retired": 2, "merge_admitted": 0, "admitted": 2, "swapped": 152, "uncertain_staged": 262121, "t": 2312.0} {"event": "train", "step": 1350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.59653, "bpb": 2.30331, "chunk_loss": 0.030775, "F": 0.2135, "G": 0.23696, "chunks": 218.62, "bytes_per_chunk": 4.684, "boundary_entropy": 0.19224, "router_noise": 0.0, "grad_norm": 0.8383, "lr": 0.000278, "router_trainable": true, "sec_per_step": 1.596, "probe_sec": 0.1577, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06606, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": -0.08889, "n_shadow": 6, "mean_delta_shadow": -0.17894, "n_split": 1, "mean_delta_split": -0.17688, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": -0.1957, "trunc_abs_frac": 0.1957, "mean_delta_full": -0.22424, "read_hit_rate": {"surface": 0.34822, "split": 0.40049, "merge": 0.00765, "skel": 0.43891}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9798, "n_cand": 31654, "read_suppressed_frac": 0.1053, "dropout_reads_logged": 9798, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 514, "admitted_surface": 9885, "staged_surface": 59247, "admitted_split": 7370, "staged_split": 42685, "admitted_merge": 415, "staged_merge": 115920, "admitted_skel": 47866, "staged_skel": 44292, "mean_count": 169.16404724121094, "n_util_obs": 223, "util_count_spearman": -0.048841482417715604}, "probe_overhead_sec_total": 192.776, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.010768, "alpha": 0.03, "t": 2313.5} {"event": "consolidate", "step": 1400, "retired": 0, "split_retired": 2, "merge_admitted": 0, "admitted": 2, "swapped": 17, "uncertain_staged": 262119, "t": 2383.7} {"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3558.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204448, "cps": 27.796875, "mean_p": 0.22653, "boundary_entropy": 0.184497, "bpb": 2.205814}, "tr": {"chunks": 3463.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191294, "cps": 27.054688, "mean_p": 0.209629, "boundary_entropy": 0.205724, "bpb": 2.491787}, "fi": {"chunks": 4349.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.231195, "cps": 33.976562, "mean_p": 0.250691, "boundary_entropy": 0.220259, "bpb": 2.637186}}, "bpb": {"en": 2.20581, "tr": 2.49179, "fi": 2.63719}, "gini_cpc": 0.042429, "gini_cps": 0.05195, "bpic": 4.989622, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9356644231495641, "fi": 1.1308257797924737}, "inventory": {"size": 327661, "admitted": 65536, "staged": 262125, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 533, "admitted_surface": 9868, "staged_surface": 59098, "admitted_split": 7384, "staged_split": 42537, "admitted_merge": 415, "staged_merge": 116340, "admitted_skel": 47869, "staged_skel": 44150, "mean_count": 176.67054748535156, "n_util_obs": 234, "util_count_spearman": -0.04011951610074734}, "t": 2385.7} {"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.21522, "tr": 2.49899, "fi": 2.64463}, "bytes_per_chunk": {"en": 4.632, "tr": 5.445, "fi": 4.521}, "bpb_mean": 2.45295, "frozen_inventory": true, "t": 2389.2} {"event": "train", "step": 1400, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.59309, "bpb": 2.29835, "chunk_loss": 0.030734, "F": 0.21048, "G": 0.23039, "chunks": 215.53, "bytes_per_chunk": 4.751, "boundary_entropy": 0.18781, "router_noise": 0.0, "grad_norm": 0.8098, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 1.705, "probe_sec": 0.1331, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08459, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.16716, "n_shadow": 2, "mean_delta_shadow": -0.27939, "n_split": 1, "mean_delta_split": -0.0531, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.90636, "trunc_abs_frac": 1.14353, "mean_delta_full": -0.30994, "read_hit_rate": {"surface": 0.35047, "split": 0.39647, "merge": 0.01142, "skel": 0.42183}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9490, "n_cand": 31029, "read_suppressed_frac": 0.103, "dropout_reads_logged": 9490, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 533, "admitted_surface": 9868, "staged_surface": 59140, "admitted_split": 7384, "staged_split": 42597, "admitted_merge": 415, "staged_merge": 116267, "admitted_skel": 47869, "staged_skel": 44140, "mean_count": 176.8153839111328, "n_util_obs": 235, "util_count_spearman": -0.04480105781944945}, "probe_overhead_sec_total": 198.733, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.011264, "alpha": 0.03, "t": 2398.8} {"event": "consolidate", "step": 1450, "retired": 1, "split_retired": 0, "merge_admitted": 0, "admitted": 1, "swapped": 67, "uncertain_staged": 262121, "t": 2478.7} {"event": "train", "step": 1450, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.64904, "bpb": 2.37906, "chunk_loss": 0.03071, "F": 0.21274, "G": 0.23202, "chunks": 217.84, "bytes_per_chunk": 4.701, "boundary_entropy": 0.18262, "router_noise": 0.0, "grad_norm": 0.817, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 1.624, "probe_sec": 0.0844, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04673, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 5, "mean_delta_loo": -0.12429, "n_shadow": 5, "mean_delta_shadow": 0.04427, "n_split": 1, "mean_delta_split": 0.02393, "n_merge": 1, "mean_delta_merge": -0.1123, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.49705, "trunc_abs_frac": 0.51144, "mean_delta_full": -0.05518, "read_hit_rate": {"surface": 0.33867, "split": 0.40744, "merge": 0.0165, "skel": 0.43992}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9748, "n_cand": 31293, "read_suppressed_frac": 0.101, "dropout_reads_logged": 9748, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 552, "admitted_surface": 9807, "staged_surface": 58947, "admitted_split": 7395, "staged_split": 42607, "admitted_merge": 418, "staged_merge": 116303, "admitted_skel": 47916, "staged_skel": 44287, "mean_count": 184.42880249023438, "n_util_obs": 238, "util_count_spearman": -0.05698895203439143}, "probe_overhead_sec_total": 205.653, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.01118, "alpha": 0.03, "t": 2480.0} {"event": "consolidate", "step": 1500, "retired": 0, "split_retired": 2, "merge_admitted": 0, "admitted": 2, "swapped": 1024, "uncertain_staged": 262121, "t": 2556.9} {"event": "train", "step": 1500, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.66436, "bpb": 2.40117, "chunk_loss": 0.030948, "F": 0.21848, "G": 0.24101, "chunks": 223.72, "bytes_per_chunk": 4.577, "boundary_entropy": 0.18847, "router_noise": 0.0, "grad_norm": 0.9337, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 1.579, "probe_sec": 0.1497, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.11011, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.17733, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 1, "mean_delta_split": 0.28162, "n_merge": 2, "mean_delta_merge": -0.44543, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.22322, "trunc_abs_frac": 1.9913, "mean_delta_full": -0.17377, "read_hit_rate": {"surface": 0.3519, "split": 0.39472, "merge": 0.01212, "skel": 0.44268}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9801, "n_cand": 31837, "read_suppressed_frac": 0.1034, "dropout_reads_logged": 9801, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 557, "admitted_surface": 8782, "staged_surface": 59302, "admitted_split": 7397, "staged_split": 43134, "admitted_merge": 418, "staged_merge": 116239, "admitted_skel": 48939, "staged_skel": 43469, "mean_count": 191.3946990966797, "n_util_obs": 248, "util_count_spearman": -0.030842712629281656}, "probe_overhead_sec_total": 212.966, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.011104, "alpha": 0.03, "t": 2558.9} {"event": "consolidate", "step": 1550, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 39, "uncertain_staged": 262121, "t": 2636.3} {"event": "train", "step": 1550, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.58141, "bpb": 2.28149, "chunk_loss": 0.030797, "F": 0.21536, "G": 0.23424, "chunks": 220.53, "bytes_per_chunk": 4.643, "boundary_entropy": 0.17528, "router_noise": 0.0, "grad_norm": 0.8381, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 1.575, "probe_sec": 0.1077, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0604, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 5, "mean_delta_loo": 0.11225, "n_shadow": 6, "mean_delta_shadow": 0.03079, "n_split": 1, "mean_delta_split": -0.06604, "n_merge": 1, "mean_delta_merge": 0.56539, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.19015, "trunc_abs_frac": 1.13773, "mean_delta_full": 0.22555, "read_hit_rate": {"surface": 0.35701, "split": 0.40313, "merge": 0.01216, "skel": 0.46838}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10122, "n_cand": 31804, "read_suppressed_frac": 0.0998, "dropout_reads_logged": 10122, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 550, "admitted_surface": 8749, "staged_surface": 58958, "admitted_split": 7406, "staged_split": 42741, "admitted_merge": 418, "staged_merge": 116429, "admitted_skel": 48963, "staged_skel": 44016, "mean_count": 199.4573516845703, "n_util_obs": 257, "util_count_spearman": 0.008330695527182259}, "probe_overhead_sec_total": 219.582, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.011342, "alpha": 0.03, "t": 2637.7} {"event": "consolidate", "step": 1600, "retired": 0, "split_retired": 3, "merge_admitted": 0, "admitted": 3, "swapped": 12, "uncertain_staged": 262121, "t": 2716.5} {"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3478.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199851, "cps": 27.171875, "mean_p": 0.220187, "boundary_entropy": 0.173877, "bpb": 2.167565}, "tr": {"chunks": 3642.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201182, "cps": 28.453125, "mean_p": 0.206751, "boundary_entropy": 0.188837, "bpb": 2.426787}, "fi": {"chunks": 4404.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.234118, "cps": 34.40625, "mean_p": 0.248625, "boundary_entropy": 0.201811, "bpb": 2.591553}}, "bpb": {"en": 2.16757, "tr": 2.42679, "fi": 2.59155}, "gini_cpc": 0.035968, "gini_cps": 0.053569, "bpic": 4.922943, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.006662597137198, "fi": 1.1714667579920708}, "inventory": {"size": 327665, "admitted": 65536, "staged": 262129, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 569, "admitted_surface": 8735, "staged_surface": 59043, "admitted_split": 7411, "staged_split": 43403, "admitted_merge": 424, "staged_merge": 115461, "admitted_skel": 48966, "staged_skel": 44222, "mean_count": 208.6996307373047, "n_util_obs": 263, "util_count_spearman": 0.020316874371673663}, "t": 2718.7} {"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.17937, "tr": 2.43503, "fi": 2.59806}, "bytes_per_chunk": {"en": 4.79, "tr": 5.189, "fi": 4.491}, "bpb_mean": 2.40415, "frozen_inventory": true, "t": 2721.9} {"event": "train", "step": 1600, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.51711, "bpb": 2.18873, "chunk_loss": 0.030697, "F": 0.21283, "G": 0.23186, "chunks": 217.94, "bytes_per_chunk": 4.699, "boundary_entropy": 0.17615, "router_noise": 0.0, "grad_norm": 0.883, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 1.821, "probe_sec": 0.1927, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10431, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 5, "mean_delta_loo": -0.12219, "n_shadow": 4, "mean_delta_shadow": 0.06107, "n_split": 2, "mean_delta_split": 0.13892, "n_merge": 1, "mean_delta_merge": -0.01343, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.04777, "trunc_abs_frac": 4.05663, "mean_delta_full": -0.0925, "read_hit_rate": {"surface": 0.34111, "split": 0.41125, "merge": 0.01346, "skel": 0.47628}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10148, "n_cand": 31683, "read_suppressed_frac": 0.0968, "dropout_reads_logged": 10148, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 569, "admitted_surface": 8735, "staged_surface": 58963, "admitted_split": 7411, "staged_split": 43382, "admitted_merge": 424, "staged_merge": 115652, "admitted_skel": 48966, "staged_skel": 44147, "mean_count": 208.85447692871094, "n_util_obs": 263, "util_count_spearman": 0.019796075911729147}, "probe_overhead_sec_total": 226.614, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.011572, "alpha": 0.03, "t": 2728.7} {"event": "consolidate", "step": 1650, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262123, "t": 2816.6} {"event": "train", "step": 1650, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.5799, "bpb": 2.27932, "chunk_loss": 0.030717, "F": 0.21405, "G": 0.23132, "chunks": 219.19, "bytes_per_chunk": 4.672, "boundary_entropy": 0.17403, "router_noise": 0.0, "grad_norm": 0.8558, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 1.78, "probe_sec": 0.1896, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10721, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 2, "mean_delta_loo": -0.01361, "n_shadow": 5, "mean_delta_shadow": -0.08, "n_split": 2, "mean_delta_split": 0.02087, "n_merge": 3, "mean_delta_merge": -0.09678, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -1.94132, "trunc_abs_frac": 0.37425, "mean_delta_full": 0.03796, "read_hit_rate": {"surface": 0.34832, "split": 0.41528, "merge": 0.01784, "skel": 0.46441}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10270, "n_cand": 31851, "read_suppressed_frac": 0.1019, "dropout_reads_logged": 10270, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 571, "admitted_surface": 7711, "staged_surface": 59098, "admitted_split": 7418, "staged_split": 42985, "admitted_merge": 438, "staged_merge": 116814, "admitted_skel": 49969, "staged_skel": 43247, "mean_count": 216.31857299804688, "n_util_obs": 274, "util_count_spearman": 0.015360702176860924}, "probe_overhead_sec_total": 234.117, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.01143, "alpha": 0.03, "t": 2817.7} {"event": "consolidate", "step": 1700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 259, "uncertain_staged": 262123, "t": 2886.8} {"event": "train", "step": 1700, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.5407, "bpb": 2.22277, "chunk_loss": 0.030494, "F": 0.2034, "G": 0.21963, "chunks": 208.28, "bytes_per_chunk": 4.916, "boundary_entropy": 0.16805, "router_noise": 0.0, "grad_norm": 0.7447, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 1.416, "probe_sec": 0.2065, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10024, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.07816, "n_shadow": 2, "mean_delta_shadow": 0.12412, "n_split": 1, "mean_delta_split": -0.17542, "n_merge": 1, "mean_delta_merge": 0.72266, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.23017, "trunc_abs_frac": 0.60395, "mean_delta_full": 0.22583, "read_hit_rate": {"surface": 0.33439, "split": 0.40416, "merge": 0.02121, "skel": 0.43415}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9352, "n_cand": 30153, "read_suppressed_frac": 0.1049, "dropout_reads_logged": 9352, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 589, "admitted_surface": 7454, "staged_surface": 58955, "admitted_split": 7642, "staged_split": 43337, "admitted_merge": 455, "staged_merge": 115805, "admitted_skel": 49985, "staged_skel": 44047, "mean_count": 224.1944580078125, "n_util_obs": 283, "util_count_spearman": 0.008123928022972194}, "probe_overhead_sec_total": 240.022, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.01141, "alpha": 0.03, "t": 2888.5} {"event": "consolidate", "step": 1750, "retired": 0, "split_retired": 4, "merge_admitted": 0, "admitted": 4, "swapped": 240, "uncertain_staged": 262123, "t": 2971.3} {"event": "train", "step": 1750, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.56453, "bpb": 2.25715, "chunk_loss": 0.030697, "F": 0.2139, "G": 0.22985, "chunks": 219.03, "bytes_per_chunk": 4.675, "boundary_entropy": 0.16794, "router_noise": 0.0, "grad_norm": 0.7318, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 1.694, "probe_sec": 0.2408, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.11915, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": 0.21165, "n_shadow": 8, "mean_delta_shadow": -0.02507, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 1.16596, "trunc_abs_frac": 0.74267, "mean_delta_full": -0.20283, "read_hit_rate": {"surface": 0.33653, "split": 0.41959, "merge": 0.02145, "skel": 0.4471}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10105, "n_cand": 31695, "read_suppressed_frac": 0.0998, "dropout_reads_logged": 10105, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 591, "admitted_surface": 7211, "staged_surface": 59157, "admitted_split": 7842, "staged_split": 43117, "admitted_merge": 460, "staged_merge": 115580, "admitted_skel": 50023, "staged_skel": 44290, "mean_count": 230.57945251464844, "n_util_obs": 286, "util_count_spearman": 0.009074110622895872}, "probe_overhead_sec_total": 247.107, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.011063, "alpha": 0.03, "t": 2973.3} {"event": "consolidate", "step": 1800, "retired": 1, "split_retired": 2, "merge_admitted": 0, "admitted": 3, "swapped": 1024, "uncertain_staged": 262123, "t": 3049.7} {"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3488.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.200425, "cps": 27.25, "mean_p": 0.215549, "boundary_entropy": 0.159746, "bpb": 2.124383}, "tr": {"chunks": 3657.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.202011, "cps": 28.570312, "mean_p": 0.204299, "boundary_entropy": 0.173543, "bpb": 2.361913}, "fi": {"chunks": 4390.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.233374, "cps": 34.296875, "mean_p": 0.243314, "boundary_entropy": 0.187339, "bpb": 2.535454}}, "bpb": {"en": 2.12438, "tr": 2.36191, "fi": 2.53545}, "gini_cpc": 0.034548, "gini_cps": 0.052131, "bpic": 4.918249, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0079106933718218, "fi": 1.1643948629022938}, "inventory": {"size": 326653, "admitted": 65536, "staged": 261117, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 592, "admitted_surface": 6188, "staged_surface": 58870, "admitted_split": 8687, "staged_split": 42429, "admitted_merge": 541, "staged_merge": 116055, "admitted_skel": 50120, "staged_skel": 43763, "mean_count": 237.85638427734375, "n_util_obs": 293, "util_count_spearman": -0.01305601486936352}, "t": 3052.1} {"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.14069, "tr": 2.37216, "fi": 2.53962}, "bytes_per_chunk": {"en": 4.755, "tr": 5.144, "fi": 4.47}, "bpb_mean": 2.35082, "frozen_inventory": true, "t": 3056.7} {"event": "train", "step": 1800, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.53536, "bpb": 2.21506, "chunk_loss": 0.030651, "F": 0.21088, "G": 0.22377, "chunks": 215.94, "bytes_per_chunk": 4.742, "boundary_entropy": 0.16421, "router_noise": 0.0, "grad_norm": 0.7491, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 1.797, "probe_sec": 0.1282, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06476, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.08726, "n_shadow": 3, "mean_delta_shadow": 0.03117, "n_split": 2, "mean_delta_split": 0.60126, "n_merge": 1, "mean_delta_merge": 0.47858, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.31134, "trunc_abs_frac": 0.722, "mean_delta_full": 0.15561, "read_hit_rate": {"surface": 0.33978, "split": 0.43723, "merge": 0.02176, "skel": 0.44363}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10073, "n_cand": 30999, "read_suppressed_frac": 0.096, "dropout_reads_logged": 10073, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 593, "admitted_surface": 6188, "staged_surface": 59050, "admitted_split": 8687, "staged_split": 42575, "admitted_merge": 541, "staged_merge": 116625, "admitted_skel": 50120, "staged_skel": 43894, "mean_count": 238.0100860595703, "n_util_obs": 293, "util_count_spearman": -0.013117558653260574}, "probe_overhead_sec_total": 253.819, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.010572, "alpha": 0.03, "t": 3063.1} {"event": "consolidate", "step": 1850, "retired": 1, "split_retired": 1, "merge_admitted": 0, "admitted": 2, "swapped": 1024, "uncertain_staged": 262122, "t": 3146.4} {"event": "train", "step": 1850, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.55159, "bpb": 2.23847, "chunk_loss": 0.030711, "F": 0.21252, "G": 0.22822, "chunks": 217.62, "bytes_per_chunk": 4.705, "boundary_entropy": 0.15868, "router_noise": 0.0, "grad_norm": 0.7427, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 1.717, "probe_sec": 0.1645, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.11135, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.03208, "n_shadow": 3, "mean_delta_shadow": 0.09281, "n_split": 1, "mean_delta_split": -0.02283, "n_merge": 1, "mean_delta_merge": -0.51416, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.32571, "trunc_abs_frac": 2.47948, "mean_delta_full": -0.12105, "read_hit_rate": {"surface": 0.34391, "split": 0.43831, "merge": 0.01725, "skel": 0.45324}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10324, "n_cand": 31491, "read_suppressed_frac": 0.0978, "dropout_reads_logged": 10324, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 583, "admitted_surface": 5163, "staged_surface": 59123, "admitted_split": 9682, "staged_split": 42337, "admitted_merge": 542, "staged_merge": 116692, "admitted_skel": 50149, "staged_skel": 43992, "mean_count": 245.3101348876953, "n_util_obs": 300, "util_count_spearman": -0.028244986776517496}, "probe_overhead_sec_total": 261.217, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.010514, "alpha": 0.03, "t": 3148.9} {"event": "consolidate", "step": 1900, "retired": 0, "split_retired": 4, "merge_admitted": 0, "admitted": 4, "swapped": 1024, "uncertain_staged": 262122, "t": 3212.8} {"event": "train", "step": 1900, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.53656, "bpb": 2.21679, "chunk_loss": 0.030703, "F": 0.21115, "G": 0.22545, "chunks": 216.22, "bytes_per_chunk": 4.736, "boundary_entropy": 0.16158, "router_noise": 0.0, "grad_norm": 0.8534, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 1.313, "probe_sec": 0.1254, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06835, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 7, "mean_delta_loo": -0.00365, "n_shadow": 4, "mean_delta_shadow": 0.01859, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": 0.1698, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.41503, "trunc_abs_frac": 2.15739, "mean_delta_full": -0.11918, "read_hit_rate": {"surface": 0.32612, "split": 0.43997, "merge": 0.02334, "skel": 0.44843}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10092, "n_cand": 31109, "read_suppressed_frac": 0.099, "dropout_reads_logged": 10092, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 583, "admitted_surface": 4153, "staged_surface": 59271, "admitted_split": 10681, "staged_split": 41892, "admitted_merge": 528, "staged_merge": 116684, "admitted_skel": 50174, "staged_skel": 44297, "mean_count": 251.09552001953125, "n_util_obs": 305, "util_count_spearman": -0.008572722488614565}, "probe_overhead_sec_total": 267.582, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.010224, "alpha": 0.03, "t": 3214.6} {"event": "consolidate", "step": 1950, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262122, "t": 3298.4} {"event": "train", "step": 1950, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.48529, "bpb": 2.14283, "chunk_loss": 0.030679, "F": 0.2117, "G": 0.22446, "chunks": 216.78, "bytes_per_chunk": 4.724, "boundary_entropy": 0.1549, "router_noise": 0.0, "grad_norm": 0.7295, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 1.702, "probe_sec": 0.1163, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07835, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.2564, "n_shadow": 2, "mean_delta_shadow": -0.30701, "n_split": 2, "mean_delta_split": -0.02126, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 6.28045, "trunc_abs_frac": 0.67508, "mean_delta_full": 0.00952, "read_hit_rate": {"surface": 0.3328, "split": 0.42239, "merge": 0.02328, "skel": 0.45915}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9947, "n_cand": 31049, "read_suppressed_frac": 0.1003, "dropout_reads_logged": 9947, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 583, "admitted_surface": 3263, "staged_surface": 59502, "admitted_split": 11671, "staged_split": 41312, "admitted_merge": 429, "staged_merge": 117143, "admitted_skel": 50173, "staged_skel": 44187, "mean_count": 255.40647888183594, "n_util_obs": 307, "util_count_spearman": -0.007579698344512386}, "probe_overhead_sec_total": 275.232, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.009841, "alpha": 0.03, "t": 3299.7} {"event": "consolidate", "step": 2000, "retired": 1, "split_retired": 2, "merge_admitted": 0, "admitted": 3, "swapped": 1024, "uncertain_staged": 262122, "t": 3376.4} {"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3530.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202839, "cps": 27.578125, "mean_p": 0.216264, "boundary_entropy": 0.144428, "bpb": 2.106136}, "tr": {"chunks": 3561.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196708, "cps": 27.820312, "mean_p": 0.198871, "boundary_entropy": 0.164363, "bpb": 2.320432}, "fi": {"chunks": 4578.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.243368, "cps": 35.765625, "mean_p": 0.247881, "boundary_entropy": 0.174555, "bpb": 2.4775}}, "bpb": {"en": 2.10614, "tr": 2.32043, "fi": 2.4775}, "gini_cpc": 0.048384, "gini_cps": 0.059874, "bpic": 4.861771, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9697746715012411, "fi": 1.1998123272758103}, "inventory": {"size": 326653, "admitted": 65536, "staged": 261117, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 574, "admitted_surface": 2406, "staged_surface": 59694, "admitted_split": 12636, "staged_split": 41026, "admitted_merge": 365, "staged_merge": 116155, "admitted_skel": 50129, "staged_skel": 44242, "mean_count": 260.92279052734375, "n_util_obs": 309, "util_count_spearman": -0.0007117843008854597}, "t": 3378.7} {"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.11845, "tr": 2.33234, "fi": 2.48684}, "bytes_per_chunk": {"en": 4.726, "tr": 5.283, "fi": 4.336}, "bpb_mean": 2.31254, "frozen_inventory": true, "t": 3383.1} {"event": "train", "step": 2000, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.64814, "bpb": 2.37776, "chunk_loss": 0.030844, "F": 0.21884, "G": 0.23124, "chunks": 224.09, "bytes_per_chunk": 4.57, "boundary_entropy": 0.15352, "router_noise": 0.0, "grad_norm": 0.8895, "lr": 0.000245, "router_trainable": true, "sec_per_step": 1.8, "probe_sec": 0.1477, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10251, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": -0.07564, "n_shadow": 6, "mean_delta_shadow": 0.08841, "n_split": 1, "mean_delta_split": 0.18278, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.92081, "trunc_abs_frac": 2.16364, "mean_delta_full": -0.14838, "read_hit_rate": {"surface": 0.3303, "split": 0.43261, "merge": 0.01942, "skel": 0.44327}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10213, "n_cand": 31951, "read_suppressed_frac": 0.1009, "dropout_reads_logged": 10213, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 574, "admitted_surface": 2406, "staged_surface": 59960, "admitted_split": 12636, "staged_split": 41165, "admitted_merge": 365, "staged_merge": 116673, "admitted_skel": 50129, "staged_skel": 44346, "mean_count": 261.07867431640625, "n_util_obs": 309, "util_count_spearman": -0.0021565030647398326}, "probe_overhead_sec_total": 282.054, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010126, "alpha": 0.03, "t": 3389.7} {"event": "probe", "step": 2048, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3537.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203241, "cps": 27.632812, "mean_p": 0.219059, "boundary_entropy": 0.148278, "bpb": 2.087687}, "tr": {"chunks": 3546.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195879, "cps": 27.703125, "mean_p": 0.199326, "boundary_entropy": 0.168679, "bpb": 2.31017}, "fi": {"chunks": 4525.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.240551, "cps": 35.351562, "mean_p": 0.250303, "boundary_entropy": 0.180208, "bpb": 2.469835}}, "bpb": {"en": 2.08769, "tr": 2.31017, "fi": 2.46984}, "gini_cpc": 0.046557, "gini_cps": 0.056742, "bpic": 4.887319, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9637785142102464, "fi": 1.1835749380392944}, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 591, "admitted_surface": 2406, "staged_surface": 59669, "admitted_split": 12636, "staged_split": 41844, "admitted_merge": 365, "staged_merge": 116549, "admitted_skel": 50129, "staged_skel": 44082, "mean_count": 268.2685241699219, "n_util_obs": 317, "util_count_spearman": 0.012165867161312731}, "t": 3459.0} {"event": "consolidate", "step": 2050, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262120, "t": 3472.2} {"event": "train", "step": 2050, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.47912, "bpb": 2.13392, "chunk_loss": 0.030586, "F": 0.20715, "G": 0.21713, "chunks": 212.12, "bytes_per_chunk": 4.827, "boundary_entropy": 0.15258, "router_noise": 0.0, "grad_norm": 0.747, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 1.692, "probe_sec": 0.1579, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08648, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 5, "mean_delta_loo": 0.05203, "n_shadow": 5, "mean_delta_shadow": -0.14028, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.08386, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.44528, "trunc_abs_frac": 2.58248, "mean_delta_full": 0.04313, "read_hit_rate": {"surface": 0.29396, "split": 0.42224, "merge": 0.018, "skel": 0.43834}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9420, "n_cand": 30600, "read_suppressed_frac": 0.0982, "dropout_reads_logged": 9420, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 531, "admitted_surface": 1858, "staged_surface": 59929, "admitted_split": 13398, "staged_split": 41058, "admitted_merge": 295, "staged_merge": 117057, "admitted_skel": 49985, "staged_skel": 44100, "mean_count": 255.72369384765625, "n_util_obs": 281, "util_count_spearman": -0.08400957338770283}, "probe_overhead_sec_total": 288.863, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010322, "alpha": 0.03, "t": 3474.3} {"event": "consolidate", "step": 2100, "retired": 0, "split_retired": 3, "merge_admitted": 0, "admitted": 3, "swapped": 1024, "uncertain_staged": 262121, "t": 3552.6} {"event": "train", "step": 2100, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.5385, "bpb": 2.21958, "chunk_loss": 0.030592, "F": 0.20972, "G": 0.22181, "chunks": 214.75, "bytes_per_chunk": 4.768, "boundary_entropy": 0.14686, "router_noise": 0.0, "grad_norm": 0.752, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 1.59, "probe_sec": 0.0974, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06452, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 1, "mean_delta_loo": 0.00366, "n_shadow": 5, "mean_delta_shadow": 0.01213, "n_split": 2, "mean_delta_split": 0.16724, "n_merge": 4, "mean_delta_merge": -0.04379, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.14354, "trunc_abs_frac": 1.05328, "mean_delta_full": 0.05953, "read_hit_rate": {"surface": 0.28319, "split": 0.3706, "merge": 0.01366, "skel": 0.3892}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 8531, "n_cand": 30924, "read_suppressed_frac": 0.1003, "dropout_reads_logged": 8531, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 466, "admitted_surface": 1482, "staged_surface": 60092, "admitted_split": 13982, "staged_split": 41050, "admitted_merge": 307, "staged_merge": 116724, "admitted_skel": 49765, "staged_skel": 44278, "mean_count": 235.3167724609375, "n_util_obs": 251, "util_count_spearman": -0.13063633667925423}, "probe_overhead_sec_total": 297.077, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010412, "alpha": 0.03, "t": 3553.8} {"event": "consolidate", "step": 2150, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262120, "t": 3625.9} {"event": "train", "step": 2150, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.49933, "bpb": 2.16308, "chunk_loss": 0.030572, "F": 0.20941, "G": 0.22099, "chunks": 214.44, "bytes_per_chunk": 4.775, "boundary_entropy": 0.1476, "router_noise": 0.0, "grad_norm": 0.7121, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 1.466, "probe_sec": 0.0913, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05312, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 5, "mean_delta_loo": -0.08875, "n_shadow": 5, "mean_delta_shadow": -0.07622, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.14752, "n_dropped_unpaired": 0, "n_full": 7, "trunc_ratio_sum": 2.67788, "trunc_abs_frac": 1.35316, "mean_delta_full": -0.02358, "read_hit_rate": {"surface": 0.27233, "split": 0.36764, "merge": 0.01044, "skel": 0.40235}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 8575, "n_cand": 31193, "read_suppressed_frac": 0.0961, "dropout_reads_logged": 8575, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 471, "admitted_surface": 1487, "staged_surface": 60333, "admitted_split": 14781, "staged_split": 40987, "admitted_merge": 300, "staged_merge": 116508, "admitted_skel": 48968, "staged_skel": 44316, "mean_count": 240.89430236816406, "n_util_obs": 254, "util_count_spearman": -0.12851104028178761}, "probe_overhead_sec_total": 303.641, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010066, "alpha": 0.03, "t": 3627.1} {"event": "consolidate", "step": 2200, "retired": 0, "split_retired": 2, "merge_admitted": 0, "admitted": 2, "swapped": 1024, "uncertain_staged": 262119, "t": 3707.8} {"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3486.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20031, "cps": 27.234375, "mean_p": 0.20964, "boundary_entropy": 0.141258, "bpb": 2.075023}, "tr": {"chunks": 3742.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206706, "cps": 29.234375, "mean_p": 0.200652, "boundary_entropy": 0.158911, "bpb": 2.284938}, "fi": {"chunks": 4404.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.234118, "cps": 34.40625, "mean_p": 0.241068, "boundary_entropy": 0.171825, "bpb": 2.444771}}, "bpb": {"en": 2.07502, "tr": 2.28494, "fi": 2.44477}, "gini_cpc": 0.035154, "gini_cps": 0.052613, "bpic": 4.877235, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0319293604211435, "fi": 1.1687783661206033}, "inventory": {"size": 326654, "admitted": 65536, "staged": 261118, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 470, "admitted_surface": 1493, "staged_surface": 60372, "admitted_split": 15777, "staged_split": 40661, "admitted_merge": 300, "staged_merge": 115793, "admitted_skel": 47966, "staged_skel": 44292, "mean_count": 246.3118133544922, "n_util_obs": 261, "util_count_spearman": -0.1081667915308347}, "t": 3709.9} {"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.08753, "tr": 2.29267, "fi": 2.45276}, "bytes_per_chunk": {"en": 4.744, "tr": 4.961, "fi": 4.442}, "bpb_mean": 2.27765, "frozen_inventory": true, "t": 3714.1} {"event": "train", "step": 2200, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.47508, "bpb": 2.12809, "chunk_loss": 0.030524, "F": 0.20996, "G": 0.21771, "chunks": 215.0, "bytes_per_chunk": 4.763, "boundary_entropy": 0.14184, "router_noise": 0.0, "grad_norm": 0.6652, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 1.864, "probe_sec": 0.1021, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06848, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 5, "mean_delta_loo": -0.1989, "n_shadow": 7, "mean_delta_shadow": -0.15321, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.25006, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.52259, "trunc_abs_frac": 0.62939, "mean_delta_full": -0.19263, "read_hit_rate": {"surface": 0.25759, "split": 0.37423, "merge": 0.01203, "skel": 0.39418}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 8491, "n_cand": 31133, "read_suppressed_frac": 0.1026, "dropout_reads_logged": 8491, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 471, "admitted_surface": 1493, "staged_surface": 60464, "admitted_split": 15777, "staged_split": 40786, "admitted_merge": 300, "staged_merge": 116467, "admitted_skel": 47966, "staged_skel": 44427, "mean_count": 246.44139099121094, "n_util_obs": 261, "util_count_spearman": -0.10938033625582981}, "probe_overhead_sec_total": 311.097, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010414, "alpha": 0.03, "t": 3720.3} {"event": "consolidate", "step": 2250, "retired": 1, "split_retired": 5, "merge_admitted": 0, "admitted": 6, "swapped": 1024, "uncertain_staged": 262118, "t": 3793.9} {"event": "train", "step": 2250, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.50278, "bpb": 2.16805, "chunk_loss": 0.030673, "F": 0.21451, "G": 0.2232, "chunks": 219.66, "bytes_per_chunk": 4.662, "boundary_entropy": 0.13811, "router_noise": 0.0, "grad_norm": 0.7504, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 1.497, "probe_sec": 0.1186, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04801, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 5, "mean_delta_loo": 0.01597, "n_shadow": 5, "mean_delta_shadow": -0.00504, "n_split": 2, "mean_delta_split": 0.08572, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.05669, "trunc_abs_frac": 1.1105, "mean_delta_full": -0.07699, "read_hit_rate": {"surface": 0.25782, "split": 0.36989, "merge": 0.01464, "skel": 0.38597}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 8450, "n_cand": 31420, "read_suppressed_frac": 0.1027, "dropout_reads_logged": 8450, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 459, "admitted_surface": 1365, "staged_surface": 60628, "admitted_split": 16037, "staged_split": 40646, "admitted_merge": 277, "staged_merge": 116515, "admitted_skel": 47857, "staged_skel": 44355, "mean_count": 248.24993896484375, "n_util_obs": 259, "util_count_spearman": -0.1419975932611333}, "probe_overhead_sec_total": 318.242, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.01023, "alpha": 0.03, "t": 3795.1} {"event": "consolidate", "step": 2300, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262118, "t": 3880.4} {"event": "train", "step": 2300, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.50934, "bpb": 2.17752, "chunk_loss": 0.030529, "F": 0.20999, "G": 0.21785, "chunks": 215.03, "bytes_per_chunk": 4.762, "boundary_entropy": 0.13994, "router_noise": 0.0, "grad_norm": 0.6781, "lr": 0.000226, "router_trainable": true, "sec_per_step": 1.735, "probe_sec": 0.1738, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.094, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.03183, "n_shadow": 4, "mean_delta_shadow": 0.00885, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.75276, "trunc_abs_frac": 0.91534, "mean_delta_full": 0.37622, "read_hit_rate": {"surface": 0.24106, "split": 0.35636, "merge": 0.01042, "skel": 0.38978}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 8108, "n_cand": 31087, "read_suppressed_frac": 0.0976, "dropout_reads_logged": 8108, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 461, "admitted_surface": 1365, "staged_surface": 60994, "admitted_split": 17009, "staged_split": 40835, "admitted_merge": 276, "staged_merge": 115600, "admitted_skel": 46886, "staged_skel": 44715, "mean_count": 254.24913024902344, "n_util_obs": 267, "util_count_spearman": -0.10628134145526485}, "probe_overhead_sec_total": 326.231, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010232, "alpha": 0.03, "t": 3881.9} {"event": "consolidate", "step": 2350, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262117, "t": 3951.9} {"event": "train", "step": 2350, "arch": "ali", "phase": 1, "objective": "global", "lm_loss": 1.55851, "bpb": 2.24846, "chunk_loss": 0.030615, "F": 0.21371, "G": 0.22255, "chunks": 218.84, "bytes_per_chunk": 4.679, "boundary_entropy": 0.13755, "router_noise": 0.0, "grad_norm": 0.731, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 1.424, "probe_sec": 0.1159, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07129, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 7, "mean_delta_loo": -0.11762, "n_shadow": 7, "mean_delta_shadow": -0.16534, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.39429, "trunc_abs_frac": 1.19659, "mean_delta_full": 0.01602, "read_hit_rate": {"surface": 0.25463, "split": 0.377, "merge": 0.00908, "skel": 0.38907}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 8563, "n_cand": 31574, "read_suppressed_frac": 0.1008, "dropout_reads_logged": 8563, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 476, "admitted_surface": 1375, "staged_surface": 60747, "admitted_split": 18006, "staged_split": 40819, "admitted_merge": 252, "staged_merge": 116055, "admitted_skel": 45903, "staged_skel": 44523, "mean_count": 260.3397216796875, "n_util_obs": 274, "util_count_spearman": -0.10534720753698856}, "probe_overhead_sec_total": 332.514, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009829, "alpha": 0.03, "t": 3953.1} {"event": "consolidate", "step": 2400, "retired": 0, "split_retired": 2, "merge_admitted": 0, "admitted": 2, "swapped": 1024, "uncertain_staged": 262117, "t": 4018.3} {"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3500.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201115, "cps": 27.34375, "mean_p": 0.209904, "boundary_entropy": 0.128883, "bpb": 2.055259}, "tr": {"chunks": 3425.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189195, "cps": 26.757812, "mean_p": 0.190299, "boundary_entropy": 0.150111, "bpb": 2.253268}, "fi": {"chunks": 4536.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.241136, "cps": 35.4375, "mean_p": 0.244653, "boundary_entropy": 0.155264, "bpb": 2.394608}}, "bpb": {"en": 2.05526, "tr": 2.25327, "fi": 2.39461}, "gini_cpc": 0.054838, "gini_cps": 0.064625, "bpic": 4.950004, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9407323963668216, "fi": 1.198994630801127}, "inventory": {"size": 326654, "admitted": 65536, "staged": 261118, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 472, "admitted_surface": 1397, "staged_surface": 60517, "admitted_split": 19004, "staged_split": 40363, "admitted_merge": 226, "staged_merge": 115817, "admitted_skel": 44909, "staged_skel": 44421, "mean_count": 265.90777587890625, "n_util_obs": 276, "util_count_spearman": -0.0952183901485424}, "t": 4020.3} {"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.06832, "tr": 2.26291, "fi": 2.40427}, "bytes_per_chunk": {"en": 4.753, "tr": 5.461, "fi": 4.39}, "bpb_mean": 2.24517, "frozen_inventory": true, "t": 4023.7} {"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 4029.1} {"event": "train", "step": 2400, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.50065, "bpb": 2.16498, "chunk_loss": 0.030693, "F": 0.21533, "G": 0.22307, "chunks": 220.5, "bytes_per_chunk": 4.644, "boundary_entropy": 0.13442, "router_noise": 0.0, "grad_norm": 0.7284, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 1.543, "probe_sec": 0.1008, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0578, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.05186, "n_shadow": 4, "mean_delta_shadow": -0.0112, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.35474, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.67373, "trunc_abs_frac": 1.81382, "mean_delta_full": 0.04708, "read_hit_rate": {"surface": 0.23961, "split": 0.36555, "merge": 0.01058, "skel": 0.40162}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 8541, "n_cand": 32027, "read_suppressed_frac": 0.1015, "dropout_reads_logged": 8541, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 473, "admitted_surface": 1397, "staged_surface": 60716, "admitted_split": 19004, "staged_split": 40420, "admitted_merge": 226, "staged_merge": 116502, "admitted_skel": 44909, "staged_skel": 44506, "mean_count": 266.03814697265625, "n_util_obs": 276, "util_count_spearman": -0.09428233044619796}, "probe_overhead_sec_total": 339.121, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009799, "alpha": 0.03, "t": 4030.3} {"event": "consolidate", "step": 2450, "retired": 0, "split_retired": 3, "merge_admitted": 0, "admitted": 3, "swapped": 1024, "uncertain_staged": 262116, "t": 4092.2} {"event": "train", "step": 2450, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.46398, "bpb": 2.11208, "chunk_loss": 0.030513, "F": 0.20447, "G": 0.21594, "chunks": 209.38, "bytes_per_chunk": 4.891, "boundary_entropy": 0.1397, "router_noise": 0.0, "grad_norm": 0.6726, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 1.266, "probe_sec": 0.1449, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07425, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.05911, "n_shadow": 4, "mean_delta_shadow": -0.01153, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.02052, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.32979, "trunc_abs_frac": 0.79537, "mean_delta_full": 0.09711, "read_hit_rate": {"surface": 0.23395, "split": 0.36722, "merge": 0.00874, "skel": 0.4095}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 8183, "n_cand": 30566, "read_suppressed_frac": 0.0968, "dropout_reads_logged": 8183, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 460, "admitted_surface": 1414, "staged_surface": 60559, "admitted_split": 20010, "staged_split": 40217, "admitted_merge": 226, "staged_merge": 116796, "admitted_skel": 43886, "staged_skel": 44572, "mean_count": 272.0602722167969, "n_util_obs": 281, "util_count_spearman": -0.07498675958998538}, "probe_overhead_sec_total": 344.921, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010058, "alpha": 0.03, "t": 4093.6} {"event": "consolidate", "step": 2500, "retired": 0, "split_retired": 5, "merge_admitted": 0, "admitted": 5, "swapped": 1024, "uncertain_staged": 262114, "t": 4160.1} {"event": "train", "step": 2500, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43122, "bpb": 2.06482, "chunk_loss": 0.030607, "F": 0.21353, "G": 0.22078, "chunks": 218.66, "bytes_per_chunk": 4.683, "boundary_entropy": 0.1266, "router_noise": 0.0, "grad_norm": 0.7179, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 1.352, "probe_sec": 0.1284, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10115, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.07708, "n_shadow": 4, "mean_delta_shadow": -0.29596, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.03033, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.35995, "trunc_abs_frac": 0.35995, "mean_delta_full": 0.49463, "read_hit_rate": {"surface": 0.24436, "split": 0.36035, "merge": 0.00995, "skel": 0.406}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 8468, "n_cand": 31786, "read_suppressed_frac": 0.1027, "dropout_reads_logged": 8468, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 468, "admitted_surface": 1575, "staged_surface": 60568, "admitted_split": 20865, "staged_split": 40021, "admitted_merge": 228, "staged_merge": 117119, "admitted_skel": 42868, "staged_skel": 44436, "mean_count": 277.37109375, "n_util_obs": 288, "util_count_spearman": -0.0377945295765365}, "probe_overhead_sec_total": 351.947, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009931, "alpha": 0.03, "t": 4161.2} {"event": "consolidate", "step": 2550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262112, "t": 4219.9} {"event": "train", "step": 2550, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.46383, "bpb": 2.11185, "chunk_loss": 0.030539, "F": 0.21014, "G": 0.21665, "chunks": 215.19, "bytes_per_chunk": 4.759, "boundary_entropy": 0.12603, "router_noise": 0.0, "grad_norm": 0.761, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 1.189, "probe_sec": 0.147, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10587, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 4, "mean_delta_loo": 0.02954, "n_shadow": 8, "mean_delta_shadow": 0.00482, "n_split": 1, "mean_delta_split": 0.37259, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -2.49254, "trunc_abs_frac": 1.48081, "mean_delta_full": -0.00409, "read_hit_rate": {"surface": 0.23534, "split": 0.36242, "merge": 0.0107, "skel": 0.41312}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 8373, "n_cand": 31355, "read_suppressed_frac": 0.0995, "dropout_reads_logged": 8373, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 470, "admitted_surface": 1709, "staged_surface": 60548, "admitted_split": 21753, "staged_split": 40073, "admitted_merge": 228, "staged_merge": 116932, "admitted_skel": 41846, "staged_skel": 44591, "mean_count": 283.9168701171875, "n_util_obs": 293, "util_count_spearman": -0.032210911387791356}, "probe_overhead_sec_total": 357.886, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010026, "alpha": 0.03, "t": 4220.6} {"event": "consolidate", "step": 2600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262113, "t": 4262.5} {"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3529.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202781, "cps": 27.570312, "mean_p": 0.209138, "boundary_entropy": 0.121981, "bpb": 2.034762}, "tr": {"chunks": 3709.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.204883, "cps": 28.976562, "mean_p": 0.198602, "boundary_entropy": 0.139294, "bpb": 2.237981}, "fi": {"chunks": 4561.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.242465, "cps": 35.632812, "mean_p": 0.242029, "boundary_entropy": 0.142044, "bpb": 2.369809}}, "bpb": {"en": 2.03476, "tr": 2.23798, "fi": 2.36981}, "gini_cpc": 0.040693, "gini_cps": 0.05831, "bpic": 4.808204, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0103660476126606, "fi": 1.1956956537988457}, "inventory": {"size": 326656, "admitted": 65536, "staged": 261120, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 478, "admitted_surface": 1867, "staged_surface": 60549, "admitted_split": 22615, "staged_split": 39640, "admitted_merge": 229, "staged_merge": 116265, "admitted_skel": 40825, "staged_skel": 44666, "mean_count": 291.78485107421875, "n_util_obs": 307, "util_count_spearman": 0.019747198205026805}, "t": 4264.2} {"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.0468, "tr": 2.24782, "fi": 2.37875}, "bytes_per_chunk": {"en": 4.706, "tr": 4.984, "fi": 4.353}, "bpb_mean": 2.22446, "frozen_inventory": true, "t": 4267.0} {"event": "train", "step": 2600, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.41523, "bpb": 2.04175, "chunk_loss": 0.03056, "F": 0.21274, "G": 0.21737, "chunks": 217.84, "bytes_per_chunk": 4.701, "boundary_entropy": 0.12283, "router_noise": 0.0, "grad_norm": 0.7102, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 1.007, "probe_sec": 0.0758, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05089, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": -0.01391, "n_shadow": 8, "mean_delta_shadow": -0.0205, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 23.21053, "trunc_abs_frac": 23.21053, "mean_delta_full": 0.00232, "read_hit_rate": {"surface": 0.26791, "split": 0.39521, "merge": 0.00956, "skel": 0.41596}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 8961, "n_cand": 31369, "read_suppressed_frac": 0.102, "dropout_reads_logged": 8961, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 478, "admitted_surface": 1867, "staged_surface": 60771, "admitted_split": 22615, "staged_split": 39775, "admitted_merge": 229, "staged_merge": 116773, "admitted_skel": 40825, "staged_skel": 44825, "mean_count": 291.921630859375, "n_util_obs": 307, "util_count_spearman": 0.01895256177685762}, "probe_overhead_sec_total": 363.107, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009935, "alpha": 0.03, "t": 4270.9} {"event": "consolidate", "step": 2650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262113, "t": 4312.7} {"event": "train", "step": 2650, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.46621, "bpb": 2.11529, "chunk_loss": 0.030451, "F": 0.20557, "G": 0.21205, "chunks": 210.5, "bytes_per_chunk": 4.865, "boundary_entropy": 0.12417, "router_noise": 0.0, "grad_norm": 0.6997, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.864, "probe_sec": 0.1177, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06923, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.01394, "n_shadow": 3, "mean_delta_shadow": 0.10427, "n_split": 2, "mean_delta_split": 0.45998, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.81382, "trunc_abs_frac": 9.21355, "mean_delta_full": 0.1767, "read_hit_rate": {"surface": 0.29296, "split": 0.41223, "merge": 0.01064, "skel": 0.39699}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 8999, "n_cand": 30466, "read_suppressed_frac": 0.0978, "dropout_reads_logged": 8999, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 488, "admitted_surface": 1996, "staged_surface": 60844, "admitted_split": 23508, "staged_split": 39132, "admitted_merge": 219, "staged_merge": 117185, "admitted_skel": 39813, "staged_skel": 44983, "mean_count": 301.85833740234375, "n_util_obs": 319, "util_count_spearman": 0.07681249600872601}, "probe_overhead_sec_total": 368.871, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.01, "alpha": 0.03, "t": 4314.1} {"event": "consolidate", "step": 2700, "retired": 1, "split_retired": 2, "merge_admitted": 0, "admitted": 3, "swapped": 1024, "uncertain_staged": 262113, "t": 4367.6} {"event": "train", "step": 2700, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44727, "bpb": 2.08797, "chunk_loss": 0.030554, "F": 0.20969, "G": 0.21813, "chunks": 214.72, "bytes_per_chunk": 4.769, "boundary_entropy": 0.13114, "router_noise": 0.0, "grad_norm": 0.6728, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 1.09, "probe_sec": 0.114, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09303, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 4, "mean_delta_loo": 0.20001, "n_shadow": 4, "mean_delta_shadow": 0.08677, "n_split": 2, "mean_delta_split": -0.07607, "n_merge": 1, "mean_delta_merge": -0.13757, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.63904, "trunc_abs_frac": 1.2678, "mean_delta_full": 0.34894, "read_hit_rate": {"surface": 0.34596, "split": 0.46306, "merge": 0.01822, "skel": 0.43387}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10457, "n_cand": 31191, "read_suppressed_frac": 0.1021, "dropout_reads_logged": 10457, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 501, "admitted_surface": 2208, "staged_surface": 60756, "admitted_split": 24297, "staged_split": 38942, "admitted_merge": 186, "staged_merge": 117623, "admitted_skel": 38845, "staged_skel": 44823, "mean_count": 314.63995361328125, "n_util_obs": 325, "util_count_spearman": 0.08548058753790136}, "probe_overhead_sec_total": 374.466, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010214, "alpha": 0.03, "t": 4368.6} {"event": "consolidate", "step": 2750, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262112, "t": 4412.0} {"event": "train", "step": 2750, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.45663, "bpb": 2.10147, "chunk_loss": 0.030595, "F": 0.21042, "G": 0.21811, "chunks": 215.47, "bytes_per_chunk": 4.752, "boundary_entropy": 0.1255, "router_noise": 0.0, "grad_norm": 0.7016, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.891, "probe_sec": 0.1196, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06588, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 7, "mean_delta_loo": -0.05761, "n_shadow": 4, "mean_delta_shadow": 0.00491, "n_split": 1, "mean_delta_split": 0.33221, "n_merge": 1, "mean_delta_merge": 0.23135, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": -0.2636, "trunc_abs_frac": 0.2636, "mean_delta_full": 0.13916, "read_hit_rate": {"surface": 0.34839, "split": 0.47018, "merge": 0.01684, "skel": 0.42722}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10449, "n_cand": 31069, "read_suppressed_frac": 0.1033, "dropout_reads_logged": 10449, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 511, "admitted_surface": 2498, "staged_surface": 60550, "admitted_split": 25028, "staged_split": 38517, "admitted_merge": 186, "staged_merge": 118207, "admitted_skel": 37824, "staged_skel": 44870, "mean_count": 322.4609375, "n_util_obs": 328, "util_count_spearman": 0.0754498632805346}, "probe_overhead_sec_total": 380.262, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.010143, "alpha": 0.03, "t": 4413.2} {"event": "consolidate", "step": 2800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262112, "t": 4463.8} {"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3491.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.200598, "cps": 27.273438, "mean_p": 0.206584, "boundary_entropy": 0.114558, "bpb": 2.015543}, "tr": {"chunks": 3444.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190245, "cps": 26.90625, "mean_p": 0.188536, "boundary_entropy": 0.133511, "bpb": 2.198883}, "fi": {"chunks": 4466.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.237414, "cps": 34.890625, "mean_p": 0.238483, "boundary_entropy": 0.141137, "bpb": 2.329441}}, "bpb": {"en": 2.01554, "tr": 2.19888, "fi": 2.32944}, "gini_cpc": 0.050053, "gini_cps": 0.059761, "bpic": 4.976055, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9483897743984567, "fi": 1.1835350029612817}, "inventory": {"size": 326656, "admitted": 65536, "staged": 261120, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 528, "admitted_surface": 2735, "staged_surface": 60452, "admitted_split": 25814, "staged_split": 38653, "admitted_merge": 187, "staged_merge": 117064, "admitted_skel": 36800, "staged_skel": 44951, "mean_count": 330.375732421875, "n_util_obs": 335, "util_count_spearman": 0.07076610736137114}, "t": 4466.0} {"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.02905, "tr": 2.20983, "fi": 2.33673}, "bytes_per_chunk": {"en": 4.778, "tr": 5.504, "fi": 4.455}, "bpb_mean": 2.19187, "frozen_inventory": true, "t": 4468.8} {"event": "train", "step": 2800, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40883, "bpb": 2.03252, "chunk_loss": 0.030471, "F": 0.20779, "G": 0.21383, "chunks": 212.78, "bytes_per_chunk": 4.812, "boundary_entropy": 0.11527, "router_noise": 0.0, "grad_norm": 0.6632, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 1.215, "probe_sec": 0.0906, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04993, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": -0.01033, "n_shadow": 6, "mean_delta_shadow": -0.12672, "n_split": 2, "mean_delta_split": 0.05875, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 1.06799, "trunc_abs_frac": 1.06799, "mean_delta_full": -0.27649, "read_hit_rate": {"surface": 0.34779, "split": 0.46677, "merge": 0.01305, "skel": 0.42932}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10357, "n_cand": 30901, "read_suppressed_frac": 0.1, "dropout_reads_logged": 10357, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 528, "admitted_surface": 2735, "staged_surface": 60650, "admitted_split": 25814, "staged_split": 38764, "admitted_merge": 187, "staged_merge": 117588, "admitted_skel": 36800, "staged_skel": 45142, "mean_count": 330.53375244140625, "n_util_obs": 335, "util_count_spearman": 0.07068597910942363}, "probe_overhead_sec_total": 385.727, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009656, "alpha": 0.03, "t": 4473.9} {"event": "consolidate", "step": 2850, "retired": 1, "split_retired": 1, "merge_admitted": 0, "admitted": 2, "swapped": 1024, "uncertain_staged": 262112, "t": 4531.3} {"event": "train", "step": 2850, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.45658, "bpb": 2.1014, "chunk_loss": 0.030623, "F": 0.21512, "G": 0.22089, "chunks": 220.28, "bytes_per_chunk": 4.649, "boundary_entropy": 0.12369, "router_noise": 0.0, "grad_norm": 0.6907, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 1.182, "probe_sec": 0.1013, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06048, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 3, "mean_delta_loo": 0.03816, "n_shadow": 9, "mean_delta_shadow": -0.06762, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.04163, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.92942, "trunc_abs_frac": 0.23066, "mean_delta_full": 0.13066, "read_hit_rate": {"surface": 0.35143, "split": 0.47533, "merge": 0.01059, "skel": 0.44135}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10988, "n_cand": 32176, "read_suppressed_frac": 0.0992, "dropout_reads_logged": 10988, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 543, "admitted_surface": 2879, "staged_surface": 60746, "admitted_split": 26647, "staged_split": 38725, "admitted_merge": 193, "staged_merge": 117273, "admitted_skel": 35817, "staged_skel": 45400, "mean_count": 337.14910888671875, "n_util_obs": 339, "util_count_spearman": 0.07601009675142228}, "probe_overhead_sec_total": 391.817, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009535, "alpha": 0.03, "t": 4533.0} {"event": "consolidate", "step": 2900, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262111, "t": 4595.7} {"event": "train", "step": 2900, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.38844, "bpb": 2.00309, "chunk_loss": 0.030429, "F": 0.20648, "G": 0.2117, "chunks": 211.44, "bytes_per_chunk": 4.843, "boundary_entropy": 0.11714, "router_noise": 0.0, "grad_norm": 0.6604, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 1.299, "probe_sec": 0.1553, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09772, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 7, "mean_delta_loo": 0.24663, "n_shadow": 3, "mean_delta_shadow": -0.01608, "n_split": 1, "mean_delta_split": 0.04626, "n_merge": 1, "mean_delta_merge": -0.08051, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.74717, "trunc_abs_frac": 0.74717, "mean_delta_full": -0.25879, "read_hit_rate": {"surface": 0.3463, "split": 0.47951, "merge": 0.01328, "skel": 0.42387}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10350, "n_cand": 30585, "read_suppressed_frac": 0.1016, "dropout_reads_logged": 10350, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 560, "admitted_surface": 3022, "staged_surface": 60522, "admitted_split": 27518, "staged_split": 38418, "admitted_merge": 168, "staged_merge": 118013, "admitted_skel": 34828, "staged_skel": 45191, "mean_count": 344.5631103515625, "n_util_obs": 348, "util_count_spearman": 0.07959682083105661}, "probe_overhead_sec_total": 398.655, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009695, "alpha": 0.03, "t": 4598.0} {"event": "consolidate", "step": 2950, "retired": 0, "split_retired": 2, "merge_admitted": 0, "admitted": 2, "swapped": 1024, "uncertain_staged": 262110, "t": 4654.7} {"event": "train", "step": 2950, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.53998, "bpb": 2.22172, "chunk_loss": 0.030608, "F": 0.20807, "G": 0.21702, "chunks": 213.06, "bytes_per_chunk": 4.806, "boundary_entropy": 0.12641, "router_noise": 0.0, "grad_norm": 0.6975, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 1.146, "probe_sec": 0.1128, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08278, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 7, "mean_delta_loo": 0.00459, "n_shadow": 6, "mean_delta_shadow": -0.14346, "n_split": 1, "mean_delta_split": -0.03903, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.5851, "trunc_abs_frac": 0.59937, "mean_delta_full": -0.09497, "read_hit_rate": {"surface": 0.34748, "split": 0.47244, "merge": 0.01199, "skel": 0.40301}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10196, "n_cand": 30731, "read_suppressed_frac": 0.1034, "dropout_reads_logged": 10196, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 534, "admitted_surface": 3171, "staged_surface": 60781, "admitted_split": 28388, "staged_split": 38434, "admitted_merge": 149, "staged_merge": 117708, "admitted_skel": 33828, "staged_skel": 45221, "mean_count": 352.11175537109375, "n_util_obs": 350, "util_count_spearman": 0.08455936709432563}, "probe_overhead_sec_total": 404.992, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009456, "alpha": 0.03, "t": 4655.2} {"event": "consolidate", "step": 3000, "retired": 1, "split_retired": 0, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262109, "t": 4706.2} {"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3507.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201517, "cps": 27.398438, "mean_p": 0.207226, "boundary_entropy": 0.110966, "bpb": 1.99811}, "tr": {"chunks": 3494.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.193007, "cps": 27.296875, "mean_p": 0.188795, "boundary_entropy": 0.127347, "bpb": 2.180744}, "fi": {"chunks": 4444.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.236245, "cps": 34.71875, "mean_p": 0.237995, "boundary_entropy": 0.130964, "bpb": 2.314857}}, "bpb": {"en": 1.99811, "tr": 2.18074, "fi": 2.31486}, "gini_cpc": 0.045699, "gini_cps": 0.055337, "bpic": 4.956924, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9577688398110857, "fi": 1.1723317340803858}, "inventory": {"size": 326655, "admitted": 65536, "staged": 261119, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 546, "admitted_surface": 3229, "staged_surface": 60606, "admitted_split": 28879, "staged_split": 38110, "admitted_merge": 149, "staged_merge": 117450, "admitted_skel": 33279, "staged_skel": 44953, "mean_count": 355.6819763183594, "n_util_obs": 337, "util_count_spearman": 0.014728936892826415}, "t": 4708.0} {"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.01084, "tr": 2.19354, "fi": 2.32031}, "bytes_per_chunk": {"en": 4.753, "tr": 5.504, "fi": 4.465}, "bpb_mean": 2.1749, "frozen_inventory": true, "t": 4710.9} {"event": "train", "step": 3000, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.48788, "bpb": 2.14656, "chunk_loss": 0.030499, "F": 0.207, "G": 0.21283, "chunks": 211.97, "bytes_per_chunk": 4.831, "boundary_entropy": 0.11451, "router_noise": 0.0, "grad_norm": 0.6911, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 1.245, "probe_sec": 1.8762, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 1.82565, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": -0.25609, "n_shadow": 4, "mean_delta_shadow": 0.01222, "n_split": 1, "mean_delta_split": 0.02502, "n_merge": 1, "mean_delta_merge": 0.0499, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.19267, "trunc_abs_frac": 0.44815, "mean_delta_full": -0.12913, "read_hit_rate": {"surface": 0.33358, "split": 0.46655, "merge": 0.01592, "skel": 0.41057}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10100, "n_cand": 30698, "read_suppressed_frac": 0.1014, "dropout_reads_logged": 10100, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 547, "admitted_surface": 3229, "staged_surface": 60849, "admitted_split": 28879, "staged_split": 38310, "admitted_merge": 149, "staged_merge": 117900, "admitted_skel": 33279, "staged_skel": 45085, "mean_count": 355.83612060546875, "n_util_obs": 337, "util_count_spearman": 0.013139281288587724}, "probe_overhead_sec_total": 412.558, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009462, "alpha": 0.03, "t": 4717.5} {"event": "consolidate", "step": 3050, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262109, "t": 4772.9} {"event": "train", "step": 3050, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43442, "bpb": 2.06944, "chunk_loss": 0.030566, "F": 0.20926, "G": 0.21456, "chunks": 214.28, "bytes_per_chunk": 4.779, "boundary_entropy": 0.11556, "router_noise": 0.0, "grad_norm": 0.6783, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 1.118, "probe_sec": 0.0718, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04757, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 4, "mean_delta_loo": -0.03275, "n_shadow": 4, "mean_delta_shadow": -0.10666, "n_split": 3, "mean_delta_split": 0.04964, "n_merge": 1, "mean_delta_merge": 0.06097, "n_dropped_unpaired": 0, "n_full": 8, "trunc_ratio_sum": -0.55642, "trunc_abs_frac": 0.64891, "mean_delta_full": 0.02887, "read_hit_rate": {"surface": 0.34505, "split": 0.4644, "merge": 0.01295, "skel": 0.41578}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10336, "n_cand": 31173, "read_suppressed_frac": 0.1024, "dropout_reads_logged": 10336, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 549, "admitted_surface": 3281, "staged_surface": 60898, "admitted_split": 28836, "staged_split": 38575, "admitted_merge": 147, "staged_merge": 117312, "admitted_skel": 33272, "staged_skel": 45359, "mean_count": 360.3940124511719, "n_util_obs": 337, "util_count_spearman": -0.008981719570059329}, "probe_overhead_sec_total": 418.581, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009455, "alpha": 0.03, "t": 4773.4} {"event": "consolidate", "step": 3100, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262109, "t": 4812.2} {"event": "train", "step": 3100, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.48361, "bpb": 2.1404, "chunk_loss": 0.03041, "F": 0.20151, "G": 0.2095, "chunks": 206.34, "bytes_per_chunk": 4.963, "boundary_entropy": 0.11768, "router_noise": 0.0, "grad_norm": 0.6866, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.8, "probe_sec": 0.1073, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07287, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 7, "mean_delta_loo": -0.04704, "n_shadow": 5, "mean_delta_shadow": 0.22954, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.1199, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.59005, "trunc_abs_frac": 0.58951, "mean_delta_full": -0.19893, "read_hit_rate": {"surface": 0.30787, "split": 0.40892, "merge": 0.01254, "skel": 0.39788}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 8922, "n_cand": 29921, "read_suppressed_frac": 0.1, "dropout_reads_logged": 8922, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 562, "admitted_surface": 3346, "staged_surface": 60409, "admitted_split": 28748, "staged_split": 39213, "admitted_merge": 146, "staged_merge": 117352, "admitted_skel": 33296, "staged_skel": 45170, "mean_count": 346.946044921875, "n_util_obs": 312, "util_count_spearman": -0.0695723844075549}, "probe_overhead_sec_total": 423.448, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.00904, "alpha": 0.03, "t": 4813.4} {"event": "consolidate", "step": 3150, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262109, "t": 4852.5} {"event": "train", "step": 3150, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44806, "bpb": 2.08911, "chunk_loss": 0.030497, "F": 0.20795, "G": 0.21285, "chunks": 212.94, "bytes_per_chunk": 4.809, "boundary_entropy": 0.11407, "router_noise": 0.0, "grad_norm": 0.6742, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.792, "probe_sec": 0.0633, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04303, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 5, "mean_delta_loo": 0.05886, "n_shadow": 7, "mean_delta_shadow": 0.14021, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.36261, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 3.02078, "trunc_abs_frac": 0.54943, "mean_delta_full": -0.0235, "read_hit_rate": {"surface": 0.2775, "split": 0.32849, "merge": 0.01141, "skel": 0.31501}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7599, "n_cand": 30921, "read_suppressed_frac": 0.1007, "dropout_reads_logged": 7599, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 529, "admitted_surface": 3275, "staged_surface": 60102, "admitted_split": 28655, "staged_split": 40075, "admitted_merge": 159, "staged_merge": 117312, "admitted_skel": 33447, "staged_skel": 44655, "mean_count": 304.66943359375, "n_util_obs": 278, "util_count_spearman": -0.1164972761513626}, "probe_overhead_sec_total": 428.109, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.008921, "alpha": 0.03, "t": 4853.0} {"event": "consolidate", "step": 3200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262109, "t": 4892.9} {"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3525.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202551, "cps": 27.539062, "mean_p": 0.207105, "boundary_entropy": 0.106793, "bpb": 1.984386}, "tr": {"chunks": 3422.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189029, "cps": 26.734375, "mean_p": 0.183693, "boundary_entropy": 0.12233, "bpb": 2.157521}, "fi": {"chunks": 4570.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.242943, "cps": 35.703125, "mean_p": 0.239592, "boundary_entropy": 0.12617, "bpb": 2.29105}}, "bpb": {"en": 1.98439, "tr": 2.15752, "fi": 2.29105}, "gini_cpc": 0.056645, "gini_cps": 0.066452, "bpic": 4.925936, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9332423801861922, "fi": 1.1994145571230956}, "inventory": {"size": 326656, "admitted": 65536, "staged": 261120, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 529, "admitted_surface": 3366, "staged_surface": 60027, "admitted_split": 28566, "staged_split": 40321, "admitted_merge": 159, "staged_merge": 115730, "admitted_skel": 33445, "staged_skel": 45042, "mean_count": 309.665283203125, "n_util_obs": 286, "util_count_spearman": -0.0917206028887672}, "t": 4894.6} {"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 1.99658, "tr": 2.16797, "fi": 2.29921}, "bytes_per_chunk": {"en": 4.719, "tr": 5.773, "fi": 4.349}, "bpb_mean": 2.15459, "frozen_inventory": true, "t": 4897.9} {"event": "train", "step": 3200, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.42973, "bpb": 2.06266, "chunk_loss": 0.03053, "F": 0.21027, "G": 0.215, "chunks": 215.31, "bytes_per_chunk": 4.756, "boundary_entropy": 0.10705, "router_noise": 0.0, "grad_norm": 0.6159, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.989, "probe_sec": 0.08, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04056, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": -0.06067, "n_shadow": 4, "mean_delta_shadow": -0.09593, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.48466, "trunc_abs_frac": 4.12523, "mean_delta_full": 0.0806, "read_hit_rate": {"surface": 0.28988, "split": 0.31627, "merge": 0.0145, "skel": 0.31365}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7568, "n_cand": 31058, "read_suppressed_frac": 0.0998, "dropout_reads_logged": 7568, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 528, "admitted_surface": 3366, "staged_surface": 60234, "admitted_split": 28566, "staged_split": 40494, "admitted_merge": 159, "staged_merge": 116182, "admitted_skel": 33445, "staged_skel": 45234, "mean_count": 309.78076171875, "n_util_obs": 286, "util_count_spearman": -0.09304867148256109}, "probe_overhead_sec_total": 432.348, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009047, "alpha": 0.03, "t": 4902.5} {"event": "consolidate", "step": 3250, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262109, "t": 4938.4} {"event": "train", "step": 3250, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43038, "bpb": 2.06361, "chunk_loss": 0.030501, "F": 0.2049, "G": 0.20999, "chunks": 209.81, "bytes_per_chunk": 4.881, "boundary_entropy": 0.10875, "router_noise": 0.0, "grad_norm": 0.7267, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.727, "probe_sec": 0.0599, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04062, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 4, "mean_delta_loo": 0.0538, "n_shadow": 8, "mean_delta_shadow": -0.04185, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.10373, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.27188, "trunc_abs_frac": 1.27237, "mean_delta_full": 0.29508, "read_hit_rate": {"surface": 0.26773, "split": 0.32525, "merge": 0.01083, "skel": 0.30243}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7266, "n_cand": 30317, "read_suppressed_frac": 0.1005, "dropout_reads_logged": 7266, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 543, "admitted_surface": 3963, "staged_surface": 59611, "admitted_split": 27944, "staged_split": 40972, "admitted_merge": 160, "staged_merge": 116596, "admitted_skel": 33469, "staged_skel": 44965, "mean_count": 314.97564697265625, "n_util_obs": 300, "util_count_spearman": -0.043200035555950624}, "probe_overhead_sec_total": 436.602, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009115, "alpha": 0.03, "t": 4938.8} {"event": "consolidate", "step": 3300, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262109, "t": 4980.2} {"event": "train", "step": 3300, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.4104, "bpb": 2.03477, "chunk_loss": 0.030606, "F": 0.21341, "G": 0.21655, "chunks": 218.53, "bytes_per_chunk": 4.686, "boundary_entropy": 0.10982, "router_noise": 0.0, "grad_norm": 0.6258, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.847, "probe_sec": 0.0783, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04917, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 3, "mean_delta_loo": 0.24011, "n_shadow": 4, "mean_delta_shadow": -0.00959, "n_split": 2, "mean_delta_split": -0.05334, "n_merge": 2, "mean_delta_merge": -0.02332, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.14279, "trunc_abs_frac": 0.29021, "mean_delta_full": -0.34702, "read_hit_rate": {"surface": 0.29536, "split": 0.3225, "merge": 0.01082, "skel": 0.32241}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7813, "n_cand": 31510, "read_suppressed_frac": 0.0959, "dropout_reads_logged": 7813, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 546, "admitted_surface": 4271, "staged_surface": 59599, "admitted_split": 27418, "staged_split": 41307, "admitted_merge": 183, "staged_merge": 116330, "admitted_skel": 33664, "staged_skel": 44908, "mean_count": 320.1771545410156, "n_util_obs": 304, "util_count_spearman": -0.01693547879012717}, "probe_overhead_sec_total": 441.373, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.009759, "alpha": 0.03, "t": 4981.2} {"event": "consolidate", "step": 3350, "retired": 0, "split_retired": 3, "merge_admitted": 0, "admitted": 3, "swapped": 1024, "uncertain_staged": 262107, "t": 5016.5} {"event": "train", "step": 3350, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.35431, "bpb": 1.95385, "chunk_loss": 0.030504, "F": 0.20993, "G": 0.2125, "chunks": 214.97, "bytes_per_chunk": 4.763, "boundary_entropy": 0.10549, "router_noise": 0.0, "grad_norm": 0.7099, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.726, "probe_sec": 0.0718, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04406, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 9, "mean_delta_loo": 0.05993, "n_shadow": 1, "mean_delta_shadow": -0.16077, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.1644, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.91597, "trunc_abs_frac": 0.84274, "mean_delta_full": 0.21549, "read_hit_rate": {"surface": 0.29356, "split": 0.32928, "merge": 0.0157, "skel": 0.32888}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7897, "n_cand": 31222, "read_suppressed_frac": 0.1026, "dropout_reads_logged": 7897, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 544, "admitted_surface": 4513, "staged_surface": 59738, "admitted_split": 26777, "staged_split": 41612, "admitted_merge": 328, "staged_merge": 116102, "admitted_skel": 33918, "staged_skel": 44692, "mean_count": 325.33056640625, "n_util_obs": 315, "util_count_spearman": 0.031246283660854437}, "probe_overhead_sec_total": 445.524, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010074, "alpha": 0.03, "t": 5017.4} {"event": "consolidate", "step": 3400, "retired": 0, "split_retired": 2, "merge_admitted": 0, "admitted": 2, "swapped": 1024, "uncertain_staged": 262106, "t": 5055.9} {"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3504.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201345, "cps": 27.375, "mean_p": 0.203642, "boundary_entropy": 0.102475, "bpb": 1.970762}, "tr": {"chunks": 3486.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192565, "cps": 27.234375, "mean_p": 0.18816, "boundary_entropy": 0.117449, "bpb": 2.152869}, "fi": {"chunks": 4634.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.246345, "cps": 36.203125, "mean_p": 0.240478, "boundary_entropy": 0.118436, "bpb": 2.25834}}, "bpb": {"en": 1.97076, "tr": 2.15287, "fi": 2.25834}, "gini_cpc": 0.055999, "gini_cps": 0.065841, "bpic": 4.880592, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9563940246035054, "fi": 1.2235005494453477}, "inventory": {"size": 326654, "admitted": 65536, "staged": 261118, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 545, "admitted_surface": 4777, "staged_surface": 59149, "admitted_split": 26412, "staged_split": 41914, "admitted_merge": 344, "staged_merge": 115391, "admitted_skel": 34003, "staged_skel": 44664, "mean_count": 331.38787841796875, "n_util_obs": 324, "util_count_spearman": 0.029534724276038}, "t": 5057.4} {"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 1.98477, "tr": 2.16248, "fi": 2.26704}, "bytes_per_chunk": {"en": 4.729, "tr": 5.473, "fi": 4.275}, "bpb_mean": 2.13809, "frozen_inventory": true, "t": 5059.9} {"event": "train", "step": 3400, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.42349, "bpb": 2.05366, "chunk_loss": 0.030512, "F": 0.20911, "G": 0.21151, "chunks": 214.12, "bytes_per_chunk": 4.782, "boundary_entropy": 0.10624, "router_noise": 0.0, "grad_norm": 0.7076, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.947, "probe_sec": 0.0598, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03936, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 5, "mean_delta_loo": 0.02675, "n_shadow": 5, "mean_delta_shadow": -0.13698, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.00311, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 3.37663, "trunc_abs_frac": 1.21044, "mean_delta_full": 0.08881, "read_hit_rate": {"surface": 0.31452, "split": 0.32926, "merge": 0.01252, "skel": 0.31495}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7889, "n_cand": 31029, "read_suppressed_frac": 0.1031, "dropout_reads_logged": 7889, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 546, "admitted_surface": 4777, "staged_surface": 59324, "admitted_split": 26412, "staged_split": 42120, "admitted_merge": 344, "staged_merge": 115858, "admitted_skel": 34003, "staged_skel": 44842, "mean_count": 331.50823974609375, "n_util_obs": 324, "util_count_spearman": 0.02955941890926411}, "probe_overhead_sec_total": 450.454, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009395, "alpha": 0.03, "t": 5064.8} {"event": "consolidate", "step": 3450, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262108, "t": 5094.9} {"event": "train", "step": 3450, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.3828, "bpb": 1.99495, "chunk_loss": 0.03047, "F": 0.20758, "G": 0.2115, "chunks": 212.56, "bytes_per_chunk": 4.817, "boundary_entropy": 0.10682, "router_noise": 0.0, "grad_norm": 0.7224, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.61, "probe_sec": 0.0648, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04419, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": -0.13491, "n_shadow": 6, "mean_delta_shadow": 0.00779, "n_split": 1, "mean_delta_split": 0.15627, "n_merge": 1, "mean_delta_merge": 0.36084, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": -18.88461, "trunc_abs_frac": 18.88461, "mean_delta_full": 0.00635, "read_hit_rate": {"surface": 0.21285, "split": 0.25105, "merge": 0.01039, "skel": 0.25226}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 5880, "n_cand": 30885, "read_suppressed_frac": 0.1003, "dropout_reads_logged": 5880, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 429, "admitted_surface": 4037, "staged_surface": 59739, "admitted_split": 26600, "staged_split": 42521, "admitted_merge": 905, "staged_merge": 115093, "admitted_skel": 33994, "staged_skel": 44791, "mean_count": 254.01980590820312, "n_util_obs": 258, "util_count_spearman": -0.085166037840004}, "probe_overhead_sec_total": 454.716, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009086, "alpha": 0.03, "t": 5095.3} {"event": "consolidate", "step": 3500, "retired": 0, "split_retired": 2, "merge_admitted": 0, "admitted": 2, "swapped": 1024, "uncertain_staged": 262107, "t": 5145.6} {"event": "train", "step": 3500, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.36343, "bpb": 1.96701, "chunk_loss": 0.030389, "F": 0.20377, "G": 0.20545, "chunks": 208.66, "bytes_per_chunk": 4.908, "boundary_entropy": 0.10437, "router_noise": 0.0, "grad_norm": 0.6845, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 1.018, "probe_sec": 0.1344, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10394, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": 0.09187, "n_shadow": 7, "mean_delta_shadow": 0.03996, "n_split": 1, "mean_delta_split": -0.04034, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.97946, "trunc_abs_frac": 13.65715, "mean_delta_full": 0.10696, "read_hit_rate": {"surface": 0.21174, "split": 0.23263, "merge": 0.01391, "skel": 0.25143}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 5575, "n_cand": 30354, "read_suppressed_frac": 0.097, "dropout_reads_logged": 5575, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 424, "admitted_surface": 3275, "staged_surface": 59916, "admitted_split": 27282, "staged_split": 41817, "admitted_merge": 959, "staged_merge": 115624, "admitted_skel": 34020, "staged_skel": 44787, "mean_count": 256.88787841796875, "n_util_obs": 267, "util_count_spearman": -0.0813021149217165}, "probe_overhead_sec_total": 460.105, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008974, "alpha": 0.03, "t": 5146.2} {"event": "consolidate", "step": 3550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262105, "t": 5187.6} {"event": "train", "step": 3550, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.41122, "bpb": 2.03596, "chunk_loss": 0.030472, "F": 0.20612, "G": 0.21031, "chunks": 211.06, "bytes_per_chunk": 4.852, "boundary_entropy": 0.10686, "router_noise": 0.0, "grad_norm": 0.6691, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.85, "probe_sec": 0.1123, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08628, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.02099, "n_shadow": 6, "mean_delta_shadow": -0.01622, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.38208, "trunc_abs_frac": 1.8167, "mean_delta_full": -0.15951, "read_hit_rate": {"surface": 0.20753, "split": 0.22218, "merge": 0.00643, "skel": 0.23277}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 5321, "n_cand": 30634, "read_suppressed_frac": 0.0932, "dropout_reads_logged": 5321, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 418, "admitted_surface": 2771, "staged_surface": 60371, "admitted_split": 27617, "staged_split": 41901, "admitted_merge": 1083, "staged_merge": 115039, "admitted_skel": 34065, "staged_skel": 44833, "mean_count": 250.92138671875, "n_util_obs": 260, "util_count_spearman": -0.1005274487209285}, "probe_overhead_sec_total": 464.765, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008985, "alpha": 0.03, "t": 5188.7} {"event": "consolidate", "step": 3600, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262104, "t": 5229.5} {"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3534.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203068, "cps": 27.609375, "mean_p": 0.206616, "boundary_entropy": 0.1007, "bpb": 1.95807}, "tr": {"chunks": 3572.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197315, "cps": 27.90625, "mean_p": 0.19066, "boundary_entropy": 0.114202, "bpb": 2.117257}, "fi": {"chunks": 4542.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.241454, "cps": 35.484375, "mean_p": 0.238826, "boundary_entropy": 0.120702, "bpb": 2.24128}}, "bpb": {"en": 1.95807, "tr": 2.11726, "fi": 2.24128}, "gini_cpc": 0.045847, "gini_cps": 0.057692, "bpic": 4.870536, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9716692831165037, "fi": 1.1890300251478405}, "inventory": {"size": 326655, "admitted": 65536, "staged": 261119, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 276, "admitted_surface": 2055, "staged_surface": 60339, "admitted_split": 27948, "staged_split": 41718, "admitted_merge": 1184, "staged_merge": 114676, "admitted_skel": 34349, "staged_skel": 44386, "mean_count": 158.7467803955078, "n_util_obs": 207, "util_count_spearman": -0.09482931237891136}, "t": 5231.5} {"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 1.97172, "tr": 2.12577, "fi": 2.2515}, "bytes_per_chunk": {"en": 4.698, "tr": 5.352, "fi": 4.401}, "bpb_mean": 2.11633, "frozen_inventory": true, "t": 5234.3} {"event": "train", "step": 3600, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.40575, "bpb": 2.02807, "chunk_loss": 0.030624, "F": 0.21484, "G": 0.21782, "chunks": 220.0, "bytes_per_chunk": 4.655, "boundary_entropy": 0.1054, "router_noise": 0.0, "grad_norm": 0.6348, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 1.008, "probe_sec": 0.107, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07967, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": 0.00372, "n_shadow": 3, "mean_delta_shadow": -0.29689, "n_split": 1, "mean_delta_split": 0.00798, "n_merge": 2, "mean_delta_merge": -0.17291, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.88576, "trunc_abs_frac": 0.50929, "mean_delta_full": -0.18546, "read_hit_rate": {"surface": 0.16239, "split": 0.10023, "merge": 0.00201, "skel": 0.19747}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 3488, "n_cand": 31931, "read_suppressed_frac": 0.1015, "dropout_reads_logged": 3488, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 276, "admitted_surface": 2055, "staged_surface": 60618, "admitted_split": 27948, "staged_split": 41899, "admitted_merge": 1184, "staged_merge": 115120, "admitted_skel": 34349, "staged_skel": 44507, "mean_count": 158.8000030517578, "n_util_obs": 207, "util_count_spearman": -0.09475969978118258}, "probe_overhead_sec_total": 469.584, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009544, "alpha": 0.03, "t": 5239.1} {"event": "consolidate", "step": 3650, "retired": 0, "split_retired": 2, "merge_admitted": 0, "admitted": 2, "swapped": 1024, "uncertain_staged": 262103, "t": 5282.0} {"event": "train", "step": 3650, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.44067, "bpb": 2.07844, "chunk_loss": 0.030538, "F": 0.20895, "G": 0.21301, "chunks": 213.97, "bytes_per_chunk": 4.786, "boundary_entropy": 0.10522, "router_noise": 0.0, "grad_norm": 0.6892, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.883, "probe_sec": 0.0869, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05536, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 9, "mean_delta_loo": -0.01016, "n_shadow": 3, "mean_delta_shadow": -0.08788, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.21948, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.34127, "trunc_abs_frac": 0.64239, "mean_delta_full": -0.27209, "read_hit_rate": {"surface": 0.15143, "split": 0.10444, "merge": 0.00339, "skel": 0.19392}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 3378, "n_cand": 31193, "read_suppressed_frac": 0.1048, "dropout_reads_logged": 3378, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 271, "admitted_surface": 2015, "staged_surface": 60840, "admitted_split": 27190, "staged_split": 42375, "admitted_merge": 1341, "staged_merge": 114640, "admitted_skel": 34990, "staged_skel": 44289, "mean_count": 158.99041748046875, "n_util_obs": 205, "util_count_spearman": -0.10972266718669471}, "probe_overhead_sec_total": 475.038, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009404, "alpha": 0.03, "t": 5283.2} {"event": "consolidate", "step": 3700, "retired": 0, "split_retired": 2, "merge_admitted": 0, "admitted": 2, "swapped": 1024, "uncertain_staged": 262101, "t": 5326.1} {"event": "train", "step": 3700, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.38968, "bpb": 2.00488, "chunk_loss": 0.03051, "F": 0.21021, "G": 0.21398, "chunks": 215.25, "bytes_per_chunk": 4.757, "boundary_entropy": 0.10241, "router_noise": 0.0, "grad_norm": 0.647, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.867, "probe_sec": 0.07, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04474, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 7, "mean_delta_loo": 0.13986, "n_shadow": 3, "mean_delta_shadow": 0.14343, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.0545, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.89984, "trunc_abs_frac": 0.70914, "mean_delta_full": 0.14236, "read_hit_rate": {"surface": 0.12573, "split": 0.08772, "merge": 0.0044, "skel": 0.17067}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 2852, "n_cand": 31021, "read_suppressed_frac": 0.0908, "dropout_reads_logged": 2852, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 221, "admitted_surface": 1780, "staged_surface": 60735, "admitted_split": 27038, "staged_split": 42338, "admitted_merge": 1384, "staged_merge": 114542, "admitted_skel": 35334, "staged_skel": 44529, "mean_count": 146.04856872558594, "n_util_obs": 189, "util_count_spearman": -0.118720560265913}, "probe_overhead_sec_total": 479.913, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009568, "alpha": 0.03, "t": 5326.6} {"event": "consolidate", "step": 3750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262098, "t": 5370.0} {"event": "train", "step": 3750, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.37819, "bpb": 1.98831, "chunk_loss": 0.030442, "F": 0.20749, "G": 0.21036, "chunks": 212.47, "bytes_per_chunk": 4.82, "boundary_entropy": 0.10503, "router_noise": 0.0, "grad_norm": 0.6956, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.902, "probe_sec": 0.1174, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06803, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 7, "mean_delta_loo": 0.11109, "n_shadow": 5, "mean_delta_shadow": -0.1307, "n_split": 2, "mean_delta_split": -0.00252, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.08183, "trunc_abs_frac": 0.77791, "mean_delta_full": -0.1001, "read_hit_rate": {"surface": 0.12073, "split": 0.08729, "merge": 0.00371, "skel": 0.18232}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 2872, "n_cand": 30894, "read_suppressed_frac": 0.0954, "dropout_reads_logged": 2872, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 210, "admitted_surface": 1533, "staged_surface": 60676, "admitted_split": 28015, "staged_split": 42017, "admitted_merge": 1386, "staged_merge": 114750, "admitted_skel": 34602, "staged_skel": 44701, "mean_count": 147.92926025390625, "n_util_obs": 196, "util_count_spearman": -0.12733227613575693}, "probe_overhead_sec_total": 484.877, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010153, "alpha": 0.03, "t": 5371.7} {"event": "consolidate", "step": 3800, "retired": 0, "split_retired": 3, "merge_admitted": 0, "admitted": 3, "swapped": 1024, "uncertain_staged": 262091, "t": 5414.5} {"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3468.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199276, "cps": 27.09375, "mean_p": 0.201719, "boundary_entropy": 0.099581, "bpb": 1.949077}, "tr": {"chunks": 3451.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190631, "cps": 26.960938, "mean_p": 0.184335, "boundary_entropy": 0.116254, "bpb": 2.11095}, "fi": {"chunks": 4443.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.236192, "cps": 34.710938, "mean_p": 0.235114, "boundary_entropy": 0.116035, "bpb": 2.227873}}, "bpb": {"en": 1.94908, "tr": 2.11095, "fi": 2.22787}, "gini_cpc": 0.048512, "gini_cps": 0.058206, "bpic": 4.993135, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9566199622422022, "fi": 1.185248627809062}, "inventory": {"size": 326653, "admitted": 65536, "staged": 261117, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 202, "admitted_surface": 1598, "staged_surface": 60639, "admitted_split": 28896, "staged_split": 42189, "admitted_merge": 941, "staged_merge": 113583, "admitted_skel": 34101, "staged_skel": 44706, "mean_count": 172.9080352783203, "n_util_obs": 219, "util_count_spearman": -0.07697967484319124}, "t": 5416.1} {"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 1.96307, "tr": 2.12111, "fi": 2.23765}, "bytes_per_chunk": {"en": 4.789, "tr": 5.713, "fi": 4.48}, "bpb_mean": 2.10728, "frozen_inventory": true, "t": 5419.2} {"event": "train", "step": 3800, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.45187, "bpb": 2.09461, "chunk_loss": 0.030512, "F": 0.20966, "G": 0.21196, "chunks": 214.69, "bytes_per_chunk": 4.77, "boundary_entropy": 0.10214, "router_noise": 0.0, "grad_norm": 0.7022, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 1.066, "probe_sec": 0.0844, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05767, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": 0.13634, "n_shadow": 4, "mean_delta_shadow": -0.17978, "n_split": 1, "mean_delta_split": 0.35455, "n_merge": 1, "mean_delta_merge": 0.42706, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.68126, "trunc_abs_frac": 0.90383, "mean_delta_full": 0.27039, "read_hit_rate": {"surface": 0.23603, "split": 0.31211, "merge": 0.01499, "skel": 0.26461}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7008, "n_cand": 31438, "read_suppressed_frac": 0.0985, "dropout_reads_logged": 7008, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 203, "admitted_surface": 1598, "staged_surface": 60846, "admitted_split": 28896, "staged_split": 42297, "admitted_merge": 941, "staged_merge": 114157, "admitted_skel": 34101, "staged_skel": 44844, "mean_count": 173.01498413085938, "n_util_obs": 219, "util_count_spearman": -0.07687227941092463}, "probe_overhead_sec_total": 489.577, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011147, "alpha": 0.03, "t": 5424.9} {"event": "consolidate", "step": 3850, "retired": 0, "split_retired": 2, "merge_admitted": 0, "admitted": 2, "swapped": 33, "uncertain_staged": 262101, "t": 5467.6} {"event": "train", "step": 3850, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.54369, "bpb": 2.22707, "chunk_loss": 0.030682, "F": 0.20764, "G": 0.2119, "chunks": 212.62, "bytes_per_chunk": 4.816, "boundary_entropy": 0.10456, "router_noise": 0.0, "grad_norm": 0.7152, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.864, "probe_sec": 0.0626, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03905, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 5, "mean_delta_loo": 0.04384, "n_shadow": 5, "mean_delta_shadow": -0.06804, "n_split": 3, "mean_delta_split": 0.03578, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.09495, "trunc_abs_frac": 1.07901, "mean_delta_full": -0.16167, "read_hit_rate": {"surface": 0.23169, "split": 0.31805, "merge": 0.01944, "skel": 0.24792}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 6678, "n_cand": 30303, "read_suppressed_frac": 0.1026, "dropout_reads_logged": 6678, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 230, "admitted_surface": 1607, "staged_surface": 60680, "admitted_split": 28913, "staged_split": 42652, "admitted_merge": 908, "staged_merge": 113927, "admitted_skel": 34108, "staged_skel": 44885, "mean_count": 179.671142578125, "n_util_obs": 228, "util_count_spearman": -0.08999401879208238}, "probe_overhead_sec_total": 494.184, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.010337, "alpha": 0.03, "t": 5468.1} {"event": "consolidate", "step": 3900, "retired": 1, "split_retired": 0, "merge_admitted": 0, "admitted": 1, "swapped": 33, "uncertain_staged": 262102, "t": 5513.1} {"event": "train", "step": 3900, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.43153, "bpb": 2.06526, "chunk_loss": 0.030506, "F": 0.20865, "G": 0.212, "chunks": 213.66, "bytes_per_chunk": 4.793, "boundary_entropy": 0.10338, "router_noise": 0.0, "grad_norm": 0.7298, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.909, "probe_sec": 0.0698, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04873, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 5, "mean_delta_loo": -0.04427, "n_shadow": 7, "mean_delta_shadow": 0.11218, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.00131, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 5.98839, "trunc_abs_frac": 0.64786, "mean_delta_full": -0.01884, "read_hit_rate": {"surface": 0.24967, "split": 0.35256, "merge": 0.01358, "skel": 0.28181}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7586, "n_cand": 31095, "read_suppressed_frac": 0.1007, "dropout_reads_logged": 7586, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 244, "admitted_surface": 1621, "staged_surface": 60639, "admitted_split": 28921, "staged_split": 42382, "admitted_merge": 876, "staged_merge": 114334, "admitted_skel": 34118, "staged_skel": 44789, "mean_count": 187.67564392089844, "n_util_obs": 242, "util_count_spearman": -0.11171442657312859}, "probe_overhead_sec_total": 499.027, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009474, "alpha": 0.03, "t": 5513.6} {"event": "consolidate", "step": 3950, "retired": 0, "split_retired": 3, "merge_admitted": 0, "admitted": 3, "swapped": 10, "uncertain_staged": 262103, "t": 5556.4} {"event": "train", "step": 3950, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.48886, "bpb": 2.14798, "chunk_loss": 0.030432, "F": 0.20297, "G": 0.20628, "chunks": 207.84, "bytes_per_chunk": 4.927, "boundary_entropy": 0.10467, "router_noise": 0.0, "grad_norm": 0.7334, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.879, "probe_sec": 0.0885, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0504, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 1, "mean_delta_loo": 0.03943, "n_shadow": 9, "mean_delta_shadow": -0.10928, "n_split": 1, "mean_delta_split": -0.03021, "n_merge": 1, "mean_delta_merge": -0.12103, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -14.20312, "trunc_abs_frac": 0.32146, "mean_delta_full": 0.00586, "read_hit_rate": {"surface": 0.25517, "split": 0.34014, "merge": 0.01943, "skel": 0.2809}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7281, "n_cand": 30179, "read_suppressed_frac": 0.1064, "dropout_reads_logged": 7281, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 251, "admitted_surface": 1626, "staged_surface": 60801, "admitted_split": 28922, "staged_split": 42486, "admitted_merge": 867, "staged_merge": 113806, "admitted_skel": 34121, "staged_skel": 45051, "mean_count": 192.79144287109375, "n_util_obs": 256, "util_count_spearman": -0.04414768825818265}, "probe_overhead_sec_total": 503.841, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009113, "alpha": 0.03, "t": 5557.6} {"event": "consolidate", "step": 4000, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 3, "uncertain_staged": 262103, "t": 5600.9} {"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3476.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199736, "cps": 27.15625, "mean_p": 0.20183, "boundary_entropy": 0.09809, "bpb": 1.929703}, "tr": {"chunks": 3493.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192951, "cps": 27.289062, "mean_p": 0.186487, "boundary_entropy": 0.112414, "bpb": 2.091306}, "fi": {"chunks": 4427.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.235341, "cps": 34.585938, "mean_p": 0.233168, "boundary_entropy": 0.114994, "bpb": 2.198252}}, "bpb": {"en": 1.9297, "tr": 2.09131, "fi": 2.19825}, "gini_cpc": 0.044998, "gini_cps": 0.055634, "bpic": 4.978238, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9660339438554743, "fi": 1.178262324048455}, "inventory": {"size": 327676, "admitted": 65536, "staged": 262140, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 250, "admitted_surface": 1626, "staged_surface": 60538, "admitted_split": 28923, "staged_split": 42410, "admitted_merge": 864, "staged_merge": 114193, "admitted_skel": 34123, "staged_skel": 44999, "mean_count": 198.23806762695312, "n_util_obs": 263, "util_count_spearman": -0.028697532062377212}, "t": 5602.6} {"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 1.94468, "tr": 2.10181, "fi": 2.20742}, "bytes_per_chunk": {"en": 4.785, "tr": 5.615, "fi": 4.485}, "bpb_mean": 2.08464, "frozen_inventory": true, "t": 5605.7} {"event": "train", "step": 4000, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.41255, "bpb": 2.03788, "chunk_loss": 0.030527, "F": 0.20844, "G": 0.21079, "chunks": 213.44, "bytes_per_chunk": 4.798, "boundary_entropy": 0.1009, "router_noise": 0.0, "grad_norm": 0.6646, "lr": 0.000104, "router_trainable": true, "sec_per_step": 1.092, "probe_sec": 0.0864, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05734, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 4, "mean_delta_loo": 0.10865, "n_shadow": 6, "mean_delta_shadow": -0.07997, "n_split": 1, "mean_delta_split": 0.0242, "n_merge": 1, "mean_delta_merge": -0.44617, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.38928, "trunc_abs_frac": 1.41347, "mean_delta_full": -0.13127, "read_hit_rate": {"surface": 0.25919, "split": 0.34898, "merge": 0.02025, "skel": 0.29831}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7684, "n_cand": 30916, "read_suppressed_frac": 0.099, "dropout_reads_logged": 7684, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 250, "admitted_surface": 1626, "staged_surface": 60474, "admitted_split": 28923, "staged_split": 42485, "admitted_merge": 864, "staged_merge": 114251, "admitted_skel": 34123, "staged_skel": 44934, "mean_count": 198.35533142089844, "n_util_obs": 263, "util_count_spearman": -0.029134886844345467}, "probe_overhead_sec_total": 508.665, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009012, "alpha": 0.03, "t": 5612.2} {"event": "consolidate", "step": 4050, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 11, "uncertain_staged": 262103, "t": 5649.6} {"event": "train", "step": 4050, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.4258, "bpb": 2.057, "chunk_loss": 0.030539, "F": 0.211, "G": 0.21373, "chunks": 216.06, "bytes_per_chunk": 4.739, "boundary_entropy": 0.10035, "router_noise": 0.0, "grad_norm": 0.6909, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.759, "probe_sec": 0.0874, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0559, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 4, "mean_delta_loo": -0.25203, "n_shadow": 6, "mean_delta_shadow": 0.0921, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": 0.1846, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.89741, "trunc_abs_frac": 0.55211, "mean_delta_full": -0.35132, "read_hit_rate": {"surface": 0.24339, "split": 0.36727, "merge": 0.02234, "skel": 0.28343}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7757, "n_cand": 31103, "read_suppressed_frac": 0.0959, "dropout_reads_logged": 7757, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 259, "admitted_surface": 1631, "staged_surface": 60526, "admitted_split": 28920, "staged_split": 42692, "admitted_merge": 860, "staged_merge": 114021, "admitted_skel": 34125, "staged_skel": 44905, "mean_count": 204.11505126953125, "n_util_obs": 272, "util_count_spearman": -0.03630047507443251}, "probe_overhead_sec_total": 512.771, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008626, "alpha": 0.03, "t": 5650.1} {"event": "probe", "step": 4096, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3470.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199391, "cps": 27.109375, "mean_p": 0.201231, "boundary_entropy": 0.09405, "bpb": 1.925708}, "tr": {"chunks": 3523.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.194609, "cps": 27.523438, "mean_p": 0.188127, "boundary_entropy": 0.10966, "bpb": 2.083931}, "fi": {"chunks": 4452.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.23667, "cps": 34.78125, "mean_p": 0.234169, "boundary_entropy": 0.10991, "bpb": 2.192072}}, "bpb": {"en": 1.92571, "tr": 2.08393, "fi": 2.19207}, "gini_cpc": 0.044462, "gini_cps": 0.057201, "bpic": 4.956924, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9760155504660252, "fi": 1.1869650123471505}, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 256, "admitted_surface": 1631, "staged_surface": 60511, "admitted_split": 28920, "staged_split": 42587, "admitted_merge": 860, "staged_merge": 114139, "admitted_skel": 34125, "staged_skel": 44907, "mean_count": 209.36868286132812, "n_util_obs": 284, "util_count_spearman": -0.03385390847843651}, "t": 5684.3} {"event": "consolidate", "step": 4100, "retired": 0, "split_retired": 4, "merge_admitted": 0, "admitted": 4, "swapped": 34, "uncertain_staged": 262103, "t": 5696.5} {"event": "train", "step": 4100, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.36041, "bpb": 1.96266, "chunk_loss": 0.030435, "F": 0.20581, "G": 0.20806, "chunks": 210.75, "bytes_per_chunk": 4.859, "boundary_entropy": 0.09561, "router_noise": 0.0, "grad_norm": 0.6841, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.936, "probe_sec": 0.0634, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04181, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 4, "mean_delta_loo": -0.00454, "n_shadow": 5, "mean_delta_shadow": 0.00508, "n_split": 2, "mean_delta_split": -0.25894, "n_merge": 1, "mean_delta_merge": 0.0751, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.50559, "trunc_abs_frac": 0.0941, "mean_delta_full": 0.07096, "read_hit_rate": {"surface": 0.25372, "split": 0.35103, "merge": 0.02186, "skel": 0.30558}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7688, "n_cand": 30718, "read_suppressed_frac": 0.099, "dropout_reads_logged": 7688, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 251, "admitted_surface": 1640, "staged_surface": 60610, "admitted_split": 28907, "staged_split": 42821, "admitted_merge": 856, "staged_merge": 113925, "admitted_skel": 34133, "staged_skel": 44788, "mean_count": 209.07376098632812, "n_util_obs": 284, "util_count_spearman": -0.0372871411096297}, "probe_overhead_sec_total": 516.658, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.00908, "alpha": 0.03, "t": 5696.9} {"event": "consolidate", "step": 4150, "retired": 1, "split_retired": 0, "merge_admitted": 0, "admitted": 1, "swapped": 29, "uncertain_staged": 262104, "t": 5733.3} {"event": "train", "step": 4150, "arch": "ali", "phase": 2, "objective": "global", "lm_loss": 1.42448, "bpb": 2.05508, "chunk_loss": 0.030607, "F": 0.21194, "G": 0.21523, "chunks": 217.03, "bytes_per_chunk": 4.718, "boundary_entropy": 0.10167, "router_noise": 0.0, "grad_norm": 0.7607, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.753, "probe_sec": 0.0892, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04932, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.05793, "n_shadow": 3, "mean_delta_shadow": 0.01321, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.26993, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.61713, "trunc_abs_frac": 0.61987, "mean_delta_full": 0.46167, "read_hit_rate": {"surface": 0.25503, "split": 0.35769, "merge": 0.02442, "skel": 0.2891}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7880, "n_cand": 31469, "read_suppressed_frac": 0.0952, "dropout_reads_logged": 7880, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 260, "admitted_surface": 1648, "staged_surface": 60618, "admitted_split": 28880, "staged_split": 42687, "admitted_merge": 869, "staged_merge": 113905, "admitted_skel": 34139, "staged_skel": 44934, "mean_count": 214.4392547607422, "n_util_obs": 293, "util_count_spearman": -0.036368363709878365}, "probe_overhead_sec_total": 520.609, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008703, "alpha": 0.03, "t": 5734.5} {"event": "consolidate", "step": 4200, "retired": 0, "split_retired": 2, "merge_admitted": 0, "admitted": 2, "swapped": 13, "uncertain_staged": 262104, "t": 5773.7} {"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3467.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199219, "cps": 27.085938, "mean_p": 0.20095, "boundary_entropy": 0.093815, "bpb": 1.922044}, "tr": {"chunks": 3445.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.1903, "cps": 26.914062, "mean_p": 0.183492, "boundary_entropy": 0.108234, "bpb": 2.075673}, "fi": {"chunks": 4453.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.236723, "cps": 34.789062, "mean_p": 0.23447, "boundary_entropy": 0.108973, "bpb": 2.182873}}, "bpb": {"en": 1.92204, "tr": 2.07567, "fi": 2.18287}, "gini_cpc": 0.04942, "gini_cps": 0.059129, "bpic": 4.991817, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9552321992503207, "fi": 1.1882589394354484}, "inventory": {"size": 327665, "admitted": 65536, "staged": 262129, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 266, "admitted_surface": 1653, "staged_surface": 60679, "admitted_split": 28868, "staged_split": 42689, "admitted_merge": 872, "staged_merge": 113866, "admitted_skel": 34143, "staged_skel": 44895, "mean_count": 219.85960388183594, "n_util_obs": 301, "util_count_spearman": -0.038585289652592905}, "t": 5775.2} {"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 1.93616, "tr": 2.08573, "fi": 2.19303}, "bytes_per_chunk": {"en": 4.804, "tr": 5.719, "fi": 4.476}, "bpb_mean": 2.07164, "frozen_inventory": true, "t": 5777.8} {"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 5782.3} {"event": "train", "step": 4200, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35237, "bpb": 1.95106, "chunk_loss": 0.03033, "F": 0.19876, "G": 0.20157, "chunks": 203.53, "bytes_per_chunk": 5.031, "boundary_entropy": 0.09433, "router_noise": 0.0, "grad_norm": 0.6643, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.977, "probe_sec": 0.0826, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05569, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 5, "mean_delta_loo": -0.00751, "n_shadow": 2, "mean_delta_shadow": 0.48678, "n_split": 1, "mean_delta_split": 0.02612, "n_merge": 3, "mean_delta_merge": -0.25078, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.03412, "trunc_abs_frac": 1.16891, "mean_delta_full": 0.24609, "read_hit_rate": {"surface": 0.24796, "split": 0.35058, "merge": 0.02605, "skel": 0.2914}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7396, "n_cand": 29849, "read_suppressed_frac": 0.0928, "dropout_reads_logged": 7396, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 266, "admitted_surface": 1653, "staged_surface": 60685, "admitted_split": 28868, "staged_split": 42707, "admitted_merge": 872, "staged_merge": 113788, "admitted_skel": 34143, "staged_skel": 44964, "mean_count": 219.9724578857422, "n_util_obs": 301, "util_count_spearman": -0.03778706739125652}, "probe_overhead_sec_total": 524.66, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008744, "alpha": 0.03, "t": 5783.4} {"event": "consolidate", "step": 4250, "retired": 0, "split_retired": 4, "merge_admitted": 0, "admitted": 4, "swapped": 5, "uncertain_staged": 262104, "t": 5820.7} {"event": "train", "step": 4250, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.38532, "bpb": 1.9986, "chunk_loss": 0.030501, "F": 0.20819, "G": 0.21158, "chunks": 213.19, "bytes_per_chunk": 4.803, "boundary_entropy": 0.09447, "router_noise": 0.0, "grad_norm": 0.6797, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.754, "probe_sec": 0.0661, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04341, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 3, "mean_delta_loo": -0.03231, "n_shadow": 3, "mean_delta_shadow": 0.12655, "n_split": 3, "mean_delta_split": -0.04018, "n_merge": 2, "mean_delta_merge": 0.16321, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 3.5, "trunc_abs_frac": 1.13852, "mean_delta_full": 0.01127, "read_hit_rate": {"surface": 0.25096, "split": 0.35287, "merge": 0.02737, "skel": 0.30121}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7761, "n_cand": 30977, "read_suppressed_frac": 0.1008, "dropout_reads_logged": 7761, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 267, "admitted_surface": 1655, "staged_surface": 60593, "admitted_split": 28864, "staged_split": 42706, "admitted_merge": 872, "staged_merge": 114006, "admitted_skel": 34145, "staged_skel": 44839, "mean_count": 224.84605407714844, "n_util_obs": 304, "util_count_spearman": -0.03316190980616612}, "probe_overhead_sec_total": 528.593, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008563, "alpha": 0.03, "t": 5821.1} {"event": "consolidate", "step": 4300, "retired": 0, "split_retired": 2, "merge_admitted": 0, "admitted": 2, "swapped": 11, "uncertain_staged": 262104, "t": 5857.8} {"event": "train", "step": 4300, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.38825, "bpb": 2.00282, "chunk_loss": 0.030354, "F": 0.2005, "G": 0.20416, "chunks": 205.31, "bytes_per_chunk": 4.988, "boundary_entropy": 0.09492, "router_noise": 0.0, "grad_norm": 0.7365, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.743, "probe_sec": 0.065, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04238, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": -0.03625, "n_shadow": 6, "mean_delta_shadow": 0.01369, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.69708, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.23033, "trunc_abs_frac": 0.8578, "mean_delta_full": -0.05688, "read_hit_rate": {"surface": 0.23172, "split": 0.35872, "merge": 0.02382, "skel": 0.2932}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7373, "n_cand": 29898, "read_suppressed_frac": 0.0963, "dropout_reads_logged": 7373, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 270, "admitted_surface": 1660, "staged_surface": 60384, "admitted_split": 28858, "staged_split": 43031, "admitted_merge": 869, "staged_merge": 113973, "admitted_skel": 34149, "staged_skel": 44756, "mean_count": 230.5355987548828, "n_util_obs": 309, "util_count_spearman": -0.003983348719738889}, "probe_overhead_sec_total": 532.462, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008501, "alpha": 0.03, "t": 5858.3} {"event": "consolidate", "step": 4350, "retired": 0, "split_retired": 3, "merge_admitted": 0, "admitted": 3, "swapped": 24, "uncertain_staged": 262104, "t": 5896.0} {"event": "train", "step": 4350, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.40622, "bpb": 2.02875, "chunk_loss": 0.030473, "F": 0.2088, "G": 0.21116, "chunks": 213.81, "bytes_per_chunk": 4.789, "boundary_entropy": 0.09269, "router_noise": 0.0, "grad_norm": 0.6449, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.769, "probe_sec": 0.0651, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03953, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 5, "mean_delta_loo": -0.09998, "n_shadow": 3, "mean_delta_shadow": 0.00475, "n_split": 0, "mean_delta_split": NaN, "n_merge": 3, "mean_delta_merge": -0.06595, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.4487, "trunc_abs_frac": 0.67927, "mean_delta_full": 0.12952, "read_hit_rate": {"surface": 0.26417, "split": 0.35645, "merge": 0.02847, "skel": 0.3226}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 8049, "n_cand": 31094, "read_suppressed_frac": 0.0957, "dropout_reads_logged": 8049, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 280, "admitted_surface": 1672, "staged_surface": 60583, "admitted_split": 28867, "staged_split": 42541, "admitted_merge": 847, "staged_merge": 114539, "admitted_skel": 34150, "staged_skel": 44481, "mean_count": 236.23944091796875, "n_util_obs": 313, "util_count_spearman": 0.03637668572779266}, "probe_overhead_sec_total": 536.311, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008954, "alpha": 0.03, "t": 5896.7} {"event": "consolidate", "step": 4400, "retired": 2, "split_retired": 3, "merge_admitted": 0, "admitted": 5, "swapped": 35, "uncertain_staged": 262104, "t": 5932.3} {"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3478.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199851, "cps": 27.171875, "mean_p": 0.201253, "boundary_entropy": 0.092467, "bpb": 1.912367}, "tr": {"chunks": 3452.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190687, "cps": 26.96875, "mean_p": 0.182696, "boundary_entropy": 0.107221, "bpb": 2.064256}, "fi": {"chunks": 4436.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.235819, "cps": 34.65625, "mean_p": 0.234137, "boundary_entropy": 0.109691, "bpb": 2.165858}}, "bpb": {"en": 1.91237, "tr": 2.06426, "fi": 2.16586}, "gini_cpc": 0.048037, "gini_cps": 0.057716, "bpic": 4.991378, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9541458773524458, "fi": 1.1799787780319768}, "inventory": {"size": 327640, "admitted": 65536, "staged": 262104, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 286, "admitted_surface": 1697, "staged_surface": 60334, "admitted_split": 28875, "staged_split": 42809, "admitted_merge": 812, "staged_merge": 114208, "admitted_skel": 34152, "staged_skel": 44753, "mean_count": 240.5373992919922, "n_util_obs": 318, "util_count_spearman": 0.03425792820754342}, "t": 5933.9} {"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 1.92652, "tr": 2.07395, "fi": 2.17648}, "bytes_per_chunk": {"en": 4.782, "tr": 5.705, "fi": 4.479}, "bpb_mean": 2.05898, "frozen_inventory": true, "t": 5937.0} {"event": "train", "step": 4400, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36282, "bpb": 1.96613, "chunk_loss": 0.030382, "F": 0.2052, "G": 0.20701, "chunks": 210.12, "bytes_per_chunk": 4.873, "boundary_entropy": 0.09514, "router_noise": 0.0, "grad_norm": 0.6138, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.901, "probe_sec": 0.0691, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04353, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": 0.18503, "n_shadow": 7, "mean_delta_shadow": -0.02622, "n_split": 1, "mean_delta_split": 0.01819, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.06428, "trunc_abs_frac": 2.18197, "mean_delta_full": -0.31668, "read_hit_rate": {"surface": 0.25732, "split": 0.35603, "merge": 0.02778, "skel": 0.31275}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7871, "n_cand": 30753, "read_suppressed_frac": 0.0953, "dropout_reads_logged": 7871, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 287, "admitted_surface": 1697, "staged_surface": 60304, "admitted_split": 28875, "staged_split": 42750, "admitted_merge": 812, "staged_merge": 114319, "admitted_skel": 34152, "staged_skel": 44771, "mean_count": 240.65750122070312, "n_util_obs": 318, "util_count_spearman": 0.03487459133451987}, "probe_overhead_sec_total": 540.019, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008693, "alpha": 0.03, "t": 5941.8} {"event": "consolidate", "step": 4450, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 149, "uncertain_staged": 262104, "t": 5974.5} {"event": "train", "step": 4450, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35527, "bpb": 1.95524, "chunk_loss": 0.030321, "F": 0.19928, "G": 0.20153, "chunks": 204.06, "bytes_per_chunk": 5.018, "boundary_entropy": 0.09364, "router_noise": 0.0, "grad_norm": 0.6755, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.663, "probe_sec": 0.0672, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04545, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.19227, "n_shadow": 5, "mean_delta_shadow": -0.14083, "n_split": 1, "mean_delta_split": -0.05713, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.66798, "trunc_abs_frac": 1.00448, "mean_delta_full": 0.0803, "read_hit_rate": {"surface": 0.28239, "split": 0.3701, "merge": 0.02923, "skel": 0.29729}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7810, "n_cand": 29599, "read_suppressed_frac": 0.0953, "dropout_reads_logged": 7810, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 290, "admitted_surface": 1805, "staged_surface": 60511, "admitted_split": 28883, "staged_split": 42579, "admitted_merge": 694, "staged_merge": 114016, "admitted_skel": 34154, "staged_skel": 45038, "mean_count": 247.25682067871094, "n_util_obs": 334, "util_count_spearman": 0.06384279153212688}, "probe_overhead_sec_total": 543.637, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008454, "alpha": 0.03, "t": 5974.9} {"event": "consolidate", "step": 4500, "retired": 2, "split_retired": 1, "merge_admitted": 0, "admitted": 3, "swapped": 387, "uncertain_staged": 262104, "t": 6007.8} {"event": "train", "step": 4500, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33395, "bpb": 1.92448, "chunk_loss": 0.030471, "F": 0.20981, "G": 0.21139, "chunks": 214.84, "bytes_per_chunk": 4.766, "boundary_entropy": 0.09101, "router_noise": 0.0, "grad_norm": 0.645, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.675, "probe_sec": 0.063, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04159, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 7, "mean_delta_loo": 0.09576, "n_shadow": 4, "mean_delta_shadow": 0.16806, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.05006, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.66408, "trunc_abs_frac": 0.77968, "mean_delta_full": 0.09302, "read_hit_rate": {"surface": 0.32997, "split": 0.38895, "merge": 0.03054, "skel": 0.32837}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9021, "n_cand": 31355, "read_suppressed_frac": 0.1094, "dropout_reads_logged": 9021, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 303, "admitted_surface": 1990, "staged_surface": 60463, "admitted_split": 28871, "staged_split": 42192, "admitted_merge": 498, "staged_merge": 114487, "admitted_skel": 34177, "staged_skel": 45002, "mean_count": 254.20265197753906, "n_util_obs": 341, "util_count_spearman": 0.05902372817032785}, "probe_overhead_sec_total": 547.05, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009462, "alpha": 0.03, "t": 6008.6} {"event": "consolidate", "step": 4550, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262104, "t": 6041.2} {"event": "train", "step": 4550, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36085, "bpb": 1.96329, "chunk_loss": 0.030358, "F": 0.20139, "G": 0.20541, "chunks": 206.22, "bytes_per_chunk": 4.966, "boundary_entropy": 0.09341, "router_noise": 0.0, "grad_norm": 0.6551, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.663, "probe_sec": 0.0704, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0448, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": -0.13418, "n_shadow": 8, "mean_delta_shadow": 0.06772, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.49065, "trunc_abs_frac": 0.51769, "mean_delta_full": -0.5321, "read_hit_rate": {"surface": 0.35907, "split": 0.42527, "merge": 0.03734, "skel": 0.33909}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9357, "n_cand": 30054, "read_suppressed_frac": 0.1005, "dropout_reads_logged": 9357, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 318, "admitted_surface": 2359, "staged_surface": 60124, "admitted_split": 28574, "staged_split": 42020, "admitted_merge": 340, "staged_merge": 114991, "admitted_skel": 34263, "staged_skel": 45009, "mean_count": 262.863037109375, "n_util_obs": 348, "util_count_spearman": 0.08292457253718305}, "probe_overhead_sec_total": 550.509, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008747, "alpha": 0.03, "t": 6041.8} {"event": "consolidate", "step": 4600, "retired": 0, "split_retired": 2, "merge_admitted": 0, "admitted": 2, "swapped": 365, "uncertain_staged": 262104, "t": 6075.0} {"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3470.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199391, "cps": 27.109375, "mean_p": 0.201344, "boundary_entropy": 0.092035, "bpb": 1.904567}, "tr": {"chunks": 3469.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191626, "cps": 27.101562, "mean_p": 0.18423, "boundary_entropy": 0.101818, "bpb": 2.055448}, "fi": {"chunks": 4506.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.239541, "cps": 35.203125, "mean_p": 0.23803, "boundary_entropy": 0.111155, "bpb": 2.164894}}, "bpb": {"en": 1.90457, "tr": 2.05545, "fi": 2.16489}, "gini_cpc": 0.050659, "gini_cps": 0.060405, "bpic": 4.956924, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9610553348188027, "fi": 1.2013621620926012}, "inventory": {"size": 327313, "admitted": 65536, "staged": 261777, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 341, "admitted_surface": 2508, "staged_surface": 60122, "admitted_split": 28345, "staged_split": 42084, "admitted_merge": 394, "staged_merge": 114450, "admitted_skel": 34289, "staged_skel": 45121, "mean_count": 270.4742431640625, "n_util_obs": 351, "util_count_spearman": 0.07094059703360556}, "t": 6076.3} {"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 1.91844, "tr": 2.06522, "fi": 2.17321}, "bytes_per_chunk": {"en": 4.79, "tr": 5.69, "fi": 4.417}, "bpb_mean": 2.05229, "frozen_inventory": true, "t": 6078.7} {"event": "train", "step": 4600, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36165, "bpb": 1.96444, "chunk_loss": 0.030546, "F": 0.21262, "G": 0.21529, "chunks": 217.72, "bytes_per_chunk": 4.703, "boundary_entropy": 0.09733, "router_noise": 0.0, "grad_norm": 0.6648, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.824, "probe_sec": 0.0627, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04244, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 4, "mean_delta_loo": 0.01303, "n_shadow": 7, "mean_delta_shadow": -0.16376, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.14143, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.02436, "trunc_abs_frac": 1.35411, "mean_delta_full": -0.10898, "read_hit_rate": {"surface": 0.40476, "split": 0.44772, "merge": 0.05577, "skel": 0.3707}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10705, "n_cand": 31558, "read_suppressed_frac": 0.1016, "dropout_reads_logged": 10705, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 343, "admitted_surface": 2508, "staged_surface": 60209, "admitted_split": 28345, "staged_split": 42071, "admitted_merge": 394, "staged_merge": 114732, "admitted_skel": 34289, "staged_skel": 45132, "mean_count": 270.6376037597656, "n_util_obs": 351, "util_count_spearman": 0.0704441489682753}, "probe_overhead_sec_total": 554.012, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008436, "alpha": 0.03, "t": 6083.0} {"event": "consolidate", "step": 4650, "retired": 1, "split_retired": 0, "merge_admitted": 0, "admitted": 1, "swapped": 777, "uncertain_staged": 262104, "t": 6114.7} {"event": "train", "step": 4650, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.39078, "bpb": 2.00647, "chunk_loss": 0.030434, "F": 0.20502, "G": 0.20926, "chunks": 209.94, "bytes_per_chunk": 4.878, "boundary_entropy": 0.09311, "router_noise": 0.0, "grad_norm": 0.6501, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.643, "probe_sec": 0.0601, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03957, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.03984, "n_shadow": 4, "mean_delta_shadow": -0.15166, "n_split": 1, "mean_delta_split": -0.40231, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.76285, "trunc_abs_frac": 2.3603, "mean_delta_full": -0.23982, "read_hit_rate": {"surface": 0.39276, "split": 0.46685, "merge": 0.05425, "skel": 0.35978}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10398, "n_cand": 30420, "read_suppressed_frac": 0.0991, "dropout_reads_logged": 10398, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 372, "admitted_surface": 2721, "staged_surface": 60393, "admitted_split": 28006, "staged_split": 41603, "admitted_merge": 480, "staged_merge": 114761, "admitted_skel": 34329, "staged_skel": 45387, "mean_count": 279.1527099609375, "n_util_obs": 354, "util_count_spearman": 0.05364204239215482}, "probe_overhead_sec_total": 557.563, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008124, "alpha": 0.03, "t": 6115.1} {"event": "consolidate", "step": 4700, "retired": 1, "split_retired": 1, "merge_admitted": 0, "admitted": 2, "swapped": 63, "uncertain_staged": 262104, "t": 6145.0} {"event": "train", "step": 4700, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.41821, "bpb": 2.04605, "chunk_loss": 0.030528, "F": 0.21198, "G": 0.21278, "chunks": 217.06, "bytes_per_chunk": 4.718, "boundary_entropy": 0.08932, "router_noise": 0.0, "grad_norm": 0.6429, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.616, "probe_sec": 0.0693, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04497, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.16622, "n_shadow": 4, "mean_delta_shadow": -0.0253, "n_split": 1, "mean_delta_split": 0.02856, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.52386, "trunc_abs_frac": 0.47628, "mean_delta_full": 0.26538, "read_hit_rate": {"surface": 0.41091, "split": 0.46232, "merge": 0.05667, "skel": 0.38005}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10986, "n_cand": 31530, "read_suppressed_frac": 0.1001, "dropout_reads_logged": 10986, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 382, "admitted_surface": 2755, "staged_surface": 60367, "admitted_split": 27964, "staged_split": 41726, "admitted_merge": 488, "staged_merge": 114886, "admitted_skel": 34329, "staged_skel": 45165, "mean_count": 286.74786376953125, "n_util_obs": 366, "util_count_spearman": 0.07815017399408047}, "probe_overhead_sec_total": 561.406, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008832, "alpha": 0.03, "t": 6145.9} {"event": "consolidate", "step": 4750, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 623, "uncertain_staged": 262104, "t": 6179.9} {"event": "train", "step": 4750, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.40504, "bpb": 2.02705, "chunk_loss": 0.030549, "F": 0.21201, "G": 0.21428, "chunks": 217.09, "bytes_per_chunk": 4.717, "boundary_entropy": 0.09028, "router_noise": 0.0, "grad_norm": 0.6718, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.687, "probe_sec": 0.0648, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04176, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 4, "mean_delta_loo": -0.05716, "n_shadow": 5, "mean_delta_shadow": -0.16419, "n_split": 0, "mean_delta_split": NaN, "n_merge": 4, "mean_delta_merge": -0.08405, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.07769, "trunc_abs_frac": 1.43402, "mean_delta_full": -0.20004, "read_hit_rate": {"surface": 0.41721, "split": 0.47251, "merge": 0.05666, "skel": 0.39153}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 11116, "n_cand": 31311, "read_suppressed_frac": 0.1023, "dropout_reads_logged": 11116, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 394, "admitted_surface": 3085, "staged_surface": 59976, "admitted_split": 27646, "staged_split": 41677, "admitted_merge": 473, "staged_merge": 115138, "admitted_skel": 34332, "staged_skel": 45353, "mean_count": 296.08831787109375, "n_util_obs": 372, "util_count_spearman": 0.09577883724982567}, "probe_overhead_sec_total": 565.151, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009094, "alpha": 0.03, "t": 6180.3} {"event": "consolidate", "step": 4800, "retired": 1, "split_retired": 1, "merge_admitted": 0, "admitted": 2, "swapped": 1024, "uncertain_staged": 262105, "t": 6212.4} {"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3460.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198816, "cps": 27.03125, "mean_p": 0.199914, "boundary_entropy": 0.087503, "bpb": 1.897283}, "tr": {"chunks": 3493.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192951, "cps": 27.289062, "mean_p": 0.186258, "boundary_entropy": 0.098584, "bpb": 2.039844}, "fi": {"chunks": 4421.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.235022, "cps": 34.539062, "mean_p": 0.232447, "boundary_entropy": 0.103246, "bpb": 2.14883}}, "bpb": {"en": 1.89728, "tr": 2.03984, "fi": 2.14883}, "gini_cpc": 0.044747, "gini_cps": 0.056327, "bpic": 4.987867, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9705011528444012, "fi": 1.1821066292843658}, "inventory": {"size": 326654, "admitted": 65536, "staged": 261118, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 428, "admitted_surface": 3624, "staged_surface": 59822, "admitted_split": 27129, "staged_split": 41084, "admitted_merge": 450, "staged_merge": 115082, "admitted_skel": 34333, "staged_skel": 45130, "mean_count": 304.02642822265625, "n_util_obs": 378, "util_count_spearman": 0.10538382027207648}, "t": 6214.2} {"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 1.91185, "tr": 2.05038, "fi": 2.15709}, "bytes_per_chunk": {"en": 4.805, "tr": 5.583, "fi": 4.499}, "bpb_mean": 2.03977, "frozen_inventory": true, "t": 6217.2} {"event": "train", "step": 4800, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37822, "bpb": 1.98835, "chunk_loss": 0.030494, "F": 0.21185, "G": 0.21247, "chunks": 216.94, "bytes_per_chunk": 4.72, "boundary_entropy": 0.09025, "router_noise": 0.0, "grad_norm": 0.6528, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.853, "probe_sec": 0.0708, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03941, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.00795, "n_shadow": 4, "mean_delta_shadow": -0.02098, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.17981, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -1.99706, "trunc_abs_frac": 2.3989, "mean_delta_full": 0.02767, "read_hit_rate": {"surface": 0.42518, "split": 0.4769, "merge": 0.05249, "skel": 0.38011}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 11173, "n_cand": 31395, "read_suppressed_frac": 0.101, "dropout_reads_logged": 11173, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 429, "admitted_surface": 3624, "staged_surface": 60017, "admitted_split": 27129, "staged_split": 41203, "admitted_merge": 450, "staged_merge": 115666, "admitted_skel": 34333, "staged_skel": 45258, "mean_count": 304.1968994140625, "n_util_obs": 378, "util_count_spearman": 0.10510322189533329}, "probe_overhead_sec_total": 568.623, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008871, "alpha": 0.03, "t": 6222.9} {"event": "consolidate", "step": 4850, "retired": 0, "split_retired": 3, "merge_admitted": 0, "admitted": 3, "swapped": 331, "uncertain_staged": 262105, "t": 6253.1} {"event": "train", "step": 4850, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35033, "bpb": 1.94811, "chunk_loss": 0.030446, "F": 0.20538, "G": 0.20697, "chunks": 210.31, "bytes_per_chunk": 4.869, "boundary_entropy": 0.09059, "router_noise": 0.0, "grad_norm": 0.6763, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.62, "probe_sec": 0.0657, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04238, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": -0.00706, "n_shadow": 8, "mean_delta_shadow": 0.00016, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.18788, "trunc_abs_frac": 0.33872, "mean_delta_full": -0.11283, "read_hit_rate": {"surface": 0.41475, "split": 0.47717, "merge": 0.05626, "skel": 0.38708}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10889, "n_cand": 30576, "read_suppressed_frac": 0.1038, "dropout_reads_logged": 10889, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 452, "admitted_surface": 3787, "staged_surface": 60017, "admitted_split": 26960, "staged_split": 41553, "admitted_merge": 455, "staged_merge": 115026, "admitted_skel": 34334, "staged_skel": 45548, "mean_count": 311.918701171875, "n_util_obs": 380, "util_count_spearman": 0.10408201224042787}, "probe_overhead_sec_total": 571.916, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008727, "alpha": 0.03, "t": 6253.9} {"event": "consolidate", "step": 4900, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 300, "uncertain_staged": 262105, "t": 6282.9} {"event": "train", "step": 4900, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.38623, "bpb": 1.99991, "chunk_loss": 0.030424, "F": 0.20114, "G": 0.20334, "chunks": 205.97, "bytes_per_chunk": 4.972, "boundary_entropy": 0.0903, "router_noise": 0.0, "grad_norm": 0.661, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.596, "probe_sec": 0.059, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03883, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 7, "mean_delta_loo": -0.24052, "n_shadow": 1, "mean_delta_shadow": -0.14185, "n_split": 1, "mean_delta_split": 0.01056, "n_merge": 2, "mean_delta_merge": -0.1871, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.98651, "trunc_abs_frac": 2.1439, "mean_delta_full": -0.37187, "read_hit_rate": {"surface": 0.39854, "split": 0.46551, "merge": 0.05945, "skel": 0.35753}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10281, "n_cand": 29934, "read_suppressed_frac": 0.1024, "dropout_reads_logged": 10281, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 461, "admitted_surface": 3936, "staged_surface": 60102, "admitted_split": 26810, "staged_split": 41285, "admitted_merge": 455, "staged_merge": 115298, "admitted_skel": 34335, "staged_skel": 45459, "mean_count": 320.06292724609375, "n_util_obs": 383, "util_count_spearman": 0.11236990624369414}, "probe_overhead_sec_total": 575.239, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008349, "alpha": 0.03, "t": 6283.7} {"event": "consolidate", "step": 4950, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 190, "uncertain_staged": 262105, "t": 6317.9} {"event": "train", "step": 4950, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33472, "bpb": 1.9256, "chunk_loss": 0.030446, "F": 0.20538, "G": 0.20772, "chunks": 210.31, "bytes_per_chunk": 4.869, "boundary_entropy": 0.08897, "router_noise": 0.0, "grad_norm": 0.6443, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.704, "probe_sec": 0.1412, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08947, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 4, "mean_delta_loo": -0.19989, "n_shadow": 6, "mean_delta_shadow": -0.04788, "n_split": 1, "mean_delta_split": 0.21149, "n_merge": 2, "mean_delta_merge": 0.11226, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.47709, "trunc_abs_frac": 0.4342, "mean_delta_full": 0.1485, "read_hit_rate": {"surface": 0.40863, "split": 0.47464, "merge": 0.05761, "skel": 0.37312}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10692, "n_cand": 30426, "read_suppressed_frac": 0.1015, "dropout_reads_logged": 10692, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 464, "admitted_surface": 4043, "staged_surface": 59784, "admitted_split": 26705, "staged_split": 41376, "admitted_merge": 453, "staged_merge": 115480, "admitted_skel": 34335, "staged_skel": 45504, "mean_count": 328.1875, "n_util_obs": 387, "util_count_spearman": 0.09782882796710074}, "probe_overhead_sec_total": 578.825, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008297, "alpha": 0.03, "t": 6318.9} {"event": "consolidate", "step": 5000, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 274, "uncertain_staged": 262106, "t": 6353.6} {"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3469.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199333, "cps": 27.101562, "mean_p": 0.200038, "boundary_entropy": 0.087423, "bpb": 1.889248}, "tr": {"chunks": 3485.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.19251, "cps": 27.226562, "mean_p": 0.18563, "boundary_entropy": 0.099442, "bpb": 2.032832}, "fi": {"chunks": 4417.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.234809, "cps": 34.507812, "mean_p": 0.232147, "boundary_entropy": 0.101643, "bpb": 2.136423}}, "bpb": {"en": 1.88925, "tr": 2.03283, "fi": 2.13642}, "gini_cpc": 0.045001, "gini_cps": 0.05558, "bpic": 4.989183, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9657663101282311, "fi": 1.1779729998880244}, "inventory": {"size": 327405, "admitted": 65536, "staged": 261869, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 489, "admitted_surface": 4110, "staged_surface": 59788, "admitted_split": 26631, "staged_split": 40802, "admitted_merge": 458, "staged_merge": 116037, "admitted_skel": 34337, "staged_skel": 45242, "mean_count": 336.1798095703125, "n_util_obs": 388, "util_count_spearman": 0.09627694633452412}, "t": 6354.9} {"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 1.90436, "tr": 2.04329, "fi": 2.14547}, "bytes_per_chunk": {"en": 4.8, "tr": 5.629, "fi": 4.499}, "bpb_mean": 2.03104, "frozen_inventory": true, "t": 6357.1} {"event": "train", "step": 5000, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32997, "bpb": 1.91875, "chunk_loss": 0.030475, "F": 0.21027, "G": 0.21038, "chunks": 215.31, "bytes_per_chunk": 4.756, "boundary_entropy": 0.08743, "router_noise": 0.0, "grad_norm": 0.6233, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.848, "probe_sec": 0.0635, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04291, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": 0.19858, "n_shadow": 8, "mean_delta_shadow": -0.05329, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.97782, "trunc_abs_frac": 0.88163, "mean_delta_full": 0.2002, "read_hit_rate": {"surface": 0.42461, "split": 0.47869, "merge": 0.06021, "skel": 0.37908}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 11103, "n_cand": 31039, "read_suppressed_frac": 0.1002, "dropout_reads_logged": 11103, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 488, "admitted_surface": 4110, "staged_surface": 59822, "admitted_split": 26631, "staged_split": 40859, "admitted_merge": 458, "staged_merge": 116195, "admitted_skel": 34337, "staged_skel": 45268, "mean_count": 336.3492431640625, "n_util_obs": 388, "util_count_spearman": 0.09623145578602688}, "probe_overhead_sec_total": 582.494, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008386, "alpha": 0.03, "t": 6361.3} {"event": "consolidate", "step": 5050, "retired": 0, "split_retired": 3, "merge_admitted": 0, "admitted": 3, "swapped": 1024, "uncertain_staged": 262106, "t": 6397.9} {"event": "train", "step": 5050, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34767, "bpb": 1.94428, "chunk_loss": 0.030525, "F": 0.21091, "G": 0.21149, "chunks": 215.97, "bytes_per_chunk": 4.741, "boundary_entropy": 0.08712, "router_noise": 0.0, "grad_norm": 0.6819, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.74, "probe_sec": 0.061, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0405, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 4, "mean_delta_loo": 0.10823, "n_shadow": 5, "mean_delta_shadow": -0.01682, "n_split": 3, "mean_delta_split": -0.2094, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 3.27265, "trunc_abs_frac": 0.87462, "mean_delta_full": -0.02554, "read_hit_rate": {"surface": 0.41678, "split": 0.47762, "merge": 0.05345, "skel": 0.38213}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 11202, "n_cand": 31498, "read_suppressed_frac": 0.1038, "dropout_reads_logged": 11202, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 513, "admitted_surface": 4179, "staged_surface": 60055, "admitted_split": 26414, "staged_split": 40422, "admitted_merge": 481, "staged_merge": 116309, "admitted_skel": 34462, "staged_skel": 45358, "mean_count": 343.6527099609375, "n_util_obs": 392, "util_count_spearman": 0.11129483323365855}, "probe_overhead_sec_total": 586.205, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008438, "alpha": 0.03, "t": 6398.3} {"event": "consolidate", "step": 5100, "retired": 1, "split_retired": 1, "merge_admitted": 0, "admitted": 2, "swapped": 1024, "uncertain_staged": 262106, "t": 6435.8} {"event": "train", "step": 5100, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.3799, "bpb": 1.99078, "chunk_loss": 0.030485, "F": 0.20593, "G": 0.20817, "chunks": 210.88, "bytes_per_chunk": 4.856, "boundary_entropy": 0.09049, "router_noise": 0.0, "grad_norm": 0.6768, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.77, "probe_sec": 0.0724, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04532, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 7, "mean_delta_loo": -0.05686, "n_shadow": 7, "mean_delta_shadow": -0.0452, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.63763, "trunc_abs_frac": 0.47391, "mean_delta_full": -0.20422, "read_hit_rate": {"surface": 0.39741, "split": 0.48766, "merge": 0.05251, "skel": 0.36613}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10735, "n_cand": 30517, "read_suppressed_frac": 0.0964, "dropout_reads_logged": 10735, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 529, "admitted_surface": 4265, "staged_surface": 60017, "admitted_split": 26169, "staged_split": 40321, "admitted_merge": 486, "staged_merge": 116466, "admitted_skel": 34616, "staged_skel": 45340, "mean_count": 350.9583740234375, "n_util_obs": 392, "util_count_spearman": 0.09939433118693905}, "probe_overhead_sec_total": 590.433, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008563, "alpha": 0.03, "t": 6436.8} {"event": "consolidate", "step": 5150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262106, "t": 6471.4} {"event": "train", "step": 5150, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37224, "bpb": 1.97972, "chunk_loss": 0.030522, "F": 0.21082, "G": 0.21251, "chunks": 215.88, "bytes_per_chunk": 4.743, "boundary_entropy": 0.09053, "router_noise": 0.0, "grad_norm": 0.7139, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.715, "probe_sec": 0.0738, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04739, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 11, "mean_delta_loo": 0.05284, "n_shadow": 1, "mean_delta_shadow": 0.01355, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.00757, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.09816, "trunc_abs_frac": 0.23235, "mean_delta_full": -0.08072, "read_hit_rate": {"surface": 0.41594, "split": 0.48211, "merge": 0.05494, "skel": 0.38992}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 11141, "n_cand": 31126, "read_suppressed_frac": 0.0972, "dropout_reads_logged": 11141, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 547, "admitted_surface": 4359, "staged_surface": 60124, "admitted_split": 25814, "staged_split": 40617, "admitted_merge": 489, "staged_merge": 116080, "admitted_skel": 34874, "staged_skel": 45323, "mean_count": 359.12384033203125, "n_util_obs": 400, "util_count_spearman": 0.10184456187436887}, "probe_overhead_sec_total": 594.108, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008716, "alpha": 0.03, "t": 6472.5} {"event": "consolidate", "step": 5200, "retired": 0, "split_retired": 2, "merge_admitted": 0, "admitted": 2, "swapped": 1024, "uncertain_staged": 262106, "t": 6511.3} {"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3473.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199563, "cps": 27.132812, "mean_p": 0.200507, "boundary_entropy": 0.086472, "bpb": 1.882016}, "tr": {"chunks": 3471.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191736, "cps": 27.117188, "mean_p": 0.18515, "boundary_entropy": 0.097714, "bpb": 2.028062}, "fi": {"chunks": 4427.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.235341, "cps": 34.585938, "mean_p": 0.232228, "boundary_entropy": 0.098036, "bpb": 2.127344}}, "bpb": {"en": 1.88202, "tr": 2.02806, "fi": 2.12734}, "gini_cpc": 0.04639, "gini_cps": 0.056049, "bpic": 4.989183, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9607787724079884, "fi": 1.1792801147113245}, "inventory": {"size": 326654, "admitted": 65536, "staged": 261118, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 560, "admitted_surface": 4430, "staged_surface": 59856, "admitted_split": 25422, "staged_split": 40253, "admitted_merge": 493, "staged_merge": 115879, "admitted_skel": 35191, "staged_skel": 45130, "mean_count": 366.619140625, "n_util_obs": 407, "util_count_spearman": 0.09148649716601034}, "t": 6512.8} {"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 1.89825, "tr": 2.03821, "fi": 2.13665}, "bytes_per_chunk": {"en": 4.8, "tr": 5.679, "fi": 4.504}, "bpb_mean": 2.02437, "frozen_inventory": true, "t": 6515.6} {"event": "train", "step": 5200, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32609, "bpb": 1.91314, "chunk_loss": 0.030401, "F": 0.2048, "G": 0.20692, "chunks": 209.72, "bytes_per_chunk": 4.883, "boundary_entropy": 0.08936, "router_noise": 0.0, "grad_norm": 0.672, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.968, "probe_sec": 0.0674, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04465, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 7, "mean_delta_loo": -0.17262, "n_shadow": 4, "mean_delta_shadow": 0.0311, "n_split": 2, "mean_delta_split": -0.05461, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.47818, "trunc_abs_frac": 0.59513, "mean_delta_full": -0.19767, "read_hit_rate": {"surface": 0.38928, "split": 0.4719, "merge": 0.05356, "skel": 0.39005}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10757, "n_cand": 30802, "read_suppressed_frac": 0.0999, "dropout_reads_logged": 10757, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 558, "admitted_surface": 4430, "staged_surface": 60115, "admitted_split": 25422, "staged_split": 40342, "admitted_merge": 493, "staged_merge": 116423, "admitted_skel": 35191, "staged_skel": 45264, "mean_count": 366.78326416015625, "n_util_obs": 407, "util_count_spearman": 0.09139572121316543}, "probe_overhead_sec_total": 598.805, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008784, "alpha": 0.03, "t": 6520.9} {"event": "consolidate", "step": 5250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262106, "t": 6559.5} {"event": "train", "step": 5250, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31968, "bpb": 1.9039, "chunk_loss": 0.030467, "F": 0.20786, "G": 0.20938, "chunks": 212.84, "bytes_per_chunk": 4.811, "boundary_entropy": 0.08646, "router_noise": 0.0, "grad_norm": 0.637, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.791, "probe_sec": 0.0867, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04367, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 7, "mean_delta_loo": 0.12056, "n_shadow": 6, "mean_delta_shadow": 0.09045, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.04633, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.08858, "trunc_abs_frac": 0.77898, "mean_delta_full": 0.06305, "read_hit_rate": {"surface": 0.39652, "split": 0.47006, "merge": 0.05869, "skel": 0.3836}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10794, "n_cand": 30915, "read_suppressed_frac": 0.1022, "dropout_reads_logged": 10794, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 575, "admitted_surface": 4464, "staged_surface": 60214, "admitted_split": 24958, "staged_split": 40250, "admitted_merge": 496, "staged_merge": 116378, "admitted_skel": 35618, "staged_skel": 45302, "mean_count": 372.58660888671875, "n_util_obs": 402, "util_count_spearman": 0.0504579146636277}, "probe_overhead_sec_total": 603.471, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008785, "alpha": 0.03, "t": 6560.5} {"event": "consolidate", "step": 5300, "retired": 0, "split_retired": 2, "merge_admitted": 0, "admitted": 2, "swapped": 1024, "uncertain_staged": 262106, "t": 6597.2} {"event": "train", "step": 5300, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.3799, "bpb": 1.99077, "chunk_loss": 0.030465, "F": 0.20752, "G": 0.20996, "chunks": 212.5, "bytes_per_chunk": 4.819, "boundary_entropy": 0.08701, "router_noise": 0.0, "grad_norm": 0.6828, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.744, "probe_sec": 0.0665, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04279, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 7, "mean_delta_loo": 0.0275, "n_shadow": 5, "mean_delta_shadow": 0.12816, "n_split": 1, "mean_delta_split": 0.00214, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 1.0, "trunc_abs_frac": 1.0, "mean_delta_full": 0.00012, "read_hit_rate": {"surface": 0.38342, "split": 0.46083, "merge": 0.05805, "skel": 0.384}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10659, "n_cand": 31065, "read_suppressed_frac": 0.0964, "dropout_reads_logged": 10659, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 570, "admitted_surface": 4497, "staged_surface": 60186, "admitted_split": 24475, "staged_split": 40275, "admitted_merge": 502, "staged_merge": 116666, "admitted_skel": 36062, "staged_skel": 45017, "mean_count": 375.62054443359375, "n_util_obs": 390, "util_count_spearman": 0.011078514815277041}, "probe_overhead_sec_total": 607.216, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008595, "alpha": 0.03, "t": 6597.7} {"event": "consolidate", "step": 5350, "retired": 1, "split_retired": 0, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262106, "t": 6635.8} {"event": "train", "step": 5350, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31517, "bpb": 1.89739, "chunk_loss": 0.030355, "F": 0.20316, "G": 0.20459, "chunks": 208.03, "bytes_per_chunk": 4.922, "boundary_entropy": 0.08771, "router_noise": 0.0, "grad_norm": 0.6858, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.774, "probe_sec": 0.0713, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04415, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 5, "mean_delta_loo": -0.06387, "n_shadow": 9, "mean_delta_shadow": -0.09714, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.22545, "trunc_abs_frac": 0.54123, "mean_delta_full": 0.10586, "read_hit_rate": {"surface": 0.37132, "split": 0.45348, "merge": 0.05036, "skel": 0.37613}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 10262, "n_cand": 30611, "read_suppressed_frac": 0.0988, "dropout_reads_logged": 10262, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 570, "admitted_surface": 4568, "staged_surface": 60183, "admitted_split": 24085, "staged_split": 40119, "admitted_merge": 500, "staged_merge": 116952, "admitted_skel": 36383, "staged_skel": 44890, "mean_count": 379.54901123046875, "n_util_obs": 391, "util_count_spearman": 0.013576870237413118}, "probe_overhead_sec_total": 611.228, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008386, "alpha": 0.03, "t": 6636.4} {"event": "consolidate", "step": 5400, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262106, "t": 6670.4} {"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3476.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199736, "cps": 27.15625, "mean_p": 0.200118, "boundary_entropy": 0.084543, "bpb": 1.877949}, "tr": {"chunks": 3506.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.19367, "cps": 27.390625, "mean_p": 0.186847, "boundary_entropy": 0.094949, "bpb": 2.020464}, "fi": {"chunks": 4446.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.236351, "cps": 34.734375, "mean_p": 0.23325, "boundary_entropy": 0.096678, "bpb": 2.119894}}, "bpb": {"en": 1.87795, "tr": 2.02046, "fi": 2.11989}, "gini_cpc": 0.045183, "gini_cps": 0.056586, "bpic": 4.964298, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9696292605660729, "fi": 1.1833192438941567}, "inventory": {"size": 326655, "admitted": 65536, "staged": 261119, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 521, "admitted_surface": 4466, "staged_surface": 60015, "admitted_split": 23735, "staged_split": 40152, "admitted_merge": 479, "staged_merge": 116135, "admitted_skel": 36856, "staged_skel": 44817, "mean_count": 359.85662841796875, "n_util_obs": 348, "util_count_spearman": -0.08184597494239017}, "t": 6671.7} {"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 1.89342, "tr": 2.03038, "fi": 2.13006}, "bytes_per_chunk": {"en": 4.787, "tr": 5.58, "fi": 4.468}, "bpb_mean": 2.01795, "frozen_inventory": true, "t": 6674.0} {"event": "train", "step": 5400, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.38065, "bpb": 1.99186, "chunk_loss": 0.030669, "F": 0.21271, "G": 0.2146, "chunks": 217.81, "bytes_per_chunk": 4.701, "boundary_entropy": 0.0878, "router_noise": 0.0, "grad_norm": 0.6826, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.842, "probe_sec": 0.0799, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04627, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 3, "mean_delta_loo": -0.13898, "n_shadow": 8, "mean_delta_shadow": 0.03084, "n_split": 1, "mean_delta_split": -0.12646, "n_merge": 1, "mean_delta_merge": -0.13403, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.04157, "trunc_abs_frac": 3.28242, "mean_delta_full": -0.03964, "read_hit_rate": {"surface": 0.34275, "split": 0.42364, "merge": 0.04243, "skel": 0.35224}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9766, "n_cand": 31507, "read_suppressed_frac": 0.0982, "dropout_reads_logged": 9766, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 522, "admitted_surface": 4466, "staged_surface": 60237, "admitted_split": 23735, "staged_split": 40340, "admitted_merge": 479, "staged_merge": 116619, "admitted_skel": 36856, "staged_skel": 44948, "mean_count": 360.00567626953125, "n_util_obs": 348, "util_count_spearman": -0.08222795829169935}, "probe_overhead_sec_total": 614.759, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008424, "alpha": 0.03, "t": 6678.5} {"event": "consolidate", "step": 5450, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262106, "t": 6710.4} {"event": "train", "step": 5450, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.31571, "bpb": 1.89816, "chunk_loss": 0.030552, "F": 0.21201, "G": 0.21316, "chunks": 217.09, "bytes_per_chunk": 4.717, "boundary_entropy": 0.08594, "router_noise": 0.0, "grad_norm": 0.6673, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.646, "probe_sec": 0.0623, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04267, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.11594, "n_shadow": 2, "mean_delta_shadow": 0.03956, "n_split": 0, "mean_delta_split": NaN, "n_merge": 2, "mean_delta_merge": -0.04059, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.52865, "trunc_abs_frac": 0.67525, "mean_delta_full": 0.32727, "read_hit_rate": {"surface": 0.28257, "split": 0.39423, "merge": 0.04838, "skel": 0.36649}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 9081, "n_cand": 31412, "read_suppressed_frac": 0.0999, "dropout_reads_logged": 9081, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 472, "admitted_surface": 4341, "staged_surface": 60512, "admitted_split": 23398, "staged_split": 40122, "admitted_merge": 465, "staged_merge": 116726, "admitted_skel": 37332, "staged_skel": 44784, "mean_count": 347.22442626953125, "n_util_obs": 331, "util_count_spearman": -0.11788237010922788}, "probe_overhead_sec_total": 618.725, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.008433, "alpha": 0.03, "t": 6710.8} {"event": "consolidate", "step": 5500, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262106, "t": 6739.0} {"event": "train", "step": 5500, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.30916, "bpb": 1.88871, "chunk_loss": 0.030406, "F": 0.20599, "G": 0.20767, "chunks": 210.94, "bytes_per_chunk": 4.855, "boundary_entropy": 0.08705, "router_noise": 0.0, "grad_norm": 0.6563, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.572, "probe_sec": 0.0605, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04179, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 5, "mean_delta_loo": -0.24724, "n_shadow": 5, "mean_delta_shadow": -0.03144, "n_split": 1, "mean_delta_split": 0.18683, "n_merge": 2, "mean_delta_merge": -1.02936, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": -0.44916, "trunc_abs_frac": 2.76972, "mean_delta_full": 0.053, "read_hit_rate": {"surface": 0.17624, "split": 0.22144, "merge": 0.03335, "skel": 0.29274}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 5631, "n_cand": 30758, "read_suppressed_frac": 0.0994, "dropout_reads_logged": 5631, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 348, "admitted_surface": 4128, "staged_surface": 60815, "admitted_split": 23248, "staged_split": 40150, "admitted_merge": 431, "staged_merge": 116476, "admitted_skel": 37729, "staged_skel": 44703, "mean_count": 264.8278503417969, "n_util_obs": 262, "util_count_spearman": -0.21528119276309743}, "probe_overhead_sec_total": 621.939, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.007959, "alpha": 0.03, "t": 6739.4} {"event": "consolidate", "step": 5550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262105, "t": 6770.3} {"event": "train", "step": 5550, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.36509, "bpb": 1.96941, "chunk_loss": 0.030353, "F": 0.20056, "G": 0.20243, "chunks": 205.38, "bytes_per_chunk": 4.986, "boundary_entropy": 0.08815, "router_noise": 0.0, "grad_norm": 0.6753, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.626, "probe_sec": 0.0602, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03986, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 9, "mean_delta_loo": 0.25147, "n_shadow": 4, "mean_delta_shadow": -0.01223, "n_split": 1, "mean_delta_split": -0.16254, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.88671, "trunc_abs_frac": 3.12493, "mean_delta_full": 0.02909, "read_hit_rate": {"surface": 0.11315, "split": 0.09344, "merge": 0.0272, "skel": 0.12187}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 2613, "n_cand": 29653, "read_suppressed_frac": 0.1121, "dropout_reads_logged": 2613, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 236, "admitted_surface": 3943, "staged_surface": 60813, "admitted_split": 23253, "staged_split": 40621, "admitted_merge": 339, "staged_merge": 115785, "admitted_skel": 38001, "staged_skel": 44925, "mean_count": 154.68499755859375, "n_util_obs": 182, "util_count_spearman": -0.29101023059903597}, "probe_overhead_sec_total": 625.265, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.007424, "alpha": 0.03, "t": 6770.7} {"event": "consolidate", "step": 5600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262104, "t": 6800.6} {"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3467.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199219, "cps": 27.085938, "mean_p": 0.199918, "boundary_entropy": 0.08556, "bpb": 1.880934}, "tr": {"chunks": 3495.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.193062, "cps": 27.304688, "mean_p": 0.186298, "boundary_entropy": 0.095632, "bpb": 2.021805}, "fi": {"chunks": 4430.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.235501, "cps": 34.609375, "mean_p": 0.232734, "boundary_entropy": 0.096021, "bpb": 2.122907}}, "bpb": {"en": 1.88093, "tr": 2.02181, "fi": 2.12291}, "gini_cpc": 0.045067, "gini_cps": 0.056355, "bpic": 4.979986, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.969096236975289, "fi": 1.182121513967895}, "inventory": {"size": 326656, "admitted": 65536, "staged": 261120, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 172, "admitted_surface": 3841, "staged_surface": 60663, "admitted_split": 23097, "staged_split": 40475, "admitted_merge": 257, "staged_merge": 115441, "admitted_skel": 38341, "staged_skel": 44541, "mean_count": 45.39361572265625, "n_util_obs": 75, "util_count_spearman": -0.0005689900426742532}, "t": 6801.9} {"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 1.89576, "tr": 2.03177, "fi": 2.13233}, "bytes_per_chunk": {"en": 4.821, "tr": 5.603, "fi": 4.49}, "bpb_mean": 2.01995, "frozen_inventory": true, "t": 6804.1} {"event": "train", "step": 5600, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.35729, "bpb": 1.95815, "chunk_loss": 0.030468, "F": 0.20746, "G": 0.21011, "chunks": 212.44, "bytes_per_chunk": 4.82, "boundary_entropy": 0.0896, "router_noise": 0.0, "grad_norm": 0.7282, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.749, "probe_sec": 0.0567, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03977, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 10, "mean_delta_loo": 0.05202, "n_shadow": 4, "mean_delta_shadow": 0.08598, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": -1.85766, "trunc_abs_frac": 1.85766, "mean_delta_full": -0.10034, "read_hit_rate": {"surface": 0.05424, "split": 0.02919, "merge": 0.00832, "skel": 0.03204}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 950, "n_cand": 31022, "read_suppressed_frac": 0.0968, "dropout_reads_logged": 950, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 171, "admitted_surface": 3841, "staged_surface": 60820, "admitted_split": 23097, "staged_split": 40698, "admitted_merge": 257, "staged_merge": 115896, "admitted_skel": 38341, "staged_skel": 44730, "mean_count": 45.408111572265625, "n_util_obs": 75, "util_count_spearman": -0.0018776671408250356}, "probe_overhead_sec_total": 628.348, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.009647, "alpha": 0.03, "t": 6808.2} {"event": "consolidate", "step": 5650, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262100, "t": 6839.1} {"event": "train", "step": 5650, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.33509, "bpb": 1.92613, "chunk_loss": 0.03051, "F": 0.21039, "G": 0.21109, "chunks": 215.44, "bytes_per_chunk": 4.753, "boundary_entropy": 0.0879, "router_noise": 0.0, "grad_norm": 0.6987, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.633, "probe_sec": 0.0801, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04396, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": -0.07842, "n_shadow": 3, "mean_delta_shadow": 0.04028, "n_split": 1, "mean_delta_split": 0.09528, "n_merge": 1, "mean_delta_merge": 0.15985, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.16626, "trunc_abs_frac": 287.81573, "mean_delta_full": 0.08765, "read_hit_rate": {"surface": 0.05465, "split": 0.02213, "merge": 0.00249, "skel": 0.03025}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 825, "n_cand": 31283, "read_suppressed_frac": 0.1055, "dropout_reads_logged": 825, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 170, "admitted_surface": 3758, "staged_surface": 60702, "admitted_split": 22767, "staged_split": 40718, "admitted_merge": 210, "staged_merge": 115975, "admitted_skel": 38801, "staged_skel": 44749, "mean_count": 40.56053161621094, "n_util_obs": 64, "util_count_spearman": 0.05911172161172161}, "probe_overhead_sec_total": 631.618, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.013539, "alpha": 0.03, "t": 6839.8} {"event": "consolidate", "step": 5700, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262100, "t": 6872.2} {"event": "train", "step": 5700, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34803, "bpb": 1.94479, "chunk_loss": 0.03037, "F": 0.20325, "G": 0.20469, "chunks": 208.12, "bytes_per_chunk": 4.92, "boundary_entropy": 0.08544, "router_noise": 0.0, "grad_norm": 0.7058, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.654, "probe_sec": 0.0614, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0426, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 8, "mean_delta_loo": 0.10136, "n_shadow": 5, "mean_delta_shadow": 0.06079, "n_split": 1, "mean_delta_split": 0.31323, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.89582, "trunc_abs_frac": 0.92782, "mean_delta_full": 0.30502, "read_hit_rate": {"surface": 0.04934, "split": 0.02397, "merge": 0.00288, "skel": 0.02481}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 761, "n_cand": 30353, "read_suppressed_frac": 0.0933, "dropout_reads_logged": 761, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 191, "admitted_surface": 3762, "staged_surface": 60583, "admitted_split": 22452, "staged_split": 41264, "admitted_merge": 221, "staged_merge": 115273, "admitted_skel": 39101, "staged_skel": 45024, "mean_count": 40.80023193359375, "n_util_obs": 63, "util_count_spearman": -0.06201996927803379}, "probe_overhead_sec_total": 634.763, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.012556, "alpha": 0.03, "t": 6872.6} {"event": "consolidate", "step": 5750, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 1024, "uncertain_staged": 262100, "t": 6905.3} {"event": "train", "step": 5750, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.40016, "bpb": 2.02, "chunk_loss": 0.030593, "F": 0.21188, "G": 0.21391, "chunks": 216.97, "bytes_per_chunk": 4.72, "boundary_entropy": 0.08632, "router_noise": 0.0, "grad_norm": 0.7672, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.675, "probe_sec": 0.0683, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04669, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 6, "mean_delta_loo": 0.03618, "n_shadow": 5, "mean_delta_shadow": -0.11986, "n_split": 1, "mean_delta_split": 0.1662, "n_merge": 1, "mean_delta_merge": 0.26392, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": -1.4793, "trunc_abs_frac": 1.38519, "mean_delta_full": -0.08569, "read_hit_rate": {"surface": 0.1719, "split": 0.10091, "merge": 0.0157, "skel": 0.12948}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 3212, "n_cand": 31253, "read_suppressed_frac": 0.1018, "dropout_reads_logged": 3212, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 206, "admitted_surface": 3881, "staged_surface": 60636, "admitted_split": 23281, "staged_split": 40759, "admitted_merge": 243, "staged_merge": 115653, "admitted_skel": 38131, "staged_skel": 45096, "mean_count": 49.12437438964844, "n_util_obs": 65, "util_count_spearman": -0.16361629826477445}, "probe_overhead_sec_total": 637.986, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.014628, "alpha": 0.03, "t": 6906.3} {"event": "consolidate", "step": 5800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 982, "uncertain_staged": 262102, "t": 6940.8} {"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3464.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199046, "cps": 27.0625, "mean_p": 0.199149, "boundary_entropy": 0.083787, "bpb": 1.87392}, "tr": {"chunks": 3491.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192841, "cps": 27.273438, "mean_p": 0.185148, "boundary_entropy": 0.094685, "bpb": 2.015338}, "fi": {"chunks": 4433.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.23566, "cps": 34.632812, "mean_p": 0.232283, "boundary_entropy": 0.094215, "bpb": 2.11386}}, "bpb": {"en": 1.87392, "tr": 2.01534, "fi": 2.11386}, "gini_cpc": 0.045488, "gini_cps": 0.056726, "bpic": 4.981735, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9688254399797719, "fi": 1.1839465183201368}, "inventory": {"size": 326698, "admitted": 65536, "staged": 261162, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 220, "admitted_surface": 4042, "staged_surface": 60254, "admitted_split": 24029, "staged_split": 40151, "admitted_merge": 271, "staged_merge": 115649, "admitted_skel": 37194, "staged_skel": 45108, "mean_count": 68.81907653808594, "n_util_obs": 81, "util_count_spearman": -0.08789521228545619}, "t": 6942.4} {"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 1.88905, "tr": 2.02414, "fi": 2.12337}, "bytes_per_chunk": {"en": 4.816, "tr": 5.653, "fi": 4.487}, "bpb_mean": 2.01219, "frozen_inventory": true, "t": 6945.0} {"event": "train", "step": 5800, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.32213, "bpb": 1.90743, "chunk_loss": 0.030475, "F": 0.20621, "G": 0.20822, "chunks": 211.16, "bytes_per_chunk": 4.849, "boundary_entropy": 0.08841, "router_noise": 0.0, "grad_norm": 0.6897, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.877, "probe_sec": 0.0619, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04235, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 11, "mean_delta_loo": 0.00237, "n_shadow": 2, "mean_delta_shadow": 0.0629, "n_split": 1, "mean_delta_split": -0.36542, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.17892, "trunc_abs_frac": 1.54584, "mean_delta_full": -0.13013, "read_hit_rate": {"surface": 0.26245, "split": 0.3027, "merge": 0.01912, "skel": 0.2516}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 6866, "n_cand": 30744, "read_suppressed_frac": 0.1021, "dropout_reads_logged": 6866, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 217, "admitted_surface": 4042, "staged_surface": 60417, "admitted_split": 24029, "staged_split": 40237, "admitted_merge": 271, "staged_merge": 116231, "admitted_skel": 37194, "staged_skel": 45259, "mean_count": 68.92384338378906, "n_util_obs": 81, "util_count_spearman": -0.08848238482384824}, "probe_overhead_sec_total": 641.628, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011232, "alpha": 0.03, "t": 6950.2} {"event": "consolidate", "step": 5850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 587, "uncertain_staged": 262105, "t": 6983.8} {"event": "train", "step": 5850, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.34466, "bpb": 1.93993, "chunk_loss": 0.030502, "F": 0.211, "G": 0.21236, "chunks": 216.06, "bytes_per_chunk": 4.739, "boundary_entropy": 0.08555, "router_noise": 0.0, "grad_norm": 0.7134, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.682, "probe_sec": 0.0671, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0444, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 12, "mean_delta_loo": 0.02592, "n_shadow": 1, "mean_delta_shadow": -0.27908, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": -0.11731, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.48622, "trunc_abs_frac": 0.4411, "mean_delta_full": -0.13733, "read_hit_rate": {"surface": 0.29613, "split": 0.34077, "merge": 0.0181, "skel": 0.27064}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7878, "n_cand": 31645, "read_suppressed_frac": 0.0951, "dropout_reads_logged": 7878, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 236, "admitted_surface": 4129, "staged_surface": 60496, "admitted_split": 24491, "staged_split": 40293, "admitted_merge": 288, "staged_merge": 115931, "admitted_skel": 36628, "staged_skel": 45424, "mean_count": 77.36897277832031, "n_util_obs": 92, "util_count_spearman": -0.08606393145499883}, "probe_overhead_sec_total": 645.139, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.012543, "alpha": 0.03, "t": 6984.3} {"event": "consolidate", "step": 5900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262107, "t": 7016.4} {"event": "train", "step": 5900, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.27628, "bpb": 1.84128, "chunk_loss": 0.030344, "F": 0.20163, "G": 0.20333, "chunks": 206.47, "bytes_per_chunk": 4.96, "boundary_entropy": 0.08542, "router_noise": 0.0, "grad_norm": 0.6829, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.651, "probe_sec": 0.0689, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04518, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 5, "mean_delta_loo": -0.10658, "n_shadow": 2, "mean_delta_shadow": 0.25531, "n_split": 0, "mean_delta_split": NaN, "n_merge": 4, "mean_delta_merge": 0.12547, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.10575, "trunc_abs_frac": 2.86559, "mean_delta_full": 0.18387, "read_hit_rate": {"surface": 0.28243, "split": 0.34709, "merge": 0.02155, "skel": 0.25816}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 7452, "n_cand": 30189, "read_suppressed_frac": 0.0941, "dropout_reads_logged": 7452, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 268, "admitted_surface": 4282, "staged_surface": 60921, "admitted_split": 25309, "staged_split": 39651, "admitted_merge": 305, "staged_merge": 116114, "admitted_skel": 35640, "staged_skel": 45458, "mean_count": 83.85365295410156, "n_util_obs": 97, "util_count_spearman": -0.08339469808541973}, "probe_overhead_sec_total": 648.627, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.012344, "alpha": 0.03, "t": 7016.8} {"event": "consolidate", "step": 5950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 1024, "uncertain_staged": 262108, "t": 7047.8} {"event": "train", "step": 5950, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.38148, "bpb": 1.99306, "chunk_loss": 0.030444, "F": 0.20709, "G": 0.20898, "chunks": 212.06, "bytes_per_chunk": 4.829, "boundary_entropy": 0.08913, "router_noise": 0.0, "grad_norm": 0.7123, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.628, "probe_sec": 0.0664, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04209, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 9, "mean_delta_loo": -0.00578, "n_shadow": 5, "mean_delta_shadow": -0.01396, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.5174, "trunc_abs_frac": 3.33976, "mean_delta_full": -0.19645, "read_hit_rate": {"surface": 0.29805, "split": 0.36602, "merge": 0.02648, "skel": 0.27567}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 8153, "n_cand": 31109, "read_suppressed_frac": 0.1012, "dropout_reads_logged": 8153, "inventory": {"size": 327680, "admitted": 65536, "staged": 262144, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 277, "admitted_surface": 4416, "staged_surface": 60828, "admitted_split": 25997, "staged_split": 39548, "admitted_merge": 380, "staged_merge": 116360, "admitted_skel": 34743, "staged_skel": 45408, "mean_count": 90.56480407714844, "n_util_obs": 106, "util_count_spearman": -0.08365871476433988}, "probe_overhead_sec_total": 652.061, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011389, "alpha": 0.03, "t": 7048.3} {"event": "consolidate", "step": 6000, "retired": 0, "split_retired": 1, "merge_admitted": 0, "admitted": 1, "swapped": 864, "uncertain_staged": 262108, "t": 7079.7} {"event": "train", "step": 5999, "arch": "ali", "phase": 3, "objective": "global", "lm_loss": 1.37922, "bpb": 1.9898, "chunk_loss": 0.030537, "F": 0.21051, "G": 0.21116, "chunks": 215.56, "bytes_per_chunk": 4.75, "boundary_entropy": 0.08459, "router_noise": 0.0, "grad_norm": 0.6982, "lr": 3e-05, "router_trainable": true, "sec_per_step": 0.629, "probe_sec": 0.077, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04393, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 3, "mean_delta_loo": -0.06266, "n_shadow": 9, "mean_delta_shadow": 0.0241, "n_split": 0, "mean_delta_split": NaN, "n_merge": 1, "mean_delta_merge": 0.12915, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.33908, "trunc_abs_frac": 1.30423, "mean_delta_full": 0.13541, "read_hit_rate": {"surface": 0.31241, "split": 0.367, "merge": 0.03366, "skel": 0.27259}, "mean_gate": {"surface": 1.0, "split": 1.0, "merge": 1.0, "skel": 1.0}, "n_reads": 8195, "n_cand": 30905, "read_suppressed_frac": 0.1046, "dropout_reads_logged": 8195, "inventory": {"size": 326815, "admitted": 65536, "staged": 261279, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 309, "admitted_surface": 4481, "staged_surface": 60545, "admitted_split": 26664, "staged_split": 38941, "admitted_merge": 472, "staged_merge": 116445, "admitted_skel": 33919, "staged_skel": 45348, "mean_count": 97.21986389160156, "n_util_obs": 119, "util_count_spearman": -0.03260219341974078}, "probe_overhead_sec_total": 655.359, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.011492, "alpha": 0.03, "t": 7079.7} {"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3463.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198989, "cps": 27.054688, "mean_p": 0.198889, "boundary_entropy": 0.083736, "bpb": 1.869182}, "tr": {"chunks": 3479.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192178, "cps": 27.179688, "mean_p": 0.183749, "boundary_entropy": 0.096516, "bpb": 2.00622}, "fi": {"chunks": 4433.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.23566, "cps": 34.632812, "mean_p": 0.231308, "boundary_entropy": 0.094551, "bpb": 2.108145}}, "bpb": {"en": 1.86918, "tr": 2.00622, "fi": 2.10814}, "gini_cpc": 0.046246, "gini_cps": 0.05685, "bpic": 4.987429, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9657739923707012, "fi": 1.1842884029630243}, "inventory": {"size": 326815, "admitted": 65536, "staged": 261279, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 309, "admitted_surface": 4481, "staged_surface": 60545, "admitted_split": 26664, "staged_split": 38941, "admitted_merge": 472, "staged_merge": 116445, "admitted_skel": 33919, "staged_skel": 45348, "mean_count": 97.21986389160156, "n_util_obs": 119, "util_count_spearman": -0.03260219341974078}, "t": 7081.1} {"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 1.88409, "tr": 2.01674, "fi": 2.11741}, "bytes_per_chunk": {"en": 4.82, "tr": 5.674, "fi": 4.491}, "bpb_mean": 2.00608, "frozen_inventory": true, "t": 7083.3} {"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/runs/ali_ali-nogate_s2/probe/reps/th0.30", "/local/scratch/sas245/beetle-hnet/runs/ali_ali-nogate_s2/probe/reps/th0.40", "/local/scratch/sas245/beetle-hnet/runs/ali_ali-nogate_s2/probe/reps/th0.50", "/local/scratch/sas245/beetle-hnet/runs/ali_ali-nogate_s2/probe/reps/th0.60", "/local/scratch/sas245/beetle-hnet/runs/ali_ali-nogate_s2/probe/reps/th0.70"], "t": 7087.3} {"event": "final", "run": "ali_ali-nogate_s2", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22583040, "seed": 2, "per_lang": {"en": {"cpc": 0.19898868011262427, "cps": 27.0546875, "bpb": 1.8907021931586165, "bytes_per_chunk": 4.774110126662964, "reads_per_chunk": 1.2381281927535308}, "tr": {"cpc": 0.19217809202894548, "cps": 27.1796875, "bpb": 2.0078134890429227, "bytes_per_chunk": 5.701447415639919, "reads_per_chunk": 1.1191643920528074}, "fi": {"cpc": 0.23565998617829992, "cps": 34.6328125, "bpb": 2.135555677512, "bytes_per_chunk": 4.474325166201559, "reads_per_chunk": 1.2938631301364603}}, "bpb_mean": 2.0113571199045133, "gini_cpc": 0.0462455200709706, "gini_cps": 0.056849816849816825, "bpic": 4.9874285714285715, "mean_boundary_entropy": 0.08459479361772537, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "probe_overhead_sec_total": 655.3590018749237, "probe_overhead_seq_frac": 0.4999166666666667, "wall_sec": 7093.758770465851, "inventory": {"size": 326815, "admitted": 65536, "staged": 261279, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 309, "admitted_surface": 4481, "staged_surface": 60545, "admitted_split": 26664, "staged_split": 38941, "admitted_merge": 472, "staged_merge": 116445, "admitted_skel": 33919, "staged_skel": 45348, "mean_count": 97.21986389160156, "n_util_obs": 119, "util_count_spearman": -0.03260219341974078}, "ali_params": 66048, "ali_config": {"enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "utility", "candidate_types": ["surface", "split", "merge", "skel"], "gate": "fixed", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0}, "util_vs_frequency_spearman": -0.03260219341974078, "paired_vs_dropout": {"n": 208, "pearson": 0.0825986859117928, "spearman": 0.07110492947815863, "mean_abs_discrepancy": 0.47589969635009766, "mean_paired": 0.06143887713551521, "mean_dropout": -0.0013654965441673994}, "predictor_calibration": {"n": 448, "all": {"n": 448, "pearson": 0.27419206979201555, "spearman": 0.34708509679164457, "mae": 0.09882353991270065, "reliability": [{"pred": -0.05415333807468414, "obs": -0.02853841334581375, "n": 45}, {"pred": -0.007294744718819857, "obs": -0.001424427842721343, "n": 45}, {"pred": 0.005994849838316441, "obs": -0.02136598713696003, "n": 45}, {"pred": 0.015444248914718628, "obs": -0.013368398882448673, "n": 44}, {"pred": 0.02222636342048645, "obs": 0.04202955961227417, "n": 45}, {"pred": 0.030621835961937904, "obs": 0.02750343270599842, "n": 45}, {"pred": 0.03888808190822601, "obs": 0.09125562012195587, "n": 44}, {"pred": 0.04635119438171387, "obs": 0.02448802813887596, "n": 45}, {"pred": 0.05713669955730438, "obs": 0.07425041496753693, "n": 45}, {"pred": 0.08990553766489029, "obs": 0.12833207845687866, "n": 45}]}, "admitted": {"n": 392, "pearson": 0.297736410331879, "spearman": 0.33225223373047735, "mae": 0.10331287980079651, "reliability": [{"pred": -0.027794986963272095, "obs": -0.028260279446840286, "n": 40}, {"pred": 0.0013785598566755652, "obs": -0.004991315305233002, "n": 39}, {"pred": 0.012782593257725239, "obs": -0.0007603932754136622, "n": 39}, {"pred": 0.019375503063201904, "obs": 0.00865496601909399, "n": 39}, {"pred": 0.026326298713684082, "obs": 0.05772741138935089, "n": 39}, {"pred": 0.03455347567796707, "obs": 0.028935914859175682, "n": 39}, {"pred": 0.04132489487528801, "obs": 0.09000570327043533, "n": 39}, {"pred": 0.04854412004351616, "obs": 0.018100187182426453, "n": 39}, {"pred": 0.059164874255657196, "obs": 0.0905885323882103, "n": 39}, {"pred": 0.09204334020614624, "obs": 0.14134018123149872, "n": 40}]}, "staged": {"n": 56, "pearson": -0.21051951687867865, "spearman": -0.16780587833219412, "mae": 0.06739813089370728, "reliability": [{"pred": -0.11244863271713257, "obs": 0.0026294353883713484, "n": 6}, {"pred": -0.0638633519411087, "obs": -0.060557860881090164, "n": 5}, {"pred": -0.04960934817790985, "obs": -0.008761084638535976, "n": 6}, {"pred": -0.02946900762617588, "obs": -0.013326779007911682, "n": 5}, {"pred": -0.018250929191708565, "obs": -0.04056590422987938, "n": 6}, {"pred": -0.009116731584072113, "obs": 0.0328606516122818, "n": 6}, {"pred": 0.0021271780133247375, "obs": -0.03079809807240963, "n": 5}, {"pred": 0.007894627749919891, "obs": -0.053449757397174835, "n": 5}, {"pred": 0.023091867566108704, "obs": -0.038045961409807205, "n": 6}, {"pred": 0.05435998737812042, "obs": -0.03316957876086235, "n": 6}]}}, "t": 7093.8} {"event": "hub_done", "repo": "AdaptiveChunking/ali_ali-nogate_s2", "pushed": [0, 1, 2, 4, 6, 8, 16, 32, 64, 128, 256, 512, 1000, 1024, 2048, 3000, 4096, 6000], "failed": [], "ok": true, "t": 7110.6}