ali_lexmem-v1_s0 / log.jsonl
suchirsalhan's picture
run records: final.json, log, probes
bbea33e verified
Raw History Blame Contribute Delete
265 kB
{"event": "start", "run": "ali_lexmem-v1_s0", "arch": "lexmem_v1", "objective": "ratio", "condition": "A", "params": 22719553, "langs": ["en", "tr", "fi"], "premium": {"en": 1.0, "tr": 1.12, "fi": 1.104}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {}, "weights": {"en": 0.74, "tr": 0.1536, "fi": 0.1064}, "device": "cuda", "ali_params": 202561, "ali_config": {"enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "frequency", "candidate_types": ["surface"], "gate": "scalar", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0}, "t": 9.7}
{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 9.7}
{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6384.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.366833, "cps": 49.875, "mean_p": 0.496725, "boundary_entropy": 0.686995, "bpb": 8.160238}, "tr": {"chunks": 5290.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.292217, "cps": 41.328125, "mean_p": 0.489567, "boundary_entropy": 0.687288, "bpb": 8.171434}, "fi": {"chunks": 8895.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.472862, "cps": 69.492188, "mean_p": 0.500688, "boundary_entropy": 0.687512, "bpb": 8.214758}}, "bpb": {"en": 8.16024, "tr": 8.17143, "fi": 8.21476}, "gini_cpc": 0.106395, "gini_cps": 0.116842, "bpic": 2.758131, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7965927738475616, "fi": 1.2890367847879758}, "inventory": {"size": 0, "admitted": 0, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 0, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 0.0, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 11.8}
{"event": "train", "step": 0, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 5.66332, "bpb": 8.17044, "chunk_loss": 0.038537, "F": 0.28732, "G": 0.4892, "chunks": 294.22, "bytes_per_chunk": 3.48, "boundary_entropy": 0.69137, "router_noise": 0.0, "grad_norm": 11.0314, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.009, "probe_sec": 0.0065, "probe_extra_seqs": 0, "n_rows": 0, "extra_fwd_seqs": 0, "wall_s": 0.0, "overhead_frac_est": 0.0, "chunk_mismatch": 0, "n_loo": 0, "mean_delta_loo": NaN, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "read_hit_rate": {"surface": 0.0}, "mean_gate": {"surface": null}, "n_reads": 0, "n_cand": 9379, "read_suppressed_frac": 0.0, "dropout_reads_logged": 0, "inventory": {"size": 3696, "admitted": 3696, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 3696, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 2.5376081466674805, "n_util_obs": 0, "util_count_spearman": NaN}, "probe_overhead_sec_total": 0.006, "probe_overhead_seq_frac": 0.0, "util_loss": 0.0, "alpha": 0.03, "t": 12.6}
{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6303.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.362179, "cps": 49.242188, "mean_p": 0.496453, "boundary_entropy": 0.686986, "bpb": 8.121992}, "tr": {"chunks": 5229.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.288847, "cps": 40.851562, "mean_p": 0.489372, "boundary_entropy": 0.687277, "bpb": 8.155628}, "fi": {"chunks": 8819.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.468821, "cps": 68.898438, "mean_p": 0.500418, "boundary_entropy": 0.687508, "bpb": 8.185575}}, "bpb": {"en": 8.12199, "tr": 8.15563, "fi": 8.18557}, "gini_cpc": 0.107142, "gini_cps": 0.117603, "bpic": 2.787676, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7975260976227233, "fi": 1.2944469967557997}, "inventory": {"size": 3696, "admitted": 3696, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 3696, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 2.5376081466674805, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 14.7}
{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6169.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.354479, "cps": 48.195312, "mean_p": 0.495925, "boundary_entropy": 0.686967, "bpb": 8.056729}, "tr": {"chunks": 5127.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.283213, "cps": 40.054688, "mean_p": 0.488971, "boundary_entropy": 0.687254, "bpb": 8.111638}, "fi": {"chunks": 8680.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.461432, "cps": 67.8125, "mean_p": 0.499892, "boundary_entropy": 0.687499, "bpb": 8.127797}}, "bpb": {"en": 8.05673, "tr": 8.11164, "fi": 8.1278}, "gini_cpc": 0.108098, "gini_cps": 0.118576, "bpic": 2.840008, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.7989546265163554, "fi": 1.3017188435399047}, "inventory": {"size": 6587, "admitted": 6587, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 6587, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 3.0329437255859375, "n_util_obs": 0, "util_count_spearman": NaN}, "t": 18.5}
{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5672.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.325921, "cps": 44.3125, "mean_p": 0.494045, "boundary_entropy": 0.686889, "bpb": 7.836544}, "tr": {"chunks": 4751.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.262443, "cps": 37.117188, "mean_p": 0.487563, "boundary_entropy": 0.687167, "bpb": 7.958109}, "fi": {"chunks": 8085.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.429802, "cps": 63.164062, "mean_p": 0.497978, "boundary_entropy": 0.687459, "bpb": 7.935033}}, "bpb": {"en": 7.83654, "tr": 7.95811, "fi": 7.93503}, "gini_cpc": 0.109582, "gini_cps": 0.120092, "bpic": 3.065269, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8052345059344246, "fi": 1.3187304636522803}, "inventory": {"size": 11947, "admitted": 11947, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 11947, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 3.2248263359069824, "n_util_obs": 1, "util_count_spearman": NaN}, "t": 23.4}
{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4417.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.253807, "cps": 34.507812, "mean_p": 0.488963, "boundary_entropy": 0.686612, "bpb": 7.277688}, "tr": {"chunks": 3831.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211622, "cps": 29.929688, "mean_p": 0.483902, "boundary_entropy": 0.686904, "bpb": 7.527723}, "fi": {"chunks": 6448.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.342778, "cps": 50.375, "mean_p": 0.492506, "boundary_entropy": 0.687267, "bpb": 7.429461}}, "bpb": {"en": 7.27769, "tr": 7.52772, "fi": 7.42946}, "gini_cpc": 0.108187, "gini_cps": 0.118717, "bpic": 3.86037, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8337931473576397, "fi": 1.3505475092385877}, "inventory": {"size": 21445, "admitted": 21445, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 21445, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 3.023968458175659, "n_util_obs": 1, "util_count_spearman": NaN}, "t": 31.3}
{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4216.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.242257, "cps": 32.9375, "mean_p": 0.490363, "boundary_entropy": 0.686903, "bpb": 6.659521}, "tr": {"chunks": 4556.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.251671, "cps": 35.59375, "mean_p": 0.488462, "boundary_entropy": 0.687359, "bpb": 6.977859}, "fi": {"chunks": 5618.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.298655, "cps": 43.890625, "mean_p": 0.491365, "boundary_entropy": 0.687425, "bpb": 6.836325}}, "bpb": {"en": 6.65952, "tr": 6.97786, "fi": 6.83633}, "gini_cpc": 0.047438, "gini_cps": 0.064953, "bpic": 3.94246, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.038859180353283, "fi": 1.2328021111229581}, "inventory": {"size": 37621, "admitted": 37621, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 37621, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 2.61417818069458, "n_util_obs": 4, "util_count_spearman": -0.4}, "t": 42.7}
{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4294.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.246739, "cps": 33.546875, "mean_p": 0.495291, "boundary_entropy": 0.687575, "bpb": 6.306879}, "tr": {"chunks": 4395.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.242777, "cps": 34.335938, "mean_p": 0.492618, "boundary_entropy": 0.687987, "bpb": 6.636845}, "fi": {"chunks": 4677.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.248631, "cps": 36.539062, "mean_p": 0.493793, "boundary_entropy": 0.688036, "bpb": 6.431026}}, "bpb": {"en": 6.30688, "tr": 6.63684, "fi": 6.43103}, "gini_cpc": 0.005287, "gini_cps": 0.019103, "bpic": 4.244501, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9839440595849333, "fi": 1.0076682307671758}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 2.6890716552734375, "n_util_obs": 6, "util_count_spearman": -0.3142857142857143}, "t": 64.6}
{"event": "consolidate", "step": 50, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 89.6}
{"event": "train", "step": 50, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 4.22566, "bpb": 6.09634, "chunk_loss": 0.029743, "F": 0.16266, "G": 0.49082, "chunks": 166.56, "bytes_per_chunk": 6.148, "boundary_entropy": 0.69208, "router_noise": 0.0, "grad_norm": 2.4384, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 1.566, "probe_sec": 0.3232, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.30652, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00319, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.3104, "trunc_abs_frac": 0.53525, "mean_delta_full": -0.01885, "read_hit_rate": {"surface": 0.6156}, "mean_gate": {"surface": 0.11439}, "n_reads": 3259, "n_cand": 5294, "read_suppressed_frac": 0.0997, "dropout_reads_logged": 3259, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 3.7421112060546875, "n_util_obs": 11, "util_count_spearman": 0.11818181818181818}, "probe_overhead_sec_total": 20.154, "probe_overhead_seq_frac": 0.4902, "util_loss": 0.000886, "alpha": 0.03, "t": 90.9}
{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4342.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.249497, "cps": 33.921875, "mean_p": 0.489775, "boundary_entropy": 0.686709, "bpb": 5.623962}, "tr": {"chunks": 4091.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.225985, "cps": 31.960938, "mean_p": 0.488793, "boundary_entropy": 0.687554, "bpb": 6.010461}, "fi": {"chunks": 5663.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.301047, "cps": 44.242188, "mean_p": 0.493834, "boundary_entropy": 0.687737, "bpb": 5.816925}}, "bpb": {"en": 5.62396, "tr": 6.01046, "fi": 5.81693}, "gini_cpc": 0.064443, "gini_cps": 0.074347, "bpic": 4.024688, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9057601910639138, "fi": 1.2066157205224135}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 4.4382171630859375, "n_util_obs": 13, "util_count_spearman": 0.15934065934065933}, "t": 110.2}
{"event": "consolidate", "step": 100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 157.2}
{"event": "train", "step": 100, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 3.22188, "bpb": 4.64819, "chunk_loss": 0.032353, "F": 0.20987, "G": 0.41885, "chunks": 214.91, "bytes_per_chunk": 4.765, "boundary_entropy": 0.66427, "router_noise": 0.0, "grad_norm": 4.1626, "lr": 0.000101, "router_trainable": true, "sec_per_step": 1.354, "probe_sec": 0.4139, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.39759, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00026, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.08617, "trunc_abs_frac": 0.45717, "mean_delta_full": -0.09562, "read_hit_rate": {"surface": 0.755}, "mean_gate": {"surface": 0.14023}, "n_reads": 5168, "n_cand": 6845, "read_suppressed_frac": 0.0958, "dropout_reads_logged": 5168, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 7.246124267578125, "n_util_obs": 18, "util_count_spearman": 0.13725490196078433}, "probe_overhead_sec_total": 40.528, "probe_overhead_seq_frac": 0.495, "util_loss": 0.000586, "alpha": 0.03, "t": 158.6}
{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3497.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.200942, "cps": 27.320312, "mean_p": 0.374347, "boundary_entropy": 0.607922, "bpb": 4.181578}, "tr": {"chunks": 3074.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.169806, "cps": 24.015625, "mean_p": 0.413077, "boundary_entropy": 0.651729, "bpb": 4.499397}, "fi": {"chunks": 3753.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.199511, "cps": 29.320312, "mean_p": 0.394832, "boundary_entropy": 0.635336, "bpb": 4.42361}}, "bpb": {"en": 4.18158, "tr": 4.4994, "fi": 4.42361}, "gini_cpc": 0.0364, "gini_cps": 0.043846, "bpic": 5.495157, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.8450488199487471, "fi": 0.9928763564088067}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 9.292587280273438, "n_util_obs": 26, "util_count_spearman": 0.0010256410256410256}, "t": 194.7}
{"event": "consolidate", "step": 150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 221.6}
{"event": "train", "step": 150, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 2.79477, "bpb": 4.032, "chunk_loss": 0.031562, "F": 0.20422, "G": 0.35893, "chunks": 209.12, "bytes_per_chunk": 4.897, "boundary_entropy": 0.58795, "router_noise": 0.0, "grad_norm": 1.6115, "lr": 0.000151, "router_trainable": true, "sec_per_step": 1.289, "probe_sec": 0.4096, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.38728, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00563, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.5956, "trunc_abs_frac": 0.47945, "mean_delta_full": -0.04256, "read_hit_rate": {"surface": 0.72853}, "mean_gate": {"surface": 0.19458}, "n_reads": 4852, "n_cand": 6660, "read_suppressed_frac": 0.1026, "dropout_reads_logged": 4852, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 11.028091430664062, "n_util_obs": 31, "util_count_spearman": 0.00564516129032258}, "probe_overhead_sec_total": 60.572, "probe_overhead_seq_frac": 0.4967, "util_loss": 0.000478, "alpha": 0.03, "t": 223.1}
{"event": "consolidate", "step": 200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 284.5}
{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2899.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.16658, "cps": 22.648438, "mean_p": 0.361504, "boundary_entropy": 0.568916, "bpb": 3.636526}, "tr": {"chunks": 3082.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.170248, "cps": 24.078125, "mean_p": 0.371006, "boundary_entropy": 0.590425, "bpb": 3.786889}, "fi": {"chunks": 3560.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.189251, "cps": 27.8125, "mean_p": 0.379328, "boundary_entropy": 0.604276, "bpb": 3.896981}}, "bpb": {"en": 3.63653, "tr": 3.78689, "fi": 3.89698}, "gini_cpc": 0.028729, "gini_cps": 0.046187, "bpic": 5.946127, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0220166893299631, "fi": 1.136093354256899}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 13.9166259765625, "n_util_obs": 43, "util_count_spearman": 0.18409030858440392}, "t": 287.3}
{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.64368, "tr": 3.7965, "fi": 3.89517}, "bytes_per_chunk": {"en": 5.886, "tr": 6.49, "fi": 5.514}, "bpb_mean": 3.77845, "frozen_inventory": true, "t": 291.9}
{"event": "train", "step": 200, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 2.55341, "bpb": 3.68379, "chunk_loss": 0.030179, "F": 0.1694, "G": 0.36941, "chunks": 173.47, "bytes_per_chunk": 5.903, "boundary_entropy": 0.5781, "router_noise": 0.0, "grad_norm": 1.5951, "lr": 0.000201, "router_trainable": true, "sec_per_step": 1.427, "probe_sec": 0.399, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.38714, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01859, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.75247, "trunc_abs_frac": 0.70256, "mean_delta_full": -0.09058, "read_hit_rate": {"surface": 0.62892}, "mean_gate": {"surface": 0.33763}, "n_reads": 3471, "n_cand": 5519, "read_suppressed_frac": 0.0965, "dropout_reads_logged": 3471, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 13.97052001953125, "n_util_obs": 43, "util_count_spearman": 0.18861371186952583}, "probe_overhead_sec_total": 80.819, "probe_overhead_seq_frac": 0.4975, "util_loss": 0.000599, "alpha": 0.03, "t": 294.4}
{"event": "consolidate", "step": 250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 355.9}
{"event": "train", "step": 250, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 2.37989, "bpb": 3.43345, "chunk_loss": 0.03134, "F": 0.19824, "G": 0.36534, "chunks": 203.0, "bytes_per_chunk": 5.044, "boundary_entropy": 0.5578, "router_noise": 0.0, "grad_norm": 1.5414, "lr": 0.000251, "router_trainable": true, "sec_per_step": 1.265, "probe_sec": 0.3298, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.29484, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02314, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -16.60662, "trunc_abs_frac": 2.34547, "mean_delta_full": -0.00415, "read_hit_rate": {"surface": 0.64403}, "mean_gate": {"surface": 0.31207}, "n_reads": 4163, "n_cand": 6464, "read_suppressed_frac": 0.0958, "dropout_reads_logged": 4163, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 16.928115844726562, "n_util_obs": 51, "util_count_spearman": 0.17339366515837104}, "probe_overhead_sec_total": 101.126, "probe_overhead_seq_frac": 0.498, "util_loss": 0.001135, "alpha": 0.03, "t": 357.7}
{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3032.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.174223, "cps": 23.6875, "mean_p": 0.34107, "boundary_entropy": 0.536428, "bpb": 3.335121}, "tr": {"chunks": 3248.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179418, "cps": 25.375, "mean_p": 0.36152, "boundary_entropy": 0.553203, "bpb": 3.507366}, "fi": {"chunks": 4022.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.213811, "cps": 31.421875, "mean_p": 0.377584, "boundary_entropy": 0.580333, "bpb": 3.634784}}, "bpb": {"en": 3.33512, "tr": 3.50737, "fi": 3.63478}, "gini_cpc": 0.04651, "gini_cps": 0.064065, "bpic": 5.506892, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0298177957646928, "fi": 1.2272275779244979}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 17.240127563476562, "n_util_obs": 52, "util_count_spearman": 0.24989328096986255}, "t": 366.3}
{"event": "consolidate", "step": 300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 422.6}
{"event": "train", "step": 300, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 2.28154, "bpb": 3.29157, "chunk_loss": 0.031219, "F": 0.20609, "G": 0.30522, "chunks": 211.03, "bytes_per_chunk": 4.852, "boundary_entropy": 0.44027, "router_noise": 0.0, "grad_norm": 1.5937, "lr": 0.0003, "router_trainable": true, "sec_per_step": 1.328, "probe_sec": 0.4212, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.40534, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06233, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.15145, "trunc_abs_frac": 4.76112, "mean_delta_full": 0.08191, "read_hit_rate": {"surface": 0.66701}, "mean_gate": {"surface": 0.41311}, "n_reads": 4483, "n_cand": 6721, "read_suppressed_frac": 0.1039, "dropout_reads_logged": 4483, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 20.236526489257812, "n_util_obs": 68, "util_count_spearman": 0.16219414436767568}, "probe_overhead_sec_total": 121.428, "probe_overhead_seq_frac": 0.4983, "util_loss": 0.001517, "alpha": 0.03, "t": 424.1}
{"event": "consolidate", "step": 350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 486.5}
{"event": "train", "step": 350, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 2.19003, "bpb": 3.15955, "chunk_loss": 0.030924, "F": 0.20004, "G": 0.28775, "chunks": 204.84, "bytes_per_chunk": 4.999, "boundary_entropy": 0.39639, "router_noise": 0.0, "grad_norm": 1.101, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 1.277, "probe_sec": 0.4496, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.42112, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.0691, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.42679, "trunc_abs_frac": 0.52672, "mean_delta_full": 0.11308, "read_hit_rate": {"surface": 0.65951}, "mean_gate": {"surface": 0.42045}, "n_reads": 4302, "n_cand": 6523, "read_suppressed_frac": 0.0974, "dropout_reads_logged": 4302, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 23.64715576171875, "n_util_obs": 81, "util_count_spearman": 0.011811201445347787}, "probe_overhead_sec_total": 141.738, "probe_overhead_seq_frac": 0.4986, "util_loss": 0.002266, "alpha": 0.03, "t": 487.9}
{"event": "consolidate", "step": 400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 549.8}
{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3501.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201172, "cps": 27.351562, "mean_p": 0.260899, "boundary_entropy": 0.327319, "bpb": 2.88246}, "tr": {"chunks": 4039.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.223112, "cps": 31.554688, "mean_p": 0.289977, "boundary_entropy": 0.405693, "bpb": 3.186019}, "fi": {"chunks": 4097.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.217798, "cps": 32.007812, "mean_p": 0.298159, "boundary_entropy": 0.418137, "bpb": 3.38225}}, "bpb": {"en": 2.88246, "tr": 3.18602, "fi": 3.38225}, "gini_cpc": 0.02278, "gini_cps": 0.034144, "bpic": 4.87514, "worst_lang": "tr", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.109060687248029, "fi": 1.082645038452906}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 27.2008056640625, "n_util_obs": 93, "util_count_spearman": 0.08663605471418452}, "t": 552.6}
{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 2.8959, "tr": 3.19418, "fi": 3.37492}, "bytes_per_chunk": {"en": 4.679, "tr": 4.992, "fi": 4.938}, "bpb_mean": 3.155, "frozen_inventory": true, "t": 557.6}
{"event": "train", "step": 400, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 2.03762, "bpb": 2.93966, "chunk_loss": 0.031207, "F": 0.21564, "G": 0.27413, "chunks": 220.81, "bytes_per_chunk": 4.637, "boundary_entropy": 0.33375, "router_noise": 0.0, "grad_norm": 1.1589, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 1.435, "probe_sec": 0.3866, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.36966, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09645, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.0832, "trunc_abs_frac": 0.44386, "mean_delta_full": 0.07358, "read_hit_rate": {"surface": 0.71467}, "mean_gate": {"surface": 0.44893}, "n_reads": 5027, "n_cand": 7034, "read_suppressed_frac": 0.1036, "dropout_reads_logged": 5027, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 27.27899169921875, "n_util_obs": 93, "util_count_spearman": 0.08638954373190892}, "probe_overhead_sec_total": 161.506, "probe_overhead_seq_frac": 0.4988, "util_loss": 0.003539, "alpha": 0.03, "t": 559.7}
{"event": "consolidate", "step": 450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 619.1}
{"event": "train", "step": 450, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 2.00457, "bpb": 2.89199, "chunk_loss": 0.031156, "F": 0.2168, "G": 0.26667, "chunks": 222.0, "bytes_per_chunk": 4.613, "boundary_entropy": 0.31503, "router_noise": 0.0, "grad_norm": 1.2025, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 1.214, "probe_sec": 0.4132, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.39652, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.02749, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.18096, "trunc_abs_frac": 1.29774, "mean_delta_full": 0.71014, "read_hit_rate": {"surface": 0.72243}, "mean_gate": {"surface": 0.45601}, "n_reads": 5109, "n_cand": 7072, "read_suppressed_frac": 0.0985, "dropout_reads_logged": 5109, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 31.02398681640625, "n_util_obs": 109, "util_count_spearman": 0.18739690482809748}, "probe_overhead_sec_total": 181.998, "probe_overhead_seq_frac": 0.4989, "util_loss": 0.00436, "alpha": 0.03, "t": 620.4}
{"event": "consolidate", "step": 500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 680.5}
{"event": "train", "step": 500, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.98123, "bpb": 2.85831, "chunk_loss": 0.031191, "F": 0.21802, "G": 0.2671, "chunks": 223.25, "bytes_per_chunk": 4.587, "boundary_entropy": 0.30568, "router_noise": 0.0, "grad_norm": 1.0166, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 1.231, "probe_sec": 0.4061, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.39068, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.02581, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.38564, "trunc_abs_frac": 0.81348, "mean_delta_full": 0.02246, "read_hit_rate": {"surface": 0.71274}, "mean_gate": {"surface": 0.44999}, "n_reads": 5069, "n_cand": 7112, "read_suppressed_frac": 0.1016, "dropout_reads_logged": 5069, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 34.793792724609375, "n_util_obs": 122, "util_count_spearman": 0.18388077456977006}, "probe_overhead_sec_total": 202.765, "probe_overhead_seq_frac": 0.499, "util_loss": 0.005463, "alpha": 0.03, "t": 681.9}
{"event": "consolidate", "step": 550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 741.6}
{"event": "train", "step": 550, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.96139, "bpb": 2.82969, "chunk_loss": 0.031275, "F": 0.22165, "G": 0.26859, "chunks": 226.97, "bytes_per_chunk": 4.512, "boundary_entropy": 0.29682, "router_noise": 0.0, "grad_norm": 1.1759, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 1.22, "probe_sec": 0.3315, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.31789, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.042, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.84793, "trunc_abs_frac": 0.84883, "mean_delta_full": -0.40067, "read_hit_rate": {"surface": 0.71926}, "mean_gate": {"surface": 0.46863}, "n_reads": 5201, "n_cand": 7231, "read_suppressed_frac": 0.0911, "dropout_reads_logged": 5201, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 38.67048645019531, "n_util_obs": 135, "util_count_spearman": 0.21930082345741533}, "probe_overhead_sec_total": 222.761, "probe_overhead_seq_frac": 0.4991, "util_loss": 0.007, "alpha": 0.03, "t": 743.0}
{"event": "consolidate", "step": 600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 806.0}
{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3788.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.217664, "cps": 29.59375, "mean_p": 0.25443, "boundary_entropy": 0.272003, "bpb": 2.573788}, "tr": {"chunks": 3696.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.204165, "cps": 28.875, "mean_p": 0.254693, "boundary_entropy": 0.303325, "bpb": 2.920077}, "fi": {"chunks": 4659.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.247674, "cps": 36.398438, "mean_p": 0.277993, "boundary_entropy": 0.30885, "bpb": 3.141328}}, "bpb": {"en": 2.57379, "tr": 2.92008, "fi": 3.14133}, "gini_cpc": 0.043325, "gini_cps": 0.05287, "bpic": 4.671992, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9379842822436741, "fi": 1.137876103407783}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 42.58683776855469, "n_util_obs": 148, "util_count_spearman": 0.1869680939671352}, "t": 808.7}
{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.58601, "tr": 2.92895, "fi": 3.1433}, "bytes_per_chunk": {"en": 4.353, "tr": 5.469, "fi": 4.296}, "bpb_mean": 2.88608, "frozen_inventory": true, "t": 813.1}
{"event": "train", "step": 600, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.86375, "bpb": 2.68882, "chunk_loss": 0.031237, "F": 0.22363, "G": 0.26255, "chunks": 229.0, "bytes_per_chunk": 4.472, "boundary_entropy": 0.27557, "router_noise": 0.0, "grad_norm": 1.296, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 1.445, "probe_sec": 0.4327, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.41754, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08263, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.52241, "trunc_abs_frac": 5.2292, "mean_delta_full": 0.24416, "read_hit_rate": {"surface": 0.73616}, "mean_gate": {"surface": 0.50284}, "n_reads": 5371, "n_cand": 7296, "read_suppressed_frac": 0.0909, "dropout_reads_logged": 5371, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 42.668243408203125, "n_util_obs": 148, "util_count_spearman": 0.18914679324461361}, "probe_overhead_sec_total": 242.889, "probe_overhead_seq_frac": 0.4992, "util_loss": 0.009026, "alpha": 0.03, "t": 815.2}
{"event": "consolidate", "step": 650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 877.5}
{"event": "train", "step": 650, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.8953, "bpb": 2.73434, "chunk_loss": 0.031434, "F": 0.22943, "G": 0.26647, "chunks": 234.94, "bytes_per_chunk": 4.359, "boundary_entropy": 0.27518, "router_noise": 0.0, "grad_norm": 1.0459, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 1.272, "probe_sec": 0.4175, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.40042, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.19391, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.24227, "trunc_abs_frac": 0.75401, "mean_delta_full": -0.29324, "read_hit_rate": {"surface": 0.74392}, "mean_gate": {"surface": 0.48194}, "n_reads": 5569, "n_cand": 7486, "read_suppressed_frac": 0.0997, "dropout_reads_logged": 5569, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 46.7803955078125, "n_util_obs": 159, "util_count_spearman": 0.15061063306864197}, "probe_overhead_sec_total": 263.117, "probe_overhead_seq_frac": 0.4992, "util_loss": 0.01003, "alpha": 0.03, "t": 878.8}
{"event": "consolidate", "step": 700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 941.3}
{"event": "train", "step": 700, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.84587, "bpb": 2.66302, "chunk_loss": 0.031297, "F": 0.22675, "G": 0.26113, "chunks": 232.19, "bytes_per_chunk": 4.41, "boundary_entropy": 0.2558, "router_noise": 0.0, "grad_norm": 1.2768, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 1.278, "probe_sec": 0.4461, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.4269, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.14879, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.52936, "trunc_abs_frac": 0.92323, "mean_delta_full": 0.18893, "read_hit_rate": {"surface": 0.74926}, "mean_gate": {"surface": 0.50417}, "n_reads": 5543, "n_cand": 7398, "read_suppressed_frac": 0.0969, "dropout_reads_logged": 5543, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 50.991424560546875, "n_util_obs": 172, "util_count_spearman": 0.20802409303268926}, "probe_overhead_sec_total": 283.66, "probe_overhead_seq_frac": 0.4993, "util_loss": 0.010539, "alpha": 0.03, "t": 942.7}
{"event": "consolidate", "step": 750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 997.3}
{"event": "train", "step": 750, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.80014, "bpb": 2.59705, "chunk_loss": 0.031002, "F": 0.21603, "G": 0.25326, "chunks": 221.22, "bytes_per_chunk": 4.629, "boundary_entropy": 0.25365, "router_noise": 0.0, "grad_norm": 1.0833, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 1.116, "probe_sec": 0.342, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.32397, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01863, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.65796, "trunc_abs_frac": 0.65151, "mean_delta_full": -0.33771, "read_hit_rate": {"surface": 0.74159}, "mean_gate": {"surface": 0.51142}, "n_reads": 5226, "n_cand": 7047, "read_suppressed_frac": 0.1039, "dropout_reads_logged": 5226, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 55.26823425292969, "n_util_obs": 189, "util_count_spearman": 0.242844700403491}, "probe_overhead_sec_total": 301.171, "probe_overhead_seq_frac": 0.4993, "util_loss": 0.011074, "alpha": 0.03, "t": 998.5}
{"event": "consolidate", "step": 800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1040.8}
{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3782.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.217319, "cps": 29.546875, "mean_p": 0.243609, "boundary_entropy": 0.235593, "bpb": 2.415568}, "tr": {"chunks": 3671.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.202784, "cps": 28.679688, "mean_p": 0.247671, "boundary_entropy": 0.279213, "bpb": 2.7616}, "fi": {"chunks": 4729.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251395, "cps": 36.945312, "mean_p": 0.28065, "boundary_entropy": 0.276264, "bpb": 2.947312}}, "bpb": {"en": 2.41557, "tr": 2.7616, "fi": 2.94731}, "gini_cpc": 0.048262, "gini_cps": 0.0579, "bpic": 4.657035, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9331177027347449, "fi": 1.1568046515533557}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 59.583587646484375, "n_util_obs": 197, "util_count_spearman": 0.2060884691556517}, "t": 1041.6}
{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.43116, "tr": 2.77062, "fi": 2.95243}, "bytes_per_chunk": {"en": 4.344, "tr": 5.517, "fi": 4.281}, "bpb_mean": 2.71807, "frozen_inventory": true, "t": 1043.6}
{"event": "train", "step": 800, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.79519, "bpb": 2.58991, "chunk_loss": 0.031174, "F": 0.22372, "G": 0.25619, "chunks": 229.09, "bytes_per_chunk": 4.47, "boundary_entropy": 0.2436, "router_noise": 0.0, "grad_norm": 1.007, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.926, "probe_sec": 0.1198, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0972, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.04769, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.5587, "trunc_abs_frac": 0.65892, "mean_delta_full": -0.06174, "read_hit_rate": {"surface": 0.74476}, "mean_gate": {"surface": 0.51975}, "n_reads": 5436, "n_cand": 7299, "read_suppressed_frac": 0.0979, "dropout_reads_logged": 5436, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 59.666107177734375, "n_util_obs": 197, "util_count_spearman": 0.20581614045883867}, "probe_overhead_sec_total": 314.225, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.012965, "alpha": 0.03, "t": 1044.8}
{"event": "consolidate", "step": 850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1081.7}
{"event": "train", "step": 850, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.76596, "bpb": 2.54775, "chunk_loss": 0.031183, "F": 0.22687, "G": 0.25325, "chunks": 232.31, "bytes_per_chunk": 4.408, "boundary_entropy": 0.2349, "router_noise": 0.0, "grad_norm": 1.0176, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.749, "probe_sec": 0.2469, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.23711, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.20049, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.48791, "trunc_abs_frac": 0.3019, "mean_delta_full": 0.14307, "read_hit_rate": {"surface": 0.74493}, "mean_gate": {"surface": 0.50389}, "n_reads": 5514, "n_cand": 7402, "read_suppressed_frac": 0.0988, "dropout_reads_logged": 5514, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 63.96559143066406, "n_util_obs": 208, "util_count_spearman": 0.2138227904818294}, "probe_overhead_sec_total": 322.157, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.013696, "alpha": 0.03, "t": 1082.3}
{"event": "consolidate", "step": 900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1105.3}
{"event": "train", "step": 900, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.60723, "bpb": 2.31875, "chunk_loss": 0.031039, "F": 0.22226, "G": 0.24728, "chunks": 227.59, "bytes_per_chunk": 4.499, "boundary_entropy": 0.22534, "router_noise": 0.0, "grad_norm": 1.0243, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.464, "probe_sec": 0.0291, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02164, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04314, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.18811, "trunc_abs_frac": 0.81327, "mean_delta_full": -0.14201, "read_hit_rate": {"surface": 0.77107}, "mean_gate": {"surface": 0.50458}, "n_reads": 5591, "n_cand": 7251, "read_suppressed_frac": 0.1005, "dropout_reads_logged": 5591, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 68.30966186523438, "n_util_obs": 221, "util_count_spearman": 0.13461001285494012}, "probe_overhead_sec_total": 325.947, "probe_overhead_seq_frac": 0.4994, "util_loss": 0.015055, "alpha": 0.03, "t": 1105.5}
{"event": "consolidate", "step": 950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1133.1}
{"event": "train", "step": 950, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.76287, "bpb": 2.54328, "chunk_loss": 0.031199, "F": 0.22717, "G": 0.25239, "chunks": 232.62, "bytes_per_chunk": 4.402, "boundary_entropy": 0.21742, "router_noise": 0.0, "grad_norm": 1.0234, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.56, "probe_sec": 0.1001, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09202, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.39212, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 2.3505, "trunc_abs_frac": 0.78387, "mean_delta_full": 0.04049, "read_hit_rate": {"surface": 0.74312}, "mean_gate": {"surface": 0.48158}, "n_reads": 5508, "n_cand": 7412, "read_suppressed_frac": 0.0997, "dropout_reads_logged": 5508, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 72.59257507324219, "n_util_obs": 234, "util_count_spearman": 0.1759684749548689}, "probe_overhead_sec_total": 329.201, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.015786, "alpha": 0.03, "t": 1133.5}
{"event": "consolidate", "step": 1000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1156.2}
{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3831.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.220134, "cps": 29.929688, "mean_p": 0.238474, "boundary_entropy": 0.209285, "bpb": 2.321106}, "tr": {"chunks": 3768.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208142, "cps": 29.4375, "mean_p": 0.246841, "boundary_entropy": 0.254106, "bpb": 2.638779}, "fi": {"chunks": 4878.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.259316, "cps": 38.109375, "mean_p": 0.282481, "boundary_entropy": 0.244422, "bpb": 2.812101}}, "bpb": {"en": 2.32111, "tr": 2.63878, "fi": 2.8121}, "gini_cpc": 0.049617, "gini_cps": 0.059309, "bpic": 4.546926, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.945523464421871, "fi": 1.1779907514251624}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 76.84048461914062, "n_util_obs": 247, "util_count_spearman": 0.1510292280212974}, "t": 1156.9}
{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.33359, "tr": 2.64762, "fi": 2.81902}, "bytes_per_chunk": {"en": 4.279, "tr": 5.427, "fi": 4.081}, "bpb_mean": 2.60007, "frozen_inventory": true, "t": 1158.1}
{"event": "train", "step": 1000, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.7108, "bpb": 2.46816, "chunk_loss": 0.031658, "F": 0.24359, "G": 0.2606, "chunks": 249.44, "bytes_per_chunk": 4.105, "boundary_entropy": 0.21962, "router_noise": 0.0, "grad_norm": 0.9958, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.542, "probe_sec": 0.0704, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02693, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08987, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.98069, "trunc_abs_frac": 0.75326, "mean_delta_full": -0.14734, "read_hit_rate": {"surface": 0.7766}, "mean_gate": {"surface": 0.47265}, "n_reads": 6174, "n_cand": 7950, "read_suppressed_frac": 0.0897, "dropout_reads_logged": 6174, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 76.93620300292969, "n_util_obs": 247, "util_count_spearman": 0.15144412051158418}, "probe_overhead_sec_total": 331.883, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.014636, "alpha": 0.03, "t": 1160.6}
{"event": "consolidate", "step": 1050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1181.7}
{"event": "train", "step": 1050, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.73174, "bpb": 2.49837, "chunk_loss": 0.031153, "F": 0.22781, "G": 0.25139, "chunks": 233.28, "bytes_per_chunk": 4.39, "boundary_entropy": 0.21432, "router_noise": 0.0, "grad_norm": 0.9566, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.427, "probe_sec": 0.0309, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02421, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.61188, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.70422, "trunc_abs_frac": 0.59135, "mean_delta_full": 0.43928, "read_hit_rate": {"surface": 0.74654}, "mean_gate": {"surface": 0.48473}, "n_reads": 5549, "n_cand": 7433, "read_suppressed_frac": 0.1043, "dropout_reads_logged": 5549, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 81.29281616210938, "n_util_obs": 257, "util_count_spearman": 0.14968102434168853}, "probe_overhead_sec_total": 334.88, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.0175, "alpha": 0.03, "t": 1181.9}
{"event": "consolidate", "step": 1100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1198.1}
{"event": "train", "step": 1100, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.7173, "bpb": 2.47754, "chunk_loss": 0.031177, "F": 0.22552, "G": 0.25176, "chunks": 230.94, "bytes_per_chunk": 4.434, "boundary_entropy": 0.2087, "router_noise": 0.0, "grad_norm": 0.9512, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.329, "probe_sec": 0.0307, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02392, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.41919, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.73824}, "mean_gate": {"surface": 0.49246}, "n_reads": 5432, "n_cand": 7358, "read_suppressed_frac": 0.0955, "dropout_reads_logged": 5432, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 85.62353515625, "n_util_obs": 268, "util_count_spearman": 0.17320502454105147}, "probe_overhead_sec_total": 337.99, "probe_overhead_seq_frac": 0.4995, "util_loss": 0.025912, "alpha": 0.03, "t": 1198.3}
{"event": "consolidate", "step": 1150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1222.4}
{"event": "train", "step": 1150, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.58416, "bpb": 2.28547, "chunk_loss": 0.031214, "F": 0.2319, "G": 0.2498, "chunks": 237.47, "bytes_per_chunk": 4.312, "boundary_entropy": 0.20036, "router_noise": 0.0, "grad_norm": 0.9505, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.511, "probe_sec": 0.0768, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03208, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.14336, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.82418, "trunc_abs_frac": 1.10512, "mean_delta_full": 0.41077, "read_hit_rate": {"surface": 0.76992}, "mean_gate": {"surface": 0.47901}, "n_reads": 5826, "n_cand": 7567, "read_suppressed_frac": 0.1018, "dropout_reads_logged": 5826, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 89.97088623046875, "n_util_obs": 277, "util_count_spearman": 0.17531419431217307}, "probe_overhead_sec_total": 340.548, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.018141, "alpha": 0.03, "t": 1223.9}
{"event": "consolidate", "step": 1200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1245.2}
{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3810.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.218928, "cps": 29.765625, "mean_p": 0.232315, "boundary_entropy": 0.1909, "bpb": 2.255786}, "tr": {"chunks": 3845.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212396, "cps": 30.039062, "mean_p": 0.237594, "boundary_entropy": 0.220948, "bpb": 2.550833}, "fi": {"chunks": 4786.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.254426, "cps": 37.390625, "mean_p": 0.274092, "boundary_entropy": 0.215153, "bpb": 2.721912}}, "bpb": {"en": 2.25579, "tr": 2.55083, "fi": 2.72191}, "gini_cpc": 0.04086, "gini_cps": 0.0523, "bpic": 4.560084, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9701635131602585, "fi": 1.1621440294818286}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 94.16546630859375, "n_util_obs": 289, "util_count_spearman": 0.16860220078790145}, "t": 1245.9}
{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.26844, "tr": 2.55758, "fi": 2.73045}, "bytes_per_chunk": {"en": 4.314, "tr": 5.312, "fi": 4.214}, "bpb_mean": 2.51883, "frozen_inventory": true, "t": 1247.1}
{"event": "train", "step": 1200, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.62309, "bpb": 2.34163, "chunk_loss": 0.031198, "F": 0.23083, "G": 0.24778, "chunks": 236.38, "bytes_per_chunk": 4.332, "boundary_entropy": 0.19916, "router_noise": 0.0, "grad_norm": 0.8009, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.488, "probe_sec": 0.0664, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04184, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.20141, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.9969, "trunc_abs_frac": 1.09354, "mean_delta_full": 0.32341, "read_hit_rate": {"surface": 0.77124}, "mean_gate": {"surface": 0.49343}, "n_reads": 5809, "n_cand": 7532, "read_suppressed_frac": 0.1009, "dropout_reads_logged": 5809, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 94.25505065917969, "n_util_obs": 289, "util_count_spearman": 0.16858875660660946}, "probe_overhead_sec_total": 343.481, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.020807, "alpha": 0.03, "t": 1248.3}
{"event": "consolidate", "step": 1250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1273.1}
{"event": "train", "step": 1250, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.67641, "bpb": 2.41854, "chunk_loss": 0.03122, "F": 0.23016, "G": 0.25086, "chunks": 235.69, "bytes_per_chunk": 4.345, "boundary_entropy": 0.19864, "router_noise": 0.0, "grad_norm": 0.8809, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.516, "probe_sec": 0.0983, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05327, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.075, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.60139, "trunc_abs_frac": 0.60139, "mean_delta_full": 0.50732, "read_hit_rate": {"surface": 0.74927}, "mean_gate": {"surface": 0.51532}, "n_reads": 5627, "n_cand": 7510, "read_suppressed_frac": 0.0945, "dropout_reads_logged": 5627, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 98.5904541015625, "n_util_obs": 301, "util_count_spearman": 0.14768594073066674}, "probe_overhead_sec_total": 346.735, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.018487, "alpha": 0.03, "t": 1274.1}
{"event": "consolidate", "step": 1300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1287.9}
{"event": "train", "step": 1300, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.61507, "bpb": 2.33005, "chunk_loss": 0.031016, "F": 0.22342, "G": 0.24364, "chunks": 228.78, "bytes_per_chunk": 4.476, "boundary_entropy": 0.19685, "router_noise": 0.0, "grad_norm": 0.8468, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.297, "probe_sec": 0.1051, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08987, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00111, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.62623, "trunc_abs_frac": 0.2404, "mean_delta_full": 0.0249, "read_hit_rate": {"surface": 0.75772}, "mean_gate": {"surface": 0.50659}, "n_reads": 5523, "n_cand": 7289, "read_suppressed_frac": 0.0994, "dropout_reads_logged": 5523, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 102.94471740722656, "n_util_obs": 316, "util_count_spearman": 0.15022565479537375}, "probe_overhead_sec_total": 349.23, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.019618, "alpha": 0.03, "t": 1288.9}
{"event": "consolidate", "step": 1350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1319.6}
{"event": "train", "step": 1350, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.60202, "bpb": 2.31122, "chunk_loss": 0.031267, "F": 0.23352, "G": 0.24579, "chunks": 239.12, "bytes_per_chunk": 4.282, "boundary_entropy": 0.18068, "router_noise": 0.0, "grad_norm": 0.8916, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.629, "probe_sec": 0.0752, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0256, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.15646, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 7, "trunc_ratio_sum": 0.43705, "trunc_abs_frac": 1.13368, "mean_delta_full": 0.43921, "read_hit_rate": {"surface": 0.77848}, "mean_gate": {"surface": 0.49306}, "n_reads": 5932, "n_cand": 7620, "read_suppressed_frac": 0.0976, "dropout_reads_logged": 5932, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 107.27703857421875, "n_util_obs": 330, "util_count_spearman": 0.15294410515302528}, "probe_overhead_sec_total": 352.628, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.020847, "alpha": 0.03, "t": 1320.3}
{"event": "consolidate", "step": 1400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1346.1}
{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3808.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.218813, "cps": 29.75, "mean_p": 0.229077, "boundary_entropy": 0.171953, "bpb": 2.211754}, "tr": {"chunks": 3868.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213666, "cps": 30.21875, "mean_p": 0.232972, "boundary_entropy": 0.200272, "bpb": 2.488206}, "fi": {"chunks": 4862.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.258466, "cps": 37.984375, "mean_p": 0.271185, "boundary_entropy": 0.191928, "bpb": 2.633789}}, "bpb": {"en": 2.21175, "tr": 2.48821, "fi": 2.63379}, "gini_cpc": 0.043225, "gini_cps": 0.056043, "bpic": 4.524805, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9764794195864281, "fi": 1.1812185309507355}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 111.496826171875, "n_util_obs": 343, "util_count_spearman": 0.138276439281777}, "t": 1346.9}
{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.2223, "tr": 2.4957, "fi": 2.64323}, "bytes_per_chunk": {"en": 4.33, "tr": 5.324, "fi": 4.15}, "bpb_mean": 2.45374, "frozen_inventory": true, "t": 1348.2}
{"event": "train", "step": 1400, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.68836, "bpb": 2.43579, "chunk_loss": 0.031057, "F": 0.22745, "G": 0.24254, "chunks": 232.91, "bytes_per_chunk": 4.397, "boundary_entropy": 0.17713, "router_noise": 0.0, "grad_norm": 0.8486, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.603, "probe_sec": 0.0535, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02417, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.37388, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 1.00417, "trunc_abs_frac": 1.00417, "mean_delta_full": 2.83936, "read_hit_rate": {"surface": 0.75475}, "mean_gate": {"surface": 0.50777}, "n_reads": 5601, "n_cand": 7421, "read_suppressed_frac": 0.1027, "dropout_reads_logged": 5601, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 111.5833740234375, "n_util_obs": 344, "util_count_spearman": 0.14268833457271027}, "probe_overhead_sec_total": 356.087, "probe_overhead_seq_frac": 0.4996, "util_loss": 0.018627, "alpha": 0.03, "t": 1350.5}
{"event": "consolidate", "step": 1450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1377.1}
{"event": "train", "step": 1450, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.63435, "bpb": 2.35786, "chunk_loss": 0.031094, "F": 0.23007, "G": 0.2425, "chunks": 235.59, "bytes_per_chunk": 4.346, "boundary_entropy": 0.17343, "router_noise": 0.0, "grad_norm": 0.8064, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.539, "probe_sec": 0.1002, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09238, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.10475, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.7672, "trunc_abs_frac": 13.76645, "mean_delta_full": 0.11497, "read_hit_rate": {"surface": 0.75743}, "mean_gate": {"surface": 0.48235}, "n_reads": 5686, "n_cand": 7507, "read_suppressed_frac": 0.0994, "dropout_reads_logged": 5686, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 115.90260314941406, "n_util_obs": 350, "util_count_spearman": 0.13192153316429445}, "probe_overhead_sec_total": 359.327, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.02752, "alpha": 0.03, "t": 1377.4}
{"event": "consolidate", "step": 1500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1393.1}
{"event": "train", "step": 1500, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.59705, "bpb": 2.30406, "chunk_loss": 0.030934, "F": 0.22281, "G": 0.23505, "chunks": 228.16, "bytes_per_chunk": 4.488, "boundary_entropy": 0.16498, "router_noise": 0.0, "grad_norm": 0.8068, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.328, "probe_sec": 0.0885, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07105, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04641, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.75485}, "mean_gate": {"surface": 0.4967}, "n_reads": 5487, "n_cand": 7269, "read_suppressed_frac": 0.0984, "dropout_reads_logged": 5487, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 120.24674987792969, "n_util_obs": 357, "util_count_spearman": 0.13536255961076882}, "probe_overhead_sec_total": 361.9, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.032764, "alpha": 0.03, "t": 1393.8}
{"event": "consolidate", "step": 1550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1415.6}
{"event": "train", "step": 1550, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.56397, "bpb": 2.25633, "chunk_loss": 0.030975, "F": 0.22769, "G": 0.2343, "chunks": 233.16, "bytes_per_chunk": 4.392, "boundary_entropy": 0.16621, "router_noise": 0.0, "grad_norm": 0.7045, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.443, "probe_sec": 0.1282, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.116, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.22365, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 1.66399, "trunc_abs_frac": 0.82526, "mean_delta_full": 0.08042, "read_hit_rate": {"surface": 0.76457}, "mean_gate": {"surface": 0.50524}, "n_reads": 5680, "n_cand": 7429, "read_suppressed_frac": 0.0991, "dropout_reads_logged": 5680, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 124.59996032714844, "n_util_obs": 366, "util_count_spearman": 0.11917389653545103}, "probe_overhead_sec_total": 365.935, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.022779, "alpha": 0.03, "t": 1415.9}
{"event": "consolidate", "step": 1600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1445.4}
{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3849.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.221169, "cps": 30.070312, "mean_p": 0.227212, "boundary_entropy": 0.151753, "bpb": 2.161768}, "tr": {"chunks": 3951.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.218251, "cps": 30.867188, "mean_p": 0.223067, "boundary_entropy": 0.171337, "bpb": 2.420001}, "fi": {"chunks": 5062.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.269098, "cps": 39.546875, "mean_p": 0.271907, "boundary_entropy": 0.171276, "bpb": 2.572008}}, "bpb": {"en": 2.16177, "tr": 2.42, "fi": 2.57201}, "gini_cpc": 0.047843, "gini_cps": 0.062873, "bpic": 4.410823, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9868080584517046, "fi": 1.2167082882509375}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 128.8223876953125, "n_util_obs": 389, "util_count_spearman": 0.10722499881761147}, "t": 1446.2}
{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.17565, "tr": 2.42782, "fi": 2.58088}, "bytes_per_chunk": {"en": 4.273, "tr": 5.034, "fi": 3.954}, "bpb_mean": 2.39478, "frozen_inventory": true, "t": 1447.3}
{"event": "train", "step": 1600, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.56342, "bpb": 2.25554, "chunk_loss": 0.031125, "F": 0.23083, "G": 0.24031, "chunks": 236.38, "bytes_per_chunk": 4.332, "boundary_entropy": 0.15627, "router_noise": 0.0, "grad_norm": 0.7858, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.666, "probe_sec": 0.066, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05415, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.69603, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.24768, "trunc_abs_frac": 0.67491, "mean_delta_full": 0.15149, "read_hit_rate": {"surface": 0.77005}, "mean_gate": {"surface": 0.50788}, "n_reads": 5800, "n_cand": 7532, "read_suppressed_frac": 0.1052, "dropout_reads_logged": 5800, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 128.9121551513672, "n_util_obs": 389, "util_count_spearman": 0.1062396390507478}, "probe_overhead_sec_total": 369.321, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.022722, "alpha": 0.03, "t": 1449.2}
{"event": "consolidate", "step": 1650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1475.6}
{"event": "train", "step": 1650, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.58987, "bpb": 2.2937, "chunk_loss": 0.030963, "F": 0.2251, "G": 0.23473, "chunks": 230.5, "bytes_per_chunk": 4.443, "boundary_entropy": 0.15735, "router_noise": 0.0, "grad_norm": 0.8116, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.534, "probe_sec": 0.0935, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.08347, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04445, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.24587, "trunc_abs_frac": 1.37509, "mean_delta_full": -0.19223, "read_hit_rate": {"surface": 0.75259}, "mean_gate": {"surface": 0.49284}, "n_reads": 5527, "n_cand": 7344, "read_suppressed_frac": 0.0982, "dropout_reads_logged": 5527, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 133.2152862548828, "n_util_obs": 399, "util_count_spearman": 0.10110301549213534}, "probe_overhead_sec_total": 372.613, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.01977, "alpha": 0.03, "t": 1475.9}
{"event": "consolidate", "step": 1700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1496.5}
{"event": "train", "step": 1700, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.60754, "bpb": 2.31919, "chunk_loss": 0.031015, "F": 0.22791, "G": 0.23691, "chunks": 233.38, "bytes_per_chunk": 4.388, "boundary_entropy": 0.16073, "router_noise": 0.0, "grad_norm": 0.7661, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.418, "probe_sec": 0.0328, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02596, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.01174, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.48861, "trunc_abs_frac": 1.49865, "mean_delta_full": 0.20361, "read_hit_rate": {"surface": 0.74973}, "mean_gate": {"surface": 0.47767}, "n_reads": 5575, "n_cand": 7436, "read_suppressed_frac": 0.1019, "dropout_reads_logged": 5575, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 137.51092529296875, "n_util_obs": 414, "util_count_spearman": 0.09234683208620817}, "probe_overhead_sec_total": 375.44, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.022495, "alpha": 0.03, "t": 1496.8}
{"event": "consolidate", "step": 1750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1522.3}
{"event": "train", "step": 1750, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.5598, "bpb": 2.25032, "chunk_loss": 0.030799, "F": 0.22095, "G": 0.22942, "chunks": 226.25, "bytes_per_chunk": 4.526, "boundary_entropy": 0.15371, "router_noise": 0.0, "grad_norm": 0.7683, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.517, "probe_sec": 0.1213, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.11248, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.7363, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.1005, "trunc_abs_frac": 1.80998, "mean_delta_full": 1.04578, "read_hit_rate": {"surface": 0.75028}, "mean_gate": {"surface": 0.51209}, "n_reads": 5408, "n_cand": 7208, "read_suppressed_frac": 0.1015, "dropout_reads_logged": 5408, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 141.760986328125, "n_util_obs": 426, "util_count_spearman": 0.07431818464041688}, "probe_overhead_sec_total": 378.546, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.025958, "alpha": 0.03, "t": 1522.6}
{"event": "consolidate", "step": 1800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1553.5}
{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3752.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.215595, "cps": 29.3125, "mean_p": 0.219128, "boundary_entropy": 0.152977, "bpb": 2.136084}, "tr": {"chunks": 3814.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210683, "cps": 29.796875, "mean_p": 0.215629, "boundary_entropy": 0.170982, "bpb": 2.3829}, "fi": {"chunks": 4918.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.261443, "cps": 38.421875, "mean_p": 0.266945, "boundary_entropy": 0.163686, "bpb": 2.516107}}, "bpb": {"en": 2.13608, "tr": 2.3829, "fi": 2.51611}, "gini_cpc": 0.049205, "gini_cps": 0.062266, "bpic": 4.544377, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.977217932166646, "fi": 1.2126568698916016}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 145.91368103027344, "n_util_obs": 440, "util_count_spearman": 0.08486006327068359}, "t": 1554.3}
{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.14863, "tr": 2.39078, "fi": 2.5253}, "bytes_per_chunk": {"en": 4.408, "tr": 5.281, "fi": 4.084}, "bpb_mean": 2.3549, "frozen_inventory": true, "t": 1555.4}
{"event": "train", "step": 1800, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.5277, "bpb": 2.20401, "chunk_loss": 0.030818, "F": 0.2211, "G": 0.22825, "chunks": 226.41, "bytes_per_chunk": 4.523, "boundary_entropy": 0.15523, "router_noise": 0.0, "grad_norm": 0.8289, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.681, "probe_sec": 0.0603, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05143, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.02676, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.18388, "trunc_abs_frac": 1.84857, "mean_delta_full": 0.14365, "read_hit_rate": {"surface": 0.76057}, "mean_gate": {"surface": 0.4856}, "n_reads": 5486, "n_cand": 7213, "read_suppressed_frac": 0.1092, "dropout_reads_logged": 5486, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 145.99835205078125, "n_util_obs": 440, "util_count_spearman": 0.08454492598623096}, "probe_overhead_sec_total": 381.925, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.027039, "alpha": 0.03, "t": 1556.7}
{"event": "consolidate", "step": 1850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1584.7}
{"event": "train", "step": 1850, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.56226, "bpb": 2.25386, "chunk_loss": 0.030874, "F": 0.22339, "G": 0.23299, "chunks": 228.75, "bytes_per_chunk": 4.477, "boundary_entropy": 0.14802, "router_noise": 0.0, "grad_norm": 0.8191, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.578, "probe_sec": 0.0637, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02643, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.13373, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 7, "trunc_ratio_sum": -0.41974, "trunc_abs_frac": 1.95004, "mean_delta_full": -0.02553, "read_hit_rate": {"surface": 0.75659}, "mean_gate": {"surface": 0.4602}, "n_reads": 5514, "n_cand": 7288, "read_suppressed_frac": 0.1023, "dropout_reads_logged": 5514, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 150.20489501953125, "n_util_obs": 454, "util_count_spearman": 0.09321121807244867}, "probe_overhead_sec_total": 385.126, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.026455, "alpha": 0.03, "t": 1585.6}
{"event": "consolidate", "step": 1900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1607.5}
{"event": "train", "step": 1900, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.49355, "bpb": 2.15473, "chunk_loss": 0.030813, "F": 0.22104, "G": 0.2297, "chunks": 226.34, "bytes_per_chunk": 4.524, "boundary_entropy": 0.14361, "router_noise": 0.0, "grad_norm": 0.7044, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.464, "probe_sec": 0.1034, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05077, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03509, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 2.32187, "trunc_abs_frac": 1.08174, "mean_delta_full": 0.10799, "read_hit_rate": {"surface": 0.7551}, "mean_gate": {"surface": 0.47144}, "n_reads": 5445, "n_cand": 7211, "read_suppressed_frac": 0.0957, "dropout_reads_logged": 5445, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 154.39352416992188, "n_util_obs": 464, "util_count_spearman": 0.08980492839534669}, "probe_overhead_sec_total": 388.425, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.024595, "alpha": 0.03, "t": 1608.8}
{"event": "consolidate", "step": 1950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1628.8}
{"event": "train", "step": 1950, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.57101, "bpb": 2.26648, "chunk_loss": 0.030951, "F": 0.22379, "G": 0.23463, "chunks": 229.16, "bytes_per_chunk": 4.469, "boundary_entropy": 0.14548, "router_noise": 0.0, "grad_norm": 0.7517, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.419, "probe_sec": 0.0823, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04549, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.38031, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.61165, "trunc_abs_frac": 0.92036, "mean_delta_full": 0.58611, "read_hit_rate": {"surface": 0.7462}, "mean_gate": {"surface": 0.44271}, "n_reads": 5448, "n_cand": 7301, "read_suppressed_frac": 0.0988, "dropout_reads_logged": 5448, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 158.60484313964844, "n_util_obs": 476, "util_count_spearman": 0.10252587413964942}, "probe_overhead_sec_total": 391.312, "probe_overhead_seq_frac": 0.4997, "util_loss": 0.025261, "alpha": 0.03, "t": 1629.7}
{"event": "consolidate", "step": 2000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1658.0}
{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3720.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.213756, "cps": 29.0625, "mean_p": 0.219733, "boundary_entropy": 0.13993, "bpb": 2.109042}, "tr": {"chunks": 3834.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211788, "cps": 29.953125, "mean_p": 0.210739, "boundary_entropy": 0.153759, "bpb": 2.335746}, "fi": {"chunks": 4869.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.258838, "cps": 38.039062, "mean_p": 0.260668, "boundary_entropy": 0.149331, "bpb": 2.46897}}, "bpb": {"en": 2.10904, "tr": 2.33575, "fi": 2.46897}, "gini_cpc": 0.045832, "gini_cps": 0.06166, "bpic": 4.566691, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9907925615608177, "fi": 1.2109022088997343}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 162.71438598632812, "n_util_obs": 489, "util_count_spearman": 0.11241291367112782}, "t": 1658.8}
{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.12136, "tr": 2.34384, "fi": 2.4787}, "bytes_per_chunk": {"en": 4.464, "tr": 5.229, "fi": 4.128}, "bpb_mean": 2.31464, "frozen_inventory": true, "t": 1660.0}
{"event": "train", "step": 2000, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.53923, "bpb": 2.22063, "chunk_loss": 0.031026, "F": 0.23203, "G": 0.23572, "chunks": 237.59, "bytes_per_chunk": 4.31, "boundary_entropy": 0.13913, "router_noise": 0.0, "grad_norm": 0.7527, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.637, "probe_sec": 0.0671, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03644, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.38535, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": -0.50036, "trunc_abs_frac": 2.36658, "mean_delta_full": -0.11078, "read_hit_rate": {"surface": 0.77216}, "mean_gate": {"surface": 0.43948}, "n_reads": 5846, "n_cand": 7571, "read_suppressed_frac": 0.1026, "dropout_reads_logged": 5846, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 162.8046875, "n_util_obs": 489, "util_count_spearman": 0.11349125716684262}, "probe_overhead_sec_total": 394.548, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.024667, "alpha": 0.03, "t": 1661.6}
{"event": "consolidate", "step": 2050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1685.9}
{"event": "train", "step": 2050, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.55171, "bpb": 2.23865, "chunk_loss": 0.030583, "F": 0.20963, "G": 0.21963, "chunks": 214.66, "bytes_per_chunk": 4.77, "boundary_entropy": 0.14273, "router_noise": 0.0, "grad_norm": 0.8178, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.502, "probe_sec": 0.0896, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06248, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05668, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.58737, "trunc_abs_frac": 0.53088, "mean_delta_full": 0.63606, "read_hit_rate": {"surface": 0.72824}, "mean_gate": {"surface": 0.49091}, "n_reads": 4979, "n_cand": 6837, "read_suppressed_frac": 0.101, "dropout_reads_logged": 4979, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 166.997802734375, "n_util_obs": 505, "util_count_spearman": 0.09561059041840685}, "probe_overhead_sec_total": 397.754, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.02595, "alpha": 0.03, "t": 1686.7}
{"event": "consolidate", "step": 2100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1713.7}
{"event": "train", "step": 2100, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.47109, "bpb": 2.12233, "chunk_loss": 0.030659, "F": 0.21527, "G": 0.22176, "chunks": 220.44, "bytes_per_chunk": 4.645, "boundary_entropy": 0.13354, "router_noise": 0.0, "grad_norm": 0.7178, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.545, "probe_sec": 0.0387, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02322, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04466, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.49515, "trunc_abs_frac": 0.57229, "mean_delta_full": 0.39022, "read_hit_rate": {"surface": 0.75377}, "mean_gate": {"surface": 0.45601}, "n_reads": 5293, "n_cand": 7022, "read_suppressed_frac": 0.1003, "dropout_reads_logged": 5293, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 171.19277954101562, "n_util_obs": 521, "util_count_spearman": 0.07914630748062232}, "probe_overhead_sec_total": 401.056, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.029024, "alpha": 0.03, "t": 1713.9}
{"event": "consolidate", "step": 2150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1735.8}
{"event": "train", "step": 2150, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.48323, "bpb": 2.13985, "chunk_loss": 0.030912, "F": 0.22528, "G": 0.23278, "chunks": 230.69, "bytes_per_chunk": 4.439, "boundary_entropy": 0.13407, "router_noise": 0.0, "grad_norm": 0.7479, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.443, "probe_sec": 0.0733, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06193, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0671, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.18738, "trunc_abs_frac": 0.4433, "mean_delta_full": -0.12988, "read_hit_rate": {"surface": 0.75755}, "mean_gate": {"surface": 0.45843}, "n_reads": 5568, "n_cand": 7350, "read_suppressed_frac": 0.1006, "dropout_reads_logged": 5568, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 175.38009643554688, "n_util_obs": 534, "util_count_spearman": 0.06679281530041306}, "probe_overhead_sec_total": 404.308, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.02846, "alpha": 0.03, "t": 1736.1}
{"event": "consolidate", "step": 2200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1768.1}
{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3687.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.21186, "cps": 28.804688, "mean_p": 0.214764, "boundary_entropy": 0.133963, "bpb": 2.079949}, "tr": {"chunks": 3772.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208363, "cps": 29.46875, "mean_p": 0.209866, "boundary_entropy": 0.148422, "bpb": 2.293419}, "fi": {"chunks": 4881.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.259476, "cps": 38.132812, "mean_p": 0.260257, "boundary_entropy": 0.138153, "bpb": 2.443288}}, "bpb": {"en": 2.07995, "tr": 2.29342, "fi": 2.44329}, "gini_cpc": 0.050133, "gini_cps": 0.064506, "bpic": 4.597407, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.983494906890042, "fi": 1.2247512935297151}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 179.47958374023438, "n_util_obs": 541, "util_count_spearman": 0.058866480212032696}, "t": 1768.7}
{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.09466, "tr": 2.30134, "fi": 2.45338}, "bytes_per_chunk": {"en": 4.515, "tr": 5.302, "fi": 4.106}, "bpb_mean": 2.28313, "frozen_inventory": true, "t": 1769.9}
{"event": "train", "step": 2200, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.52549, "bpb": 2.20082, "chunk_loss": 0.030876, "F": 0.22186, "G": 0.22721, "chunks": 227.19, "bytes_per_chunk": 4.507, "boundary_entropy": 0.13275, "router_noise": 0.0, "grad_norm": 0.7542, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.719, "probe_sec": 0.0481, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03153, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.41415, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.66496, "trunc_abs_frac": 0.86767, "mean_delta_full": 1.29683, "read_hit_rate": {"surface": 0.74772}, "mean_gate": {"surface": 0.4233}, "n_reads": 5412, "n_cand": 7238, "read_suppressed_frac": 0.1007, "dropout_reads_logged": 5412, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 179.56271362304688, "n_util_obs": 541, "util_count_spearman": 0.056813086908454075}, "probe_overhead_sec_total": 407.562, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.031028, "alpha": 0.03, "t": 1772.0}
{"event": "consolidate", "step": 2250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1799.4}
{"event": "train", "step": 2250, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.4971, "bpb": 2.15986, "chunk_loss": 0.030788, "F": 0.22189, "G": 0.22696, "chunks": 227.22, "bytes_per_chunk": 4.507, "boundary_entropy": 0.12253, "router_noise": 0.0, "grad_norm": 0.7944, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.558, "probe_sec": 0.1157, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.10172, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09291, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.07077, "trunc_abs_frac": 1.19786, "mean_delta_full": 0.10004, "read_hit_rate": {"surface": 0.76185}, "mean_gate": {"surface": 0.46225}, "n_reads": 5515, "n_cand": 7239, "read_suppressed_frac": 0.1037, "dropout_reads_logged": 5515, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 183.69415283203125, "n_util_obs": 558, "util_count_spearman": 0.06677101998380167}, "probe_overhead_sec_total": 410.536, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.034588, "alpha": 0.03, "t": 1799.9}
{"event": "consolidate", "step": 2300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1818.0}
{"event": "train", "step": 2300, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.53215, "bpb": 2.21042, "chunk_loss": 0.030817, "F": 0.22058, "G": 0.22639, "chunks": 225.88, "bytes_per_chunk": 4.533, "boundary_entropy": 0.13013, "router_noise": 0.0, "grad_norm": 0.6689, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.366, "probe_sec": 0.0521, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0452, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09594, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 4.41049, "trunc_abs_frac": 1.54707, "mean_delta_full": -0.0481, "read_hit_rate": {"surface": 0.74764}, "mean_gate": {"surface": 0.46419}, "n_reads": 5380, "n_cand": 7196, "read_suppressed_frac": 0.0983, "dropout_reads_logged": 5380, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 187.8395233154297, "n_util_obs": 574, "util_count_spearman": 0.07047760818051743}, "probe_overhead_sec_total": 413.16, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.031824, "alpha": 0.03, "t": 1818.2}
{"event": "consolidate", "step": 2350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1840.6}
{"event": "train", "step": 2350, "arch": "lexmem_v1", "phase": 1, "objective": "global", "lm_loss": 1.46261, "bpb": 2.1101, "chunk_loss": 0.030745, "F": 0.21927, "G": 0.22548, "chunks": 224.53, "bytes_per_chunk": 4.561, "boundary_entropy": 0.12265, "router_noise": 0.0, "grad_norm": 0.7348, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.453, "probe_sec": 0.0704, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05948, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.19768, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.70176, "trunc_abs_frac": 0.6, "mean_delta_full": 0.58551, "read_hit_rate": {"surface": 0.75758}, "mean_gate": {"surface": 0.43957}, "n_reads": 5419, "n_cand": 7153, "read_suppressed_frac": 0.1008, "dropout_reads_logged": 5419, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 191.96762084960938, "n_util_obs": 586, "util_count_spearman": 0.08321015304351682}, "probe_overhead_sec_total": 415.929, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.027982, "alpha": 0.03, "t": 1840.9}
{"event": "consolidate", "step": 2400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1867.6}
{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3690.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.212032, "cps": 28.828125, "mean_p": 0.216553, "boundary_entropy": 0.125127, "bpb": 2.054577}, "tr": {"chunks": 3806.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210241, "cps": 29.734375, "mean_p": 0.206538, "boundary_entropy": 0.13632, "bpb": 2.255762}, "fi": {"chunks": 4893.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.260114, "cps": 38.226562, "mean_p": 0.261934, "boundary_entropy": 0.140095, "bpb": 2.398675}}, "bpb": {"en": 2.05458, "tr": 2.25576, "fi": 2.39867}, "gini_cpc": 0.048723, "gini_cps": 0.064735, "bpic": 4.579224, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9915531226239733, "fi": 1.2267641792360724}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 196.0185089111328, "n_util_obs": 596, "util_count_spearman": 0.08688372996505148}, "t": 1868.3}
{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.06932, "tr": 2.26438, "fi": 2.41039}, "bytes_per_chunk": {"en": 4.513, "tr": 5.256, "fi": 4.131}, "bpb_mean": 2.24803, "frozen_inventory": true, "t": 1869.5}
{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 1870.4}
{"event": "train", "step": 2400, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.46072, "bpb": 2.10737, "chunk_loss": 0.030672, "F": 0.21744, "G": 0.22215, "chunks": 222.66, "bytes_per_chunk": 4.599, "boundary_entropy": 0.12572, "router_noise": 0.0, "grad_norm": 0.6785, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.609, "probe_sec": 0.0739, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04937, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.23831, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.05055, "trunc_abs_frac": 0.71084, "mean_delta_full": 1.13855, "read_hit_rate": {"surface": 0.75525}, "mean_gate": {"surface": 0.43642}, "n_reads": 5357, "n_cand": 7093, "read_suppressed_frac": 0.0969, "dropout_reads_logged": 5357, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 196.09918212890625, "n_util_obs": 596, "util_count_spearman": 0.08629449292235515}, "probe_overhead_sec_total": 419.215, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.032165, "alpha": 0.03, "t": 1871.4}
{"event": "consolidate", "step": 2450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1903.3}
{"event": "train", "step": 2450, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.46631, "bpb": 2.11543, "chunk_loss": 0.030947, "F": 0.2276, "G": 0.23307, "chunks": 233.06, "bytes_per_chunk": 4.394, "boundary_entropy": 0.12577, "router_noise": 0.0, "grad_norm": 0.7829, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.659, "probe_sec": 0.0601, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02547, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.32001, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 4.49604, "trunc_abs_frac": 0.63661, "mean_delta_full": 0.00899, "read_hit_rate": {"surface": 0.76084}, "mean_gate": {"surface": 0.42798}, "n_reads": 5650, "n_cand": 7426, "read_suppressed_frac": 0.0952, "dropout_reads_logged": 5650, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 200.21026611328125, "n_util_obs": 605, "util_count_spearman": 0.10172712319707959}, "probe_overhead_sec_total": 422.253, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.031916, "alpha": 0.03, "t": 1904.3}
{"event": "consolidate", "step": 2500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1933.8}
{"event": "train", "step": 2500, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.56177, "bpb": 2.25316, "chunk_loss": 0.030854, "F": 0.22546, "G": 0.22784, "chunks": 230.88, "bytes_per_chunk": 4.435, "boundary_entropy": 0.12269, "router_noise": 0.0, "grad_norm": 0.6957, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.602, "probe_sec": 0.051, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03363, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00851, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.5268, "trunc_abs_frac": 4.33311, "mean_delta_full": -0.18735, "read_hit_rate": {"surface": 0.74579}, "mean_gate": {"surface": 0.42862}, "n_reads": 5486, "n_cand": 7356, "read_suppressed_frac": 0.0972, "dropout_reads_logged": 5486, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 204.37796020507812, "n_util_obs": 612, "util_count_spearman": 0.10248708896894106}, "probe_overhead_sec_total": 425.528, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.027773, "alpha": 0.03, "t": 1934.4}
{"event": "consolidate", "step": 2550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1963.9}
{"event": "train", "step": 2550, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.49113, "bpb": 2.15124, "chunk_loss": 0.030683, "F": 0.21875, "G": 0.22332, "chunks": 224.0, "bytes_per_chunk": 4.571, "boundary_entropy": 0.11615, "router_noise": 0.0, "grad_norm": 0.7368, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.594, "probe_sec": 0.0388, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03086, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09657, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 2.23484, "trunc_abs_frac": 0.29671, "mean_delta_full": -0.0639, "read_hit_rate": {"surface": 0.74748}, "mean_gate": {"surface": 0.42919}, "n_reads": 5334, "n_cand": 7136, "read_suppressed_frac": 0.0969, "dropout_reads_logged": 5334, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 208.52972412109375, "n_util_obs": 622, "util_count_spearman": 0.11139230987455745}, "probe_overhead_sec_total": 428.693, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.031478, "alpha": 0.03, "t": 1964.1}
{"event": "consolidate", "step": 2600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 1986.7}
{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3713.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.213354, "cps": 29.007812, "mean_p": 0.216105, "boundary_entropy": 0.114332, "bpb": 2.03743}, "tr": {"chunks": 3832.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211678, "cps": 29.9375, "mean_p": 0.204882, "boundary_entropy": 0.127803, "bpb": 2.236922}, "fi": {"chunks": 4922.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.261655, "cps": 38.453125, "mean_p": 0.260439, "boundary_entropy": 0.12523, "bpb": 2.355854}}, "bpb": {"en": 2.03743, "tr": 2.23692, "fi": 2.35585}, "gini_cpc": 0.048521, "gini_cps": 0.064651, "bpic": 4.550574, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9921426512939788, "fi": 1.2263908366672873}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 212.5699462890625, "n_util_obs": 637, "util_count_spearman": 0.10143002526821246}, "t": 1987.3}
{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.05041, "tr": 2.24439, "fi": 2.36628}, "bytes_per_chunk": {"en": 4.495, "tr": 5.223, "fi": 4.098}, "bpb_mean": 2.22036, "frozen_inventory": true, "t": 1988.3}
{"event": "train", "step": 2600, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.49924, "bpb": 2.16295, "chunk_loss": 0.030885, "F": 0.22345, "G": 0.22815, "chunks": 228.81, "bytes_per_chunk": 4.475, "boundary_entropy": 0.11309, "router_noise": 0.0, "grad_norm": 0.6965, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.507, "probe_sec": 0.0469, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03865, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.13638, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.03865, "trunc_abs_frac": 2.38696, "mean_delta_full": 0.39877, "read_hit_rate": {"surface": 0.74746}, "mean_gate": {"surface": 0.41779}, "n_reads": 5449, "n_cand": 7290, "read_suppressed_frac": 0.1013, "dropout_reads_logged": 5449, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 212.6518096923828, "n_util_obs": 637, "util_count_spearman": 0.10143299772881523}, "probe_overhead_sec_total": 432.348, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.034112, "alpha": 0.03, "t": 1989.5}
{"event": "consolidate", "step": 2650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2022.9}
{"event": "train", "step": 2650, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.43413, "bpb": 2.06901, "chunk_loss": 0.030656, "F": 0.21805, "G": 0.22155, "chunks": 223.28, "bytes_per_chunk": 4.586, "boundary_entropy": 0.11568, "router_noise": 0.0, "grad_norm": 0.6503, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.683, "probe_sec": 0.0566, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02553, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.10283, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.81843, "trunc_abs_frac": 4.03268, "mean_delta_full": 0.59113, "read_hit_rate": {"surface": 0.75875}, "mean_gate": {"surface": 0.42716}, "n_reads": 5397, "n_cand": 7113, "read_suppressed_frac": 0.0941, "dropout_reads_logged": 5397, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 216.793212890625, "n_util_obs": 646, "util_count_spearman": 0.10377315783483408}, "probe_overhead_sec_total": 435.955, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.034267, "alpha": 0.03, "t": 2023.7}
{"event": "consolidate", "step": 2700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2051.0}
{"event": "train", "step": 2700, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.51311, "bpb": 2.18295, "chunk_loss": 0.030746, "F": 0.21725, "G": 0.22256, "chunks": 222.47, "bytes_per_chunk": 4.603, "boundary_entropy": 0.12116, "router_noise": 0.0, "grad_norm": 0.7151, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.576, "probe_sec": 0.1202, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09092, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.14924, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.38309, "trunc_abs_frac": 0.38309, "mean_delta_full": -0.11694, "read_hit_rate": {"surface": 0.73077}, "mean_gate": {"surface": 0.42343}, "n_reads": 5179, "n_cand": 7087, "read_suppressed_frac": 0.0977, "dropout_reads_logged": 5179, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 220.91339111328125, "n_util_obs": 664, "util_count_spearman": 0.09507125514487588}, "probe_overhead_sec_total": 439.196, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.029424, "alpha": 0.03, "t": 2052.5}
{"event": "consolidate", "step": 2750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2075.7}
{"event": "train", "step": 2750, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.45279, "bpb": 2.09593, "chunk_loss": 0.030754, "F": 0.22156, "G": 0.22558, "chunks": 226.88, "bytes_per_chunk": 4.513, "boundary_entropy": 0.11368, "router_noise": 0.0, "grad_norm": 0.7293, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.472, "probe_sec": 0.0701, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05289, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.49512, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 2.46104, "trunc_abs_frac": 2.46104, "mean_delta_full": 0.1543, "read_hit_rate": {"surface": 0.75304}, "mean_gate": {"surface": 0.4483}, "n_reads": 5443, "n_cand": 7228, "read_suppressed_frac": 0.1034, "dropout_reads_logged": 5443, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 225.0826873779297, "n_util_obs": 675, "util_count_spearman": 0.10306188102642062}, "probe_overhead_sec_total": 442.225, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.028106, "alpha": 0.03, "t": 2076.1}
{"event": "consolidate", "step": 2800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2107.9}
{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3688.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.211917, "cps": 28.8125, "mean_p": 0.21305, "boundary_entropy": 0.115001, "bpb": 2.013582}, "tr": {"chunks": 3867.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213611, "cps": 30.210938, "mean_p": 0.206495, "boundary_entropy": 0.127234, "bpb": 2.216568}, "fi": {"chunks": 4876.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.25921, "cps": 38.09375, "mean_p": 0.258885, "boundary_entropy": 0.12402, "bpb": 2.326603}}, "bpb": {"en": 2.01358, "tr": 2.21657, "fi": 2.3266}, "gini_cpc": 0.046044, "gini_cps": 0.063712, "bpic": 4.563752, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0079914038528386, "fi": 1.2231649317661666}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 229.1522216796875, "n_util_obs": 688, "util_count_spearman": 0.09424989262418922}, "t": 2108.6}
{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.02677, "tr": 2.22464, "fi": 2.33749}, "bytes_per_chunk": {"en": 4.501, "tr": 5.19, "fi": 4.11}, "bpb_mean": 2.1963, "frozen_inventory": true, "t": 2109.7}
{"event": "train", "step": 2800, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.44184, "bpb": 2.08014, "chunk_loss": 0.030832, "F": 0.22629, "G": 0.22655, "chunks": 231.72, "bytes_per_chunk": 4.419, "boundary_entropy": 0.11394, "router_noise": 0.0, "grad_norm": 0.668, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.712, "probe_sec": 0.0784, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06162, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03827, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.9936, "trunc_abs_frac": 1.078, "mean_delta_full": -0.14219, "read_hit_rate": {"surface": 0.77475}, "mean_gate": {"surface": 0.41937}, "n_reads": 5720, "n_cand": 7383, "read_suppressed_frac": 0.0986, "dropout_reads_logged": 5720, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 229.24041748046875, "n_util_obs": 688, "util_count_spearman": 0.09423734492562284}, "probe_overhead_sec_total": 445.926, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.029131, "alpha": 0.03, "t": 2111.7}
{"event": "consolidate", "step": 2850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2159.9}
{"event": "train", "step": 2850, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.54958, "bpb": 2.23557, "chunk_loss": 0.030919, "F": 0.22372, "G": 0.22918, "chunks": 229.09, "bytes_per_chunk": 4.47, "boundary_entropy": 0.11538, "router_noise": 0.0, "grad_norm": 0.7332, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.969, "probe_sec": 0.0601, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04202, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01086, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 1.73192, "trunc_abs_frac": 1.73192, "mean_delta_full": -0.1637, "read_hit_rate": {"surface": 0.73681}, "mean_gate": {"surface": 0.39199}, "n_reads": 5378, "n_cand": 7299, "read_suppressed_frac": 0.1073, "dropout_reads_logged": 5378, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 233.3651580810547, "n_util_obs": 703, "util_count_spearman": 0.1050214503765335}, "probe_overhead_sec_total": 449.58, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.035775, "alpha": 0.03, "t": 2160.1}
{"event": "consolidate", "step": 2900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2187.7}
{"event": "train", "step": 2900, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.49229, "bpb": 2.15291, "chunk_loss": 0.03102, "F": 0.23093, "G": 0.23261, "chunks": 236.47, "bytes_per_chunk": 4.33, "boundary_entropy": 0.11126, "router_noise": 0.0, "grad_norm": 0.6912, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.556, "probe_sec": 0.0324, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02289, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.11392, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.60889, "trunc_abs_frac": 1.19127, "mean_delta_full": 0.48372, "read_hit_rate": {"surface": 0.76417}, "mean_gate": {"surface": 0.42166}, "n_reads": 5758, "n_cand": 7535, "read_suppressed_frac": 0.1011, "dropout_reads_logged": 5758, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 237.52304077148438, "n_util_obs": 715, "util_count_spearman": 0.10279400660012374}, "probe_overhead_sec_total": 452.628, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.034335, "alpha": 0.03, "t": 2187.9}
{"event": "consolidate", "step": 2950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2222.5}
{"event": "train", "step": 2950, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.42374, "bpb": 2.05403, "chunk_loss": 0.030673, "F": 0.21582, "G": 0.22039, "chunks": 221.0, "bytes_per_chunk": 4.633, "boundary_entropy": 0.10929, "router_noise": 0.0, "grad_norm": 0.6457, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.697, "probe_sec": 0.0759, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06522, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.22924, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 9.67991, "trunc_abs_frac": 1.0347, "mean_delta_full": 0.03687, "read_hit_rate": {"surface": 0.74048}, "mean_gate": {"surface": 0.41669}, "n_reads": 5213, "n_cand": 7040, "read_suppressed_frac": 0.093, "dropout_reads_logged": 5213, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 241.65660095214844, "n_util_obs": 723, "util_count_spearman": 0.09843262309680308}, "probe_overhead_sec_total": 456.242, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.033147, "alpha": 0.03, "t": 2222.8}
{"event": "consolidate", "step": 3000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2253.5}
{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3711.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.213239, "cps": 28.992188, "mean_p": 0.213775, "boundary_entropy": 0.104727, "bpb": 1.99386}, "tr": {"chunks": 3890.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214882, "cps": 30.390625, "mean_p": 0.203942, "boundary_entropy": 0.116119, "bpb": 2.183064}, "fi": {"chunks": 4953.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.263303, "cps": 38.695312, "mean_p": 0.258779, "boundary_entropy": 0.115259, "bpb": 2.299556}}, "bpb": {"en": 1.99386, "tr": 2.18306, "fi": 2.29956}, "gini_cpc": 0.048272, "gini_cps": 0.065955, "bpic": 4.519038, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0077022209791977, "fi": 1.2347800679241026}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 245.71005249023438, "n_util_obs": 733, "util_count_spearman": 0.10392821554897137}, "t": 2254.0}
{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.0082, "tr": 2.19166, "fi": 2.30953}, "bytes_per_chunk": {"en": 4.499, "tr": 5.185, "fi": 4.057}, "bpb_mean": 2.1698, "frozen_inventory": true, "t": 2255.1}
{"event": "train", "step": 3000, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.45296, "bpb": 2.09618, "chunk_loss": 0.030712, "F": 0.22095, "G": 0.223, "chunks": 226.25, "bytes_per_chunk": 4.526, "boundary_entropy": 0.10324, "router_noise": 0.0, "grad_norm": 0.6712, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.707, "probe_sec": 0.0629, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03392, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00967, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.00089, "trunc_abs_frac": 1.11283, "mean_delta_full": -0.20557, "read_hit_rate": {"surface": 0.74917}, "mean_gate": {"surface": 0.41607}, "n_reads": 5400, "n_cand": 7208, "read_suppressed_frac": 0.1037, "dropout_reads_logged": 5400, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 245.7931671142578, "n_util_obs": 733, "util_count_spearman": 0.10371136483807257}, "probe_overhead_sec_total": 459.751, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.0278, "alpha": 0.03, "t": 2258.1}
{"event": "consolidate", "step": 3050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2287.1}
{"event": "train", "step": 3050, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.44084, "bpb": 2.07869, "chunk_loss": 0.030709, "F": 0.22028, "G": 0.22434, "chunks": 225.56, "bytes_per_chunk": 4.54, "boundary_entropy": 0.107, "router_noise": 0.0, "grad_norm": 0.7026, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.584, "probe_sec": 0.0636, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05677, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.14711, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.97826, "trunc_abs_frac": 1.42402, "mean_delta_full": 0.09616, "read_hit_rate": {"surface": 0.75021}, "mean_gate": {"surface": 0.40745}, "n_reads": 5391, "n_cand": 7186, "read_suppressed_frac": 0.0979, "dropout_reads_logged": 5391, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 249.9661407470703, "n_util_obs": 749, "util_count_spearman": 0.09340840746492551}, "probe_overhead_sec_total": 462.809, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.031822, "alpha": 0.03, "t": 2287.3}
{"event": "consolidate", "step": 3100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2318.5}
{"event": "train", "step": 3100, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.53271, "bpb": 2.21123, "chunk_loss": 0.030728, "F": 0.21609, "G": 0.22005, "chunks": 221.28, "bytes_per_chunk": 4.628, "boundary_entropy": 0.1118, "router_noise": 0.0, "grad_norm": 0.7264, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.642, "probe_sec": 0.0658, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02904, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.14366, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.60624, "trunc_abs_frac": 0.46512, "mean_delta_full": -0.81238, "read_hit_rate": {"surface": 0.73542}, "mean_gate": {"surface": 0.39747}, "n_reads": 5184, "n_cand": 7049, "read_suppressed_frac": 0.0936, "dropout_reads_logged": 5184, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 254.08119201660156, "n_util_obs": 759, "util_count_spearman": 0.09182976208779242}, "probe_overhead_sec_total": 465.79, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.03425, "alpha": 0.03, "t": 2319.4}
{"event": "consolidate", "step": 3150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2350.0}
{"event": "train", "step": 3150, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.4538, "bpb": 2.09739, "chunk_loss": 0.030726, "F": 0.21906, "G": 0.22189, "chunks": 224.31, "bytes_per_chunk": 4.565, "boundary_entropy": 0.10917, "router_noise": 0.0, "grad_norm": 0.6681, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.617, "probe_sec": 0.0405, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03188, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.14312, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 0, "read_hit_rate": {"surface": 0.74503}, "mean_gate": {"surface": 0.40003}, "n_reads": 5324, "n_cand": 7146, "read_suppressed_frac": 0.1005, "dropout_reads_logged": 5324, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 258.2286376953125, "n_util_obs": 775, "util_count_spearman": 0.09292232010803948}, "probe_overhead_sec_total": 469.013, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.032175, "alpha": 0.03, "t": 2350.3}
{"event": "consolidate", "step": 3200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2384.7}
{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3694.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.212262, "cps": 28.859375, "mean_p": 0.213424, "boundary_entropy": 0.100987, "bpb": 1.976638}, "tr": {"chunks": 3790.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209358, "cps": 29.609375, "mean_p": 0.204278, "boundary_entropy": 0.118857, "bpb": 2.161089}, "fi": {"chunks": 4878.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.259316, "cps": 38.109375, "mean_p": 0.25577, "boundary_entropy": 0.115365, "bpb": 2.279161}}, "bpb": {"en": 1.97664, "tr": 2.16109, "fi": 2.27916}, "gini_cpc": 0.048912, "gini_cps": 0.063852, "bpic": 4.589225, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9863155669921149, "fi": 1.221679092774715}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 262.26824951171875, "n_util_obs": 777, "util_count_spearman": 0.0888056187625087}, "t": 2385.4}
{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 1.992, "tr": 2.1718, "fi": 2.28812}, "bytes_per_chunk": {"en": 4.498, "tr": 5.327, "fi": 4.113}, "bpb_mean": 2.15064, "frozen_inventory": true, "t": 2386.6}
{"event": "train", "step": 3200, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.42339, "bpb": 2.05352, "chunk_loss": 0.030941, "F": 0.22763, "G": 0.22991, "chunks": 233.09, "bytes_per_chunk": 4.393, "boundary_entropy": 0.10315, "router_noise": 0.0, "grad_norm": 0.695, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.781, "probe_sec": 0.0503, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02269, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.22788, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.96627, "trunc_abs_frac": 1.03354, "mean_delta_full": 0.63552, "read_hit_rate": {"surface": 0.76397}, "mean_gate": {"surface": 0.40473}, "n_reads": 5674, "n_cand": 7427, "read_suppressed_frac": 0.0987, "dropout_reads_logged": 5674, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 262.3553771972656, "n_util_obs": 778, "util_count_spearman": 0.08955307935046426}, "probe_overhead_sec_total": 472.836, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.034552, "alpha": 0.03, "t": 2389.3}
{"event": "consolidate", "step": 3250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2453.4}
{"event": "train", "step": 3250, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.39793, "bpb": 2.01678, "chunk_loss": 0.030614, "F": 0.21786, "G": 0.21788, "chunks": 223.09, "bytes_per_chunk": 4.59, "boundary_entropy": 0.10435, "router_noise": 0.0, "grad_norm": 0.6306, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 1.305, "probe_sec": 0.1052, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07847, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08319, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.59022, "trunc_abs_frac": 0.38428, "mean_delta_full": 0.38055, "read_hit_rate": {"surface": 0.76066}, "mean_gate": {"surface": 0.40065}, "n_reads": 5406, "n_cand": 7107, "read_suppressed_frac": 0.1021, "dropout_reads_logged": 5406, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 266.519287109375, "n_util_obs": 789, "util_count_spearman": 0.09650776790698519}, "probe_overhead_sec_total": 477.105, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.032047, "alpha": 0.03, "t": 2454.5}
{"event": "consolidate", "step": 3300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2514.6}
{"event": "train", "step": 3300, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.43752, "bpb": 2.07391, "chunk_loss": 0.03078, "F": 0.22165, "G": 0.22326, "chunks": 226.97, "bytes_per_chunk": 4.512, "boundary_entropy": 0.10334, "router_noise": 0.0, "grad_norm": 0.6625, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 1.231, "probe_sec": 0.0622, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02361, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0085, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.78651, "trunc_abs_frac": 1.27543, "mean_delta_full": -0.02267, "read_hit_rate": {"surface": 0.74595}, "mean_gate": {"surface": 0.38884}, "n_reads": 5394, "n_cand": 7231, "read_suppressed_frac": 0.1018, "dropout_reads_logged": 5394, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 270.66217041015625, "n_util_obs": 800, "util_count_spearman": 0.10194194135917145}, "probe_overhead_sec_total": 481.43, "probe_overhead_seq_frac": 0.4998, "util_loss": 0.037938, "alpha": 0.03, "t": 2516.1}
{"event": "consolidate", "step": 3350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2577.4}
{"event": "train", "step": 3350, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.46733, "bpb": 2.11691, "chunk_loss": 0.030915, "F": 0.22675, "G": 0.22811, "chunks": 232.19, "bytes_per_chunk": 4.41, "boundary_entropy": 0.10945, "router_noise": 0.0, "grad_norm": 0.7439, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 1.264, "probe_sec": 0.1167, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05995, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01046, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.50228, "trunc_abs_frac": 0.92369, "mean_delta_full": 0.12976, "read_hit_rate": {"surface": 0.75412}, "mean_gate": {"surface": 0.37719}, "n_reads": 5579, "n_cand": 7398, "read_suppressed_frac": 0.1023, "dropout_reads_logged": 5579, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 274.78485107421875, "n_util_obs": 809, "util_count_spearman": 0.09616004007085047}, "probe_overhead_sec_total": 486.397, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.026415, "alpha": 0.03, "t": 2579.3}
{"event": "consolidate", "step": 3400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2640.7}
{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3673.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.211056, "cps": 28.695312, "mean_p": 0.212334, "boundary_entropy": 0.102698, "bpb": 1.963871}, "tr": {"chunks": 3756.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207479, "cps": 29.34375, "mean_p": 0.201772, "boundary_entropy": 0.121031, "bpb": 2.138876}, "fi": {"chunks": 4870.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.258891, "cps": 38.046875, "mean_p": 0.254795, "boundary_entropy": 0.113953, "bpb": 2.259592}}, "bpb": {"en": 1.96387, "tr": 2.13888, "fi": 2.25959}, "gini_cpc": 0.050595, "gini_cps": 0.064883, "bpic": 4.612733, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9830559225946082, "fi": 1.2266488884522457}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 278.8681640625, "n_util_obs": 817, "util_count_spearman": 0.08782580705653019}, "t": 2641.4}
{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 1.97691, "tr": 2.15038, "fi": 2.26663}, "bytes_per_chunk": {"en": 4.517, "tr": 5.361, "fi": 4.095}, "bpb_mean": 2.13131, "frozen_inventory": true, "t": 2642.7}
{"event": "train", "step": 3400, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.39025, "bpb": 2.00571, "chunk_loss": 0.030617, "F": 0.21539, "G": 0.21728, "chunks": 220.56, "bytes_per_chunk": 4.643, "boundary_entropy": 0.10209, "router_noise": 0.0, "grad_norm": 0.6713, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 1.333, "probe_sec": 0.0596, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02423, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07207, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.41803, "trunc_abs_frac": 0.42778, "mean_delta_full": 0.23653, "read_hit_rate": {"surface": 0.75434}, "mean_gate": {"surface": 0.38222}, "n_reads": 5300, "n_cand": 7026, "read_suppressed_frac": 0.1011, "dropout_reads_logged": 5300, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 278.9501037597656, "n_util_obs": 817, "util_count_spearman": 0.0878920871962438}, "probe_overhead_sec_total": 490.658, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.034591, "alpha": 0.03, "t": 2645.9}
{"event": "consolidate", "step": 3450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2710.2}
{"event": "train", "step": 3450, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.38283, "bpb": 1.995, "chunk_loss": 0.030543, "F": 0.21472, "G": 0.21399, "chunks": 219.88, "bytes_per_chunk": 4.657, "boundary_entropy": 0.10052, "router_noise": 0.0, "grad_norm": 0.6266, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 1.32, "probe_sec": 0.0655, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03404, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.2779, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.85625, "trunc_abs_frac": 0.66824, "mean_delta_full": 0.23688, "read_hit_rate": {"surface": 0.75428}, "mean_gate": {"surface": 0.36962}, "n_reads": 5283, "n_cand": 7004, "read_suppressed_frac": 0.0875, "dropout_reads_logged": 5283, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 283.10723876953125, "n_util_obs": 827, "util_count_spearman": 0.0963099029625769}, "probe_overhead_sec_total": 494.466, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.034643, "alpha": 0.03, "t": 2711.9}
{"event": "consolidate", "step": 3500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2796.1}
{"event": "train", "step": 3500, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.46847, "bpb": 2.11855, "chunk_loss": 0.030819, "F": 0.22156, "G": 0.22221, "chunks": 226.88, "bytes_per_chunk": 4.513, "boundary_entropy": 0.10258, "router_noise": 0.0, "grad_norm": 0.6668, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 1.726, "probe_sec": 0.0765, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02747, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.06249, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -1.71187, "trunc_abs_frac": 10.40641, "mean_delta_full": -0.03735, "read_hit_rate": {"surface": 0.74336}, "mean_gate": {"surface": 0.37856}, "n_reads": 5373, "n_cand": 7228, "read_suppressed_frac": 0.1009, "dropout_reads_logged": 5373, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 287.2813720703125, "n_util_obs": 844, "util_count_spearman": 0.10495769109400771}, "probe_overhead_sec_total": 497.942, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.026738, "alpha": 0.03, "t": 2798.2}
{"event": "consolidate", "step": 3550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2858.3}
{"event": "train", "step": 3550, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.47151, "bpb": 2.12293, "chunk_loss": 0.030994, "F": 0.23047, "G": 0.23005, "chunks": 236.0, "bytes_per_chunk": 4.339, "boundary_entropy": 0.10331, "router_noise": 0.0, "grad_norm": 0.6929, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 1.215, "probe_sec": 0.0749, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02992, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01713, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -1.40793, "trunc_abs_frac": 1.36989, "mean_delta_full": -0.07739, "read_hit_rate": {"surface": 0.7492}, "mean_gate": {"surface": 0.36654}, "n_reads": 5634, "n_cand": 7520, "read_suppressed_frac": 0.1015, "dropout_reads_logged": 5634, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 291.43267822265625, "n_util_obs": 849, "util_count_spearman": 0.10768989018541006}, "probe_overhead_sec_total": 502.639, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.030051, "alpha": 0.03, "t": 2859.0}
{"event": "consolidate", "step": 3600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 2944.2}
{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3677.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.211285, "cps": 28.726562, "mean_p": 0.212073, "boundary_entropy": 0.102947, "bpb": 1.942821}, "tr": {"chunks": 3796.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209689, "cps": 29.65625, "mean_p": 0.20195, "boundary_entropy": 0.113991, "bpb": 2.118432}, "fi": {"chunks": 4926.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.261868, "cps": 38.484375, "mean_p": 0.254957, "boundary_entropy": 0.108089, "bpb": 2.235411}}, "bpb": {"en": 1.94282, "tr": 2.11843, "fi": 2.23541}, "gini_cpc": 0.050943, "gini_cps": 0.067156, "bpic": 4.57553, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9924443020734208, "fi": 1.2394043451884653}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 295.4596862792969, "n_util_obs": 861, "util_count_spearman": 0.10815476238457117}, "t": 2944.8}
{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 1.9587, "tr": 2.12682, "fi": 2.24489}, "bytes_per_chunk": {"en": 4.51, "tr": 5.3, "fi": 4.07}, "bpb_mean": 2.11013, "frozen_inventory": true, "t": 2947.0}
{"event": "train", "step": 3600, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.4506, "bpb": 2.09278, "chunk_loss": 0.030698, "F": 0.22116, "G": 0.22107, "chunks": 226.47, "bytes_per_chunk": 4.522, "boundary_entropy": 0.10078, "router_noise": 0.0, "grad_norm": 0.6839, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 1.865, "probe_sec": 0.1358, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0732, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.04897, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.4163, "trunc_abs_frac": 0.88703, "mean_delta_full": 0.34491, "read_hit_rate": {"surface": 0.74525}, "mean_gate": {"surface": 0.37164}, "n_reads": 5377, "n_cand": 7215, "read_suppressed_frac": 0.1023, "dropout_reads_logged": 5377, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 295.5423583984375, "n_util_obs": 861, "util_count_spearman": 0.10846837623697268}, "probe_overhead_sec_total": 507.766, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.03023, "alpha": 0.03, "t": 2952.3}
{"event": "consolidate", "step": 3650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3048.7}
{"event": "train", "step": 3650, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.46604, "bpb": 2.11505, "chunk_loss": 0.030802, "F": 0.22171, "G": 0.22342, "chunks": 227.03, "bytes_per_chunk": 4.51, "boundary_entropy": 0.10383, "router_noise": 0.0, "grad_norm": 0.6838, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 1.971, "probe_sec": 0.085, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04542, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.20153, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.11362, "trunc_abs_frac": 0.62197, "mean_delta_full": -0.09924, "read_hit_rate": {"surface": 0.7481}, "mean_gate": {"surface": 0.38896}, "n_reads": 5411, "n_cand": 7233, "read_suppressed_frac": 0.1011, "dropout_reads_logged": 5411, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 299.6742248535156, "n_util_obs": 874, "util_count_spearman": 0.10710637995601303}, "probe_overhead_sec_total": 512.726, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.03393, "alpha": 0.03, "t": 3050.8}
{"event": "consolidate", "step": 3700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3134.9}
{"event": "train", "step": 3700, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.36285, "bpb": 1.96617, "chunk_loss": 0.030606, "F": 0.21652, "G": 0.21628, "chunks": 221.72, "bytes_per_chunk": 4.618, "boundary_entropy": 0.09951, "router_noise": 0.0, "grad_norm": 0.6565, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 1.718, "probe_sec": 0.0708, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05297, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.05667, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.25617, "trunc_abs_frac": 0.92203, "mean_delta_full": 0.19597, "read_hit_rate": {"surface": 0.75265}, "mean_gate": {"surface": 0.38346}, "n_reads": 5316, "n_cand": 7063, "read_suppressed_frac": 0.0963, "dropout_reads_logged": 5316, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 303.8428649902344, "n_util_obs": 883, "util_count_spearman": 0.09989923836411406}, "probe_overhead_sec_total": 517.701, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.024963, "alpha": 0.03, "t": 3136.7}
{"event": "consolidate", "step": 3750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3207.8}
{"event": "train", "step": 3750, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.39146, "bpb": 2.00745, "chunk_loss": 0.030905, "F": 0.22968, "G": 0.22745, "chunks": 235.19, "bytes_per_chunk": 4.354, "boundary_entropy": 0.09574, "router_noise": 0.0, "grad_norm": 0.6568, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 1.452, "probe_sec": 0.0629, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02665, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.27956, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.23059, "trunc_abs_frac": 0.78042, "mean_delta_full": 0.26755, "read_hit_rate": {"surface": 0.77409}, "mean_gate": {"surface": 0.34753}, "n_reads": 5801, "n_cand": 7494, "read_suppressed_frac": 0.1012, "dropout_reads_logged": 5801, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 308.0113220214844, "n_util_obs": 892, "util_count_spearman": 0.09775930667368653}, "probe_overhead_sec_total": 521.842, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.026485, "alpha": 0.03, "t": 3209.3}
{"event": "consolidate", "step": 3800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3285.9}
{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3668.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.210768, "cps": 28.65625, "mean_p": 0.210165, "boundary_entropy": 0.099518, "bpb": 1.92949}, "tr": {"chunks": 3790.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209358, "cps": 29.609375, "mean_p": 0.200885, "boundary_entropy": 0.112869, "bpb": 2.098328}, "fi": {"chunks": 4879.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.25937, "cps": 38.117188, "mean_p": 0.254177, "boundary_entropy": 0.108413, "bpb": 2.214591}}, "bpb": {"en": 1.92949, "tr": 2.09833, "fi": 2.21459}, "gini_cpc": 0.049068, "gini_cps": 0.06544, "bpic": 4.598525, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9933068987101615, "fi": 1.230590981158093}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 312.08819580078125, "n_util_obs": 904, "util_count_spearman": 0.1064592220647953}, "t": 3286.4}
{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 1.94528, "tr": 2.10616, "fi": 2.22264}, "bytes_per_chunk": {"en": 4.524, "tr": 5.34, "fi": 4.093}, "bpb_mean": 2.09136, "frozen_inventory": true, "t": 3287.3}
{"event": "train", "step": 3800, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.36891, "bpb": 1.97492, "chunk_loss": 0.03068, "F": 0.21631, "G": 0.2159, "chunks": 221.5, "bytes_per_chunk": 4.623, "boundary_entropy": 0.09931, "router_noise": 0.0, "grad_norm": 0.6483, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 1.639, "probe_sec": 0.0455, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02348, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07185, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.38291, "trunc_abs_frac": 0.90464, "mean_delta_full": -0.20064, "read_hit_rate": {"surface": 0.76162}, "mean_gate": {"surface": 0.37682}, "n_reads": 5374, "n_cand": 7056, "read_suppressed_frac": 0.0992, "dropout_reads_logged": 5374, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 312.17138671875, "n_util_obs": 904, "util_count_spearman": 0.10631981104947198}, "probe_overhead_sec_total": 525.693, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.033614, "alpha": 0.03, "t": 3291.3}
{"event": "consolidate", "step": 3850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3390.7}
{"event": "train", "step": 3850, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.35523, "bpb": 1.95518, "chunk_loss": 0.030535, "F": 0.21225, "G": 0.21195, "chunks": 217.34, "bytes_per_chunk": 4.711, "boundary_entropy": 0.10079, "router_noise": 0.0, "grad_norm": 0.7114, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 2.043, "probe_sec": 0.113, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03005, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03012, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.04154, "trunc_abs_frac": 5.84704, "mean_delta_full": 0.26102, "read_hit_rate": {"surface": 0.75126}, "mean_gate": {"surface": 0.37685}, "n_reads": 5201, "n_cand": 6923, "read_suppressed_frac": 0.0967, "dropout_reads_logged": 5201, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 316.31866455078125, "n_util_obs": 915, "util_count_spearman": 0.10865048355007363}, "probe_overhead_sec_total": 531.103, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.026834, "alpha": 0.03, "t": 3393.4}
{"event": "consolidate", "step": 3900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3467.3}
{"event": "train", "step": 3900, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.38649, "bpb": 2.00028, "chunk_loss": 0.03065, "F": 0.21677, "G": 0.21595, "chunks": 221.97, "bytes_per_chunk": 4.613, "boundary_entropy": 0.10021, "router_noise": 0.0, "grad_norm": 0.654, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 1.502, "probe_sec": 0.0807, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04903, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.00253, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.16466, "trunc_abs_frac": 2.93794, "mean_delta_full": 0.08773, "read_hit_rate": {"surface": 0.74558}, "mean_gate": {"surface": 0.38545}, "n_reads": 5272, "n_cand": 7071, "read_suppressed_frac": 0.1002, "dropout_reads_logged": 5272, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 320.4698791503906, "n_util_obs": 930, "util_count_spearman": 0.10944880856316141}, "probe_overhead_sec_total": 535.026, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.030586, "alpha": 0.03, "t": 3468.5}
{"event": "consolidate", "step": 3950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3528.0}
{"event": "train", "step": 3950, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.42153, "bpb": 2.05084, "chunk_loss": 0.030773, "F": 0.22406, "G": 0.22197, "chunks": 229.44, "bytes_per_chunk": 4.463, "boundary_entropy": 0.09579, "router_noise": 0.0, "grad_norm": 0.662, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 1.206, "probe_sec": 0.046, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02296, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.01782, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.72226, "trunc_abs_frac": 0.68177, "mean_delta_full": 0.58411, "read_hit_rate": {"surface": 0.76662}, "mean_gate": {"surface": 0.36943}, "n_reads": 5604, "n_cand": 7310, "read_suppressed_frac": 0.0978, "dropout_reads_logged": 5604, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 324.60723876953125, "n_util_obs": 940, "util_count_spearman": 0.11223419782737286}, "probe_overhead_sec_total": 539.921, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.029367, "alpha": 0.03, "t": 3528.8}
{"event": "consolidate", "step": 4000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3589.4}
{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3676.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.211228, "cps": 28.71875, "mean_p": 0.209988, "boundary_entropy": 0.095031, "bpb": 1.91403}, "tr": {"chunks": 3784.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209026, "cps": 29.5625, "mean_p": 0.199091, "boundary_entropy": 0.113851, "bpb": 2.077348}, "fi": {"chunks": 4947.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.262984, "cps": 38.648438, "mean_p": 0.255498, "boundary_entropy": 0.10441, "bpb": 2.198628}}, "bpb": {"en": 1.91403, "tr": 2.07735, "fi": 2.19863}, "gini_cpc": 0.05265, "gini_cps": 0.068295, "bpic": 4.57258, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9895760909177846, "fi": 1.2450266406414092}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 328.6986389160156, "n_util_obs": 951, "util_count_spearman": 0.11048345792309465}, "t": 3590.0}
{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 1.93057, "tr": 2.08703, "fi": 2.20688}, "bytes_per_chunk": {"en": 4.505, "tr": 5.341, "fi": 4.068}, "bpb_mean": 2.07483, "frozen_inventory": true, "t": 3591.4}
{"event": "train", "step": 4000, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.44145, "bpb": 2.07957, "chunk_loss": 0.030811, "F": 0.22601, "G": 0.22467, "chunks": 231.44, "bytes_per_chunk": 4.425, "boundary_entropy": 0.09741, "router_noise": 0.0, "grad_norm": 0.6901, "lr": 0.000104, "router_trainable": true, "sec_per_step": 1.33, "probe_sec": 0.0787, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02895, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.3318, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.15571, "trunc_abs_frac": 0.15571, "mean_delta_full": -0.82434, "read_hit_rate": {"surface": 0.75848}, "mean_gate": {"surface": 0.3654}, "n_reads": 5593, "n_cand": 7374, "read_suppressed_frac": 0.101, "dropout_reads_logged": 5593, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 328.78253173828125, "n_util_obs": 951, "util_count_spearman": 0.11027270801499622}, "probe_overhead_sec_total": 543.778, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.040453, "alpha": 0.03, "t": 3595.3}
{"event": "consolidate", "step": 4050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3649.6}
{"event": "train", "step": 4050, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.35525, "bpb": 1.95521, "chunk_loss": 0.030688, "F": 0.21817, "G": 0.21787, "chunks": 223.41, "bytes_per_chunk": 4.584, "boundary_entropy": 0.09389, "router_noise": 0.0, "grad_norm": 0.6544, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 1.121, "probe_sec": 0.0883, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05149, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.06418, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.40617, "trunc_abs_frac": 1.63951, "mean_delta_full": 0.29618, "read_hit_rate": {"surface": 0.7624}, "mean_gate": {"surface": 0.35978}, "n_reads": 5426, "n_cand": 7117, "read_suppressed_frac": 0.0949, "dropout_reads_logged": 5426, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 332.95159912109375, "n_util_obs": 959, "util_count_spearman": 0.11130063769774924}, "probe_overhead_sec_total": 547.83, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.035284, "alpha": 0.03, "t": 3651.4}
{"event": "consolidate", "step": 4100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3704.7}
{"event": "train", "step": 4100, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.43541, "bpb": 2.07085, "chunk_loss": 0.030866, "F": 0.22693, "G": 0.22606, "chunks": 232.38, "bytes_per_chunk": 4.407, "boundary_entropy": 0.0981, "router_noise": 0.0, "grad_norm": 0.6971, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 1.086, "probe_sec": 0.1108, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0759, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08795, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.49224, "trunc_abs_frac": 1.93724, "mean_delta_full": -0.33389, "read_hit_rate": {"surface": 0.75311}, "mean_gate": {"surface": 0.35119}, "n_reads": 5576, "n_cand": 7404, "read_suppressed_frac": 0.0977, "dropout_reads_logged": 5576, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 337.13262939453125, "n_util_obs": 970, "util_count_spearman": 0.11062273517807307}, "probe_overhead_sec_total": 551.566, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.031011, "alpha": 0.03, "t": 3705.7}
{"event": "consolidate", "step": 4150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3762.2}
{"event": "train", "step": 4150, "arch": "lexmem_v1", "phase": 2, "objective": "global", "lm_loss": 1.37887, "bpb": 1.9893, "chunk_loss": 0.030996, "F": 0.2326, "G": 0.22991, "chunks": 238.19, "bytes_per_chunk": 4.299, "boundary_entropy": 0.09375, "router_noise": 0.0, "grad_norm": 0.6667, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 1.15, "probe_sec": 0.074, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04741, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.33194, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.3742, "trunc_abs_frac": 1.52105, "mean_delta_full": 0.56305, "read_hit_rate": {"surface": 0.76917}, "mean_gate": {"surface": 0.34999}, "n_reads": 5838, "n_cand": 7590, "read_suppressed_frac": 0.1136, "dropout_reads_logged": 5838, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 341.3128662109375, "n_util_obs": 979, "util_count_spearman": 0.11149154577652721}, "probe_overhead_sec_total": 555.625, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.03081, "alpha": 0.03, "t": 3763.2}
{"event": "consolidate", "step": 4200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3828.2}
{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3653.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.209906, "cps": 28.539062, "mean_p": 0.207624, "boundary_entropy": 0.094691, "bpb": 1.902342}, "tr": {"chunks": 3816.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210794, "cps": 29.8125, "mean_p": 0.199095, "boundary_entropy": 0.110262, "bpb": 2.056556}, "fi": {"chunks": 4953.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.263303, "cps": 38.695312, "mean_p": 0.25494, "boundary_entropy": 0.104906, "bpb": 2.173273}}, "bpb": {"en": 1.90234, "tr": 2.05656, "fi": 2.17327}, "gini_cpc": 0.052044, "gini_cps": 0.069769, "bpic": 4.567058, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 1.0042278527897495, "fi": 1.2543851169083888}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 345.41229248046875, "n_util_obs": 988, "util_count_spearman": 0.10471832129035014}, "t": 3828.8}
{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 1.91872, "tr": 2.06751, "fi": 2.17927}, "bytes_per_chunk": {"en": 4.533, "tr": 5.282, "fi": 4.059}, "bpb_mean": 2.05516, "frozen_inventory": true, "t": 3829.8}
{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 3832.2}
{"event": "train", "step": 4200, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.36798, "bpb": 1.97358, "chunk_loss": 0.03055, "F": 0.21616, "G": 0.21424, "chunks": 221.34, "bytes_per_chunk": 4.626, "boundary_entropy": 0.09526, "router_noise": 0.0, "grad_norm": 0.6566, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 1.422, "probe_sec": 0.0619, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02348, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.31141, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -0.92779, "trunc_abs_frac": 0.76987, "mean_delta_full": -0.27323, "read_hit_rate": {"surface": 0.74798}, "mean_gate": {"surface": 0.35256}, "n_reads": 5274, "n_cand": 7051, "read_suppressed_frac": 0.0986, "dropout_reads_logged": 5274, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 345.4931335449219, "n_util_obs": 988, "util_count_spearman": 0.10479995945456719}, "probe_overhead_sec_total": 559.286, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.034764, "alpha": 0.03, "t": 3834.3}
{"event": "consolidate", "step": 4250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3903.2}
{"event": "train", "step": 4250, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.373, "bpb": 1.98082, "chunk_loss": 0.03053, "F": 0.20917, "G": 0.20943, "chunks": 214.19, "bytes_per_chunk": 4.781, "boundary_entropy": 0.09825, "router_noise": 0.0, "grad_norm": 0.6922, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 1.41, "probe_sec": 0.053, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02568, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.14114, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.61735, "trunc_abs_frac": 0.58396, "mean_delta_full": -0.39746, "read_hit_rate": {"surface": 0.7426}, "mean_gate": {"surface": 0.35529}, "n_reads": 5066, "n_cand": 6822, "read_suppressed_frac": 0.09, "dropout_reads_logged": 5066, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 349.6602478027344, "n_util_obs": 997, "util_count_spearman": 0.10785050804839083}, "probe_overhead_sec_total": 563.59, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.036309, "alpha": 0.03, "t": 3904.8}
{"event": "consolidate", "step": 4300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 3979.5}
{"event": "train", "step": 4300, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.45532, "bpb": 2.09958, "chunk_loss": 0.030673, "F": 0.21677, "G": 0.21717, "chunks": 221.97, "bytes_per_chunk": 4.613, "boundary_entropy": 0.09827, "router_noise": 0.0, "grad_norm": 0.7313, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 1.509, "probe_sec": 0.0526, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02287, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.10984, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.97983, "trunc_abs_frac": 1.71563, "mean_delta_full": 0.11804, "read_hit_rate": {"surface": 0.73695}, "mean_gate": {"surface": 0.37134}, "n_reads": 5211, "n_cand": 7071, "read_suppressed_frac": 0.0958, "dropout_reads_logged": 5211, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 353.80029296875, "n_util_obs": 1013, "util_count_spearman": 0.11325223489185825}, "probe_overhead_sec_total": 567.843, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.039161, "alpha": 0.03, "t": 3980.2}
{"event": "consolidate", "step": 4350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4042.2}
{"event": "train", "step": 4350, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.31637, "bpb": 1.89912, "chunk_loss": 0.030694, "F": 0.22061, "G": 0.21794, "chunks": 225.91, "bytes_per_chunk": 4.533, "boundary_entropy": 0.09284, "router_noise": 0.0, "grad_norm": 0.7272, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 1.26, "probe_sec": 0.0533, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02632, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09181, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": -0.7852, "trunc_abs_frac": 1.00048, "mean_delta_full": -0.151, "read_hit_rate": {"surface": 0.76032}, "mean_gate": {"surface": 0.35365}, "n_reads": 5472, "n_cand": 7197, "read_suppressed_frac": 0.0959, "dropout_reads_logged": 5472, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 357.9610290527344, "n_util_obs": 1021, "util_count_spearman": 0.11098350232566999}, "probe_overhead_sec_total": 572.079, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.034129, "alpha": 0.03, "t": 4043.2}
{"event": "consolidate", "step": 4400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4103.3}
{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3666.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.210653, "cps": 28.640625, "mean_p": 0.208667, "boundary_entropy": 0.093304, "bpb": 1.887933}, "tr": {"chunks": 3788.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209247, "cps": 29.59375, "mean_p": 0.198513, "boundary_entropy": 0.114255, "bpb": 2.041507}, "fi": {"chunks": 4949.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.263091, "cps": 38.664062, "mean_p": 0.254705, "boundary_entropy": 0.109947, "bpb": 2.156819}}, "bpb": {"en": 1.88793, "tr": 2.04151, "fi": 2.15682}, "gini_cpc": 0.052557, "gini_cps": 0.068962, "bpic": 4.574055, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9933243425305985, "fi": 1.2489275044609915}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 362.04803466796875, "n_util_obs": 1030, "util_count_spearman": 0.1208718721955716}, "t": 4103.9}
{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 1.90473, "tr": 2.05194, "fi": 2.16254}, "bytes_per_chunk": {"en": 4.523, "tr": 5.341, "fi": 4.057}, "bpb_mean": 2.03973, "frozen_inventory": true, "t": 4105.3}
{"event": "train", "step": 4400, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.42257, "bpb": 2.05233, "chunk_loss": 0.030912, "F": 0.22406, "G": 0.22331, "chunks": 229.44, "bytes_per_chunk": 4.463, "boundary_entropy": 0.09545, "router_noise": 0.0, "grad_norm": 0.708, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 1.292, "probe_sec": 0.0432, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02276, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.19834, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -18.0266, "trunc_abs_frac": 0.52383, "mean_delta_full": 0.00574, "read_hit_rate": {"surface": 0.75171}, "mean_gate": {"surface": 0.34555}, "n_reads": 5495, "n_cand": 7310, "read_suppressed_frac": 0.0974, "dropout_reads_logged": 5495, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 362.1305847167969, "n_util_obs": 1030, "util_count_spearman": 0.12082517162239399}, "probe_overhead_sec_total": 575.57, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.039232, "alpha": 0.03, "t": 4107.8}
{"event": "consolidate", "step": 4450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4168.6}
{"event": "train", "step": 4450, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.3657, "bpb": 1.97028, "chunk_loss": 0.030783, "F": 0.22327, "G": 0.22118, "chunks": 228.62, "bytes_per_chunk": 4.479, "boundary_entropy": 0.09331, "router_noise": 0.0, "grad_norm": 0.652, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 1.238, "probe_sec": 0.1187, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06428, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.36103, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.12341, "trunc_abs_frac": 2.92187, "mean_delta_full": 0.21606, "read_hit_rate": {"surface": 0.75604}, "mean_gate": {"surface": 0.34803}, "n_reads": 5507, "n_cand": 7284, "read_suppressed_frac": 0.0993, "dropout_reads_logged": 5507, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 366.30633544921875, "n_util_obs": 1042, "util_count_spearman": 0.12625859888003685}, "probe_overhead_sec_total": 579.696, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.032932, "alpha": 0.03, "t": 4169.7}
{"event": "consolidate", "step": 4500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4234.0}
{"event": "train", "step": 4500, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.374, "bpb": 1.98227, "chunk_loss": 0.030807, "F": 0.22321, "G": 0.22254, "chunks": 228.56, "bytes_per_chunk": 4.48, "boundary_entropy": 0.09428, "router_noise": 0.0, "grad_norm": 0.7156, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 1.313, "probe_sec": 0.0598, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02448, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09486, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -6.18152, "trunc_abs_frac": 0.79856, "mean_delta_full": -0.04171, "read_hit_rate": {"surface": 0.7465}, "mean_gate": {"surface": 0.344}, "n_reads": 5436, "n_cand": 7282, "read_suppressed_frac": 0.096, "dropout_reads_logged": 5436, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 370.46783447265625, "n_util_obs": 1051, "util_count_spearman": 0.1316706899343036}, "probe_overhead_sec_total": 583.756, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.036603, "alpha": 0.03, "t": 4235.3}
{"event": "consolidate", "step": 4550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4298.4}
{"event": "train", "step": 4550, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.34996, "bpb": 1.94758, "chunk_loss": 0.030826, "F": 0.22534, "G": 0.2231, "chunks": 230.75, "bytes_per_chunk": 4.438, "boundary_entropy": 0.09298, "router_noise": 0.0, "grad_norm": 0.6608, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 1.286, "probe_sec": 0.0829, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04716, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.16021, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.22539, "trunc_abs_frac": 1.23341, "mean_delta_full": -0.46497, "read_hit_rate": {"surface": 0.77203}, "mean_gate": {"surface": 0.33714}, "n_reads": 5676, "n_cand": 7352, "read_suppressed_frac": 0.1045, "dropout_reads_logged": 5676, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 374.60296630859375, "n_util_obs": 1059, "util_count_spearman": 0.126270131577708}, "probe_overhead_sec_total": 587.856, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.025327, "alpha": 0.03, "t": 4299.6}
{"event": "consolidate", "step": 4600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4358.3}
{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3685.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.211745, "cps": 28.789062, "mean_p": 0.210039, "boundary_entropy": 0.090341, "bpb": 1.877608}, "tr": {"chunks": 3787.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209192, "cps": 29.585938, "mean_p": 0.1983, "boundary_entropy": 0.111652, "bpb": 2.02659}, "fi": {"chunks": 4955.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.26341, "cps": 38.710938, "mean_p": 0.253785, "boundary_entropy": 0.10167, "bpb": 2.145709}}, "bpb": {"en": 1.87761, "tr": 2.02659, "fi": 2.14571}, "gini_cpc": 0.052817, "gini_cps": 0.068131, "bpic": 4.565221, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9879418473110786, "fi": 1.2439943371567215}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 378.6600341796875, "n_util_obs": 1068, "util_count_spearman": 0.12797472672100058}, "t": 4359.0}
{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 1.89404, "tr": 2.03678, "fi": 2.15201}, "bytes_per_chunk": {"en": 4.496, "tr": 5.327, "fi": 4.052}, "bpb_mean": 2.02761, "frozen_inventory": true, "t": 4360.5}
{"event": "train", "step": 4600, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.4032, "bpb": 2.02439, "chunk_loss": 0.030666, "F": 0.21658, "G": 0.21609, "chunks": 221.78, "bytes_per_chunk": 4.617, "boundary_entropy": 0.09383, "router_noise": 0.0, "grad_norm": 0.7063, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 1.293, "probe_sec": 0.0755, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03224, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.36181, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.94002, "trunc_abs_frac": 0.75438, "mean_delta_full": 0.18762, "read_hit_rate": {"surface": 0.74777}, "mean_gate": {"surface": 0.35211}, "n_reads": 5283, "n_cand": 7065, "read_suppressed_frac": 0.0977, "dropout_reads_logged": 5283, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 378.741455078125, "n_util_obs": 1068, "util_count_spearman": 0.12802128917532177}, "probe_overhead_sec_total": 591.736, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.035745, "alpha": 0.03, "t": 4364.3}
{"event": "consolidate", "step": 4650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4424.0}
{"event": "train", "step": 4650, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.32869, "bpb": 1.91689, "chunk_loss": 0.030666, "F": 0.21957, "G": 0.21719, "chunks": 224.84, "bytes_per_chunk": 4.554, "boundary_entropy": 0.09523, "router_noise": 0.0, "grad_norm": 0.663, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 1.22, "probe_sec": 0.1564, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09794, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03813, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.3852, "trunc_abs_frac": 0.34351, "mean_delta_full": 0.82719, "read_hit_rate": {"surface": 0.75695}, "mean_gate": {"surface": 0.35422}, "n_reads": 5422, "n_cand": 7163, "read_suppressed_frac": 0.0992, "dropout_reads_logged": 5422, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 382.91119384765625, "n_util_obs": 1077, "util_count_spearman": 0.12431806193806189}, "probe_overhead_sec_total": 596.184, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.032796, "alpha": 0.03, "t": 4425.3}
{"event": "consolidate", "step": 4700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4478.0}
{"event": "train", "step": 4700, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.345, "bpb": 1.94042, "chunk_loss": 0.030729, "F": 0.22, "G": 0.21799, "chunks": 225.28, "bytes_per_chunk": 4.545, "boundary_entropy": 0.0942, "router_noise": 0.0, "grad_norm": 0.685, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 1.074, "probe_sec": 0.0571, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0228, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.2708, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.66365, "trunc_abs_frac": 0.60597, "mean_delta_full": 0.09012, "read_hit_rate": {"surface": 0.75728}, "mean_gate": {"surface": 0.33921}, "n_reads": 5435, "n_cand": 7177, "read_suppressed_frac": 0.101, "dropout_reads_logged": 5435, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 387.0992736816406, "n_util_obs": 1088, "util_count_spearman": 0.1263889991189653}, "probe_overhead_sec_total": 599.594, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.033053, "alpha": 0.03, "t": 4479.0}
{"event": "consolidate", "step": 4750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4538.4}
{"event": "train", "step": 4750, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.31014, "bpb": 1.89013, "chunk_loss": 0.030732, "F": 0.22174, "G": 0.22025, "chunks": 227.06, "bytes_per_chunk": 4.51, "boundary_entropy": 0.09382, "router_noise": 0.0, "grad_norm": 0.6645, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 1.21, "probe_sec": 0.0657, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0345, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.45193, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 1.19722, "trunc_abs_frac": 1.30195, "mean_delta_full": 1.08237, "read_hit_rate": {"surface": 0.76832}, "mean_gate": {"surface": 0.34412}, "n_reads": 5558, "n_cand": 7234, "read_suppressed_frac": 0.1065, "dropout_reads_logged": 5558, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 391.2623596191406, "n_util_obs": 1096, "util_count_spearman": 0.12940604507787576}, "probe_overhead_sec_total": 603.332, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.029593, "alpha": 0.03, "t": 4539.5}
{"event": "consolidate", "step": 4800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4596.5}
{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3672.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.210998, "cps": 28.6875, "mean_p": 0.208793, "boundary_entropy": 0.087233, "bpb": 1.866857}, "tr": {"chunks": 3783.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208971, "cps": 29.554688, "mean_p": 0.196623, "boundary_entropy": 0.110286, "bpb": 2.015494}, "fi": {"chunks": 4989.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.265217, "cps": 38.976562, "mean_p": 0.254096, "boundary_entropy": 0.101572, "bpb": 2.129653}}, "bpb": {"en": 1.86686, "tr": 2.01549, "fi": 2.12965}, "gini_cpc": 0.054726, "gini_cps": 0.070556, "bpic": 4.558984, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9903922597597842, "fi": 1.2569646618947405}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 395.34552001953125, "n_util_obs": 1106, "util_count_spearman": 0.12782361016287525}, "t": 4597.3}
{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 1.88349, "tr": 2.02564, "fi": 2.1361}, "bytes_per_chunk": {"en": 4.509, "tr": 5.34, "fi": 4.03}, "bpb_mean": 2.01508, "frozen_inventory": true, "t": 4598.4}
{"event": "train", "step": 4800, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.38046, "bpb": 1.99158, "chunk_loss": 0.030958, "F": 0.22864, "G": 0.22719, "chunks": 234.12, "bytes_per_chunk": 4.374, "boundary_entropy": 0.09116, "router_noise": 0.0, "grad_norm": 0.7025, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 1.237, "probe_sec": 0.0631, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02437, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.20991, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.29459, "trunc_abs_frac": 3.9096, "mean_delta_full": 0.22345, "read_hit_rate": {"surface": 0.76005}, "mean_gate": {"surface": 0.32515}, "n_reads": 5670, "n_cand": 7460, "read_suppressed_frac": 0.0981, "dropout_reads_logged": 5670, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 395.43365478515625, "n_util_obs": 1106, "util_count_spearman": 0.12786695796819794}, "probe_overhead_sec_total": 607.067, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.033301, "alpha": 0.03, "t": 4601.4}
{"event": "consolidate", "step": 4850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4653.8}
{"event": "train", "step": 4850, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.33198, "bpb": 1.92164, "chunk_loss": 0.030876, "F": 0.22726, "G": 0.22493, "chunks": 232.72, "bytes_per_chunk": 4.4, "boundary_entropy": 0.0922, "router_noise": 0.0, "grad_norm": 0.664, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 1.071, "probe_sec": 0.0413, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02211, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.14651, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.90449, "trunc_abs_frac": 0.95963, "mean_delta_full": 0.34076, "read_hit_rate": {"surface": 0.77047}, "mean_gate": {"surface": 0.33583}, "n_reads": 5713, "n_cand": 7415, "read_suppressed_frac": 0.1006, "dropout_reads_logged": 5713, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 399.5992431640625, "n_util_obs": 1118, "util_count_spearman": 0.1392604670268621}, "probe_overhead_sec_total": 610.261, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.030246, "alpha": 0.03, "t": 4654.9}
{"event": "consolidate", "step": 4900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4711.4}
{"event": "train", "step": 4900, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.33906, "bpb": 1.93185, "chunk_loss": 0.030577, "F": 0.2157, "G": 0.21351, "chunks": 220.88, "bytes_per_chunk": 4.636, "boundary_entropy": 0.08776, "router_noise": 0.0, "grad_norm": 0.7054, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 1.165, "probe_sec": 0.1251, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.07652, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.18066, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 2.19831, "trunc_abs_frac": 0.17782, "mean_delta_full": 0.05609, "read_hit_rate": {"surface": 0.74702}, "mean_gate": {"surface": 0.3307}, "n_reads": 5256, "n_cand": 7036, "read_suppressed_frac": 0.1001, "dropout_reads_logged": 5256, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 403.717041015625, "n_util_obs": 1130, "util_count_spearman": 0.14330133354415428}, "probe_overhead_sec_total": 614.375, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.034479, "alpha": 0.03, "t": 4713.1}
{"event": "consolidate", "step": 4950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4772.0}
{"event": "train", "step": 4950, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.32003, "bpb": 1.9044, "chunk_loss": 0.030856, "F": 0.22784, "G": 0.22446, "chunks": 233.31, "bytes_per_chunk": 4.389, "boundary_entropy": 0.0883, "router_noise": 0.0, "grad_norm": 0.6807, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 1.195, "probe_sec": 0.0541, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02627, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.23474, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.7565, "trunc_abs_frac": 2.48203, "mean_delta_full": 0.09074, "read_hit_rate": {"surface": 0.76917}, "mean_gate": {"surface": 0.31702}, "n_reads": 5718, "n_cand": 7434, "read_suppressed_frac": 0.1006, "dropout_reads_logged": 5718, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 407.860595703125, "n_util_obs": 1146, "util_count_spearman": 0.1427736105752772}, "probe_overhead_sec_total": 618.164, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.028765, "alpha": 0.03, "t": 4772.9}
{"event": "consolidate", "step": 5000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4826.2}
{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3668.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.210768, "cps": 28.65625, "mean_p": 0.20781, "boundary_entropy": 0.087756, "bpb": 1.858904}, "tr": {"chunks": 3799.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209855, "cps": 29.679688, "mean_p": 0.196499, "boundary_entropy": 0.109135, "bpb": 2.003145}, "fi": {"chunks": 4955.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.26341, "cps": 38.710938, "mean_p": 0.252482, "boundary_entropy": 0.101545, "bpb": 2.117672}}, "bpb": {"en": 1.8589, "tr": 2.00314, "fi": 2.11767}, "gini_cpc": 0.052195, "gini_cps": 0.069071, "bpic": 4.567058, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9956656749867819, "fi": 1.2497598507149723}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 411.92254638671875, "n_util_obs": 1158, "util_count_spearman": 0.14275550184768152}, "t": 4826.8}
{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 1.8753, "tr": 2.01333, "fi": 2.12412}, "bytes_per_chunk": {"en": 4.518, "tr": 5.312, "fi": 4.047}, "bpb_mean": 2.00425, "frozen_inventory": true, "t": 4827.9}
{"event": "train", "step": 5000, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.32168, "bpb": 1.90678, "chunk_loss": 0.030739, "F": 0.22156, "G": 0.21922, "chunks": 226.88, "bytes_per_chunk": 4.513, "boundary_entropy": 0.09129, "router_noise": 0.0, "grad_norm": 0.6744, "lr": 5e-05, "router_trainable": true, "sec_per_step": 1.157, "probe_sec": 0.0367, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02034, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.10774, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.61269, "trunc_abs_frac": 1.16211, "mean_delta_full": -0.29681, "read_hit_rate": {"surface": 0.76245}, "mean_gate": {"surface": 0.33518}, "n_reads": 5511, "n_cand": 7228, "read_suppressed_frac": 0.0983, "dropout_reads_logged": 5511, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 412.0076599121094, "n_util_obs": 1158, "util_count_spearman": 0.14269148253702685}, "probe_overhead_sec_total": 621.305, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.027799, "alpha": 0.03, "t": 4830.7}
{"event": "consolidate", "step": 5050, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4885.1}
{"event": "train", "step": 5050, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.33844, "bpb": 1.93096, "chunk_loss": 0.030745, "F": 0.22302, "G": 0.22004, "chunks": 228.38, "bytes_per_chunk": 4.484, "boundary_entropy": 0.09172, "router_noise": 0.0, "grad_norm": 0.6532, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 1.117, "probe_sec": 0.0526, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01957, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09127, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": -0.60876, "trunc_abs_frac": 0.32964, "mean_delta_full": -0.04321, "read_hit_rate": {"surface": 0.76264}, "mean_gate": {"surface": 0.32825}, "n_reads": 5549, "n_cand": 7276, "read_suppressed_frac": 0.0979, "dropout_reads_logged": 5549, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 416.1697998046875, "n_util_obs": 1165, "util_count_spearman": 0.14309529109636607}, "probe_overhead_sec_total": 625.365, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.026353, "alpha": 0.03, "t": 4886.6}
{"event": "consolidate", "step": 5100, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4940.6}
{"event": "train", "step": 5100, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.30979, "bpb": 1.88962, "chunk_loss": 0.030555, "F": 0.21542, "G": 0.21186, "chunks": 220.59, "bytes_per_chunk": 4.642, "boundary_entropy": 0.08897, "router_noise": 0.0, "grad_norm": 0.6578, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 1.103, "probe_sec": 0.0998, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04885, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.21504, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.80966, "trunc_abs_frac": 2.36927, "mean_delta_full": 0.41233, "read_hit_rate": {"surface": 0.75736}, "mean_gate": {"surface": 0.32739}, "n_reads": 5322, "n_cand": 7027, "read_suppressed_frac": 0.1026, "dropout_reads_logged": 5322, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 420.3214111328125, "n_util_obs": 1175, "util_count_spearman": 0.14186310249718123}, "probe_overhead_sec_total": 628.983, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.027501, "alpha": 0.03, "t": 4941.7}
{"event": "consolidate", "step": 5150, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 4996.3}
{"event": "train", "step": 5150, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.29612, "bpb": 1.86991, "chunk_loss": 0.030755, "F": 0.22302, "G": 0.21929, "chunks": 228.38, "bytes_per_chunk": 4.484, "boundary_entropy": 0.08977, "router_noise": 0.0, "grad_norm": 0.6718, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 1.11, "probe_sec": 0.0505, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01929, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.0586, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.95039, "trunc_abs_frac": 1.09492, "mean_delta_full": 0.18146, "read_hit_rate": {"surface": 0.76979}, "mean_gate": {"surface": 0.31997}, "n_reads": 5601, "n_cand": 7276, "read_suppressed_frac": 0.0969, "dropout_reads_logged": 5601, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 424.486328125, "n_util_obs": 1183, "util_count_spearman": 0.13237859641527422}, "probe_overhead_sec_total": 632.583, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.030563, "alpha": 0.03, "t": 4997.2}
{"event": "consolidate", "step": 5200, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 5051.7}
{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3671.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.210941, "cps": 28.679688, "mean_p": 0.208009, "boundary_entropy": 0.090762, "bpb": 1.850919}, "tr": {"chunks": 3770.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208253, "cps": 29.453125, "mean_p": 0.195972, "boundary_entropy": 0.111793, "bpb": 1.993952}, "fi": {"chunks": 4934.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.262293, "cps": 38.546875, "mean_p": 0.251212, "boundary_entropy": 0.102718, "bpb": 2.110015}}, "bpb": {"en": 1.85092, "tr": 1.99395, "fi": 2.11001}, "gini_cpc": 0.052865, "gini_cps": 0.06804, "bpic": 4.584404, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9872577109648288, "fi": 1.2434461941385686}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 428.55194091796875, "n_util_obs": 1196, "util_count_spearman": 0.13841167353900954}, "t": 5052.5}
{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 1.86751, "tr": 2.00418, "fi": 2.11629}, "bytes_per_chunk": {"en": 4.516, "tr": 5.356, "fi": 4.06}, "bpb_mean": 1.99599, "frozen_inventory": true, "t": 5053.6}
{"event": "train", "step": 5200, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.33645, "bpb": 1.92809, "chunk_loss": 0.030927, "F": 0.22791, "G": 0.22516, "chunks": 233.38, "bytes_per_chunk": 4.388, "boundary_entropy": 0.09336, "router_noise": 0.0, "grad_norm": 0.6916, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 1.191, "probe_sec": 0.14, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.09971, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.21186, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 1.15087, "trunc_abs_frac": 0.99221, "mean_delta_full": 0.66571, "read_hit_rate": {"surface": 0.76412}, "mean_gate": {"surface": 0.32284}, "n_reads": 5682, "n_cand": 7436, "read_suppressed_frac": 0.1014, "dropout_reads_logged": 5682, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 428.638671875, "n_util_obs": 1196, "util_count_spearman": 0.13827829259371735}, "probe_overhead_sec_total": 636.155, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.038167, "alpha": 0.03, "t": 5056.8}
{"event": "consolidate", "step": 5250, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 5109.4}
{"event": "train", "step": 5250, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.36726, "bpb": 1.97255, "chunk_loss": 0.030807, "F": 0.22641, "G": 0.22336, "chunks": 231.84, "bytes_per_chunk": 4.417, "boundary_entropy": 0.09126, "router_noise": 0.0, "grad_norm": 0.6687, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 1.082, "probe_sec": 0.0925, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04904, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03933, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": -4.69512, "trunc_abs_frac": 0.80266, "mean_delta_full": 0.02104, "read_hit_rate": {"surface": 0.76364}, "mean_gate": {"surface": 0.32871}, "n_reads": 5641, "n_cand": 7387, "read_suppressed_frac": 0.1028, "dropout_reads_logged": 5641, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 432.7859191894531, "n_util_obs": 1203, "util_count_spearman": 0.13669250885055065}, "probe_overhead_sec_total": 639.658, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.035187, "alpha": 0.03, "t": 5110.9}
{"event": "consolidate", "step": 5300, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 5166.4}
{"event": "train", "step": 5300, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.35763, "bpb": 1.95865, "chunk_loss": 0.030682, "F": 0.21994, "G": 0.21694, "chunks": 225.22, "bytes_per_chunk": 4.547, "boundary_entropy": 0.0902, "router_noise": 0.0, "grad_norm": 0.6375, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 1.133, "probe_sec": 0.0887, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0574, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.04189, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 0.92957, "trunc_abs_frac": 5.08282, "mean_delta_full": 0.27051, "read_hit_rate": {"surface": 0.75289}, "mean_gate": {"surface": 0.32577}, "n_reads": 5402, "n_cand": 7175, "read_suppressed_frac": 0.1013, "dropout_reads_logged": 5402, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 436.96051025390625, "n_util_obs": 1210, "util_count_spearman": 0.13786614075581935}, "probe_overhead_sec_total": 643.364, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.031825, "alpha": 0.03, "t": 5167.6}
{"event": "consolidate", "step": 5350, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 5226.0}
{"event": "train", "step": 5350, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.32251, "bpb": 1.90798, "chunk_loss": 0.030652, "F": 0.21799, "G": 0.2164, "chunks": 223.22, "bytes_per_chunk": 4.587, "boundary_entropy": 0.09554, "router_noise": 0.0, "grad_norm": 0.7215, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 1.191, "probe_sec": 0.0893, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05287, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.55494, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.96689, "trunc_abs_frac": 1.14881, "mean_delta_full": 1.0, "read_hit_rate": {"surface": 0.74631}, "mean_gate": {"surface": 0.32845}, "n_reads": 5307, "n_cand": 7111, "read_suppressed_frac": 0.0984, "dropout_reads_logged": 5307, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 441.129150390625, "n_util_obs": 1221, "util_count_spearman": 0.1392137354588529}, "probe_overhead_sec_total": 647.479, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.031702, "alpha": 0.03, "t": 5227.1}
{"event": "consolidate", "step": 5400, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 5281.9}
{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3677.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.211285, "cps": 28.726562, "mean_p": 0.207984, "boundary_entropy": 0.085099, "bpb": 1.847849}, "tr": {"chunks": 3798.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209799, "cps": 29.671875, "mean_p": 0.195923, "boundary_entropy": 0.107904, "bpb": 1.989949}, "fi": {"chunks": 4962.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.263782, "cps": 38.765625, "mean_p": 0.252719, "boundary_entropy": 0.100169, "bpb": 2.100132}}, "bpb": {"en": 1.84785, "tr": 1.98995, "fi": 2.10013}, "gini_cpc": 0.052548, "gini_cps": 0.06888, "bpic": 4.56155, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9929671915897924, "fi": 1.2484621114139598}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 445.18988037109375, "n_util_obs": 1234, "util_count_spearman": 0.1498337942622009}, "t": 5282.6}
{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 1.86444, "tr": 1.99923, "fi": 2.10643}, "bytes_per_chunk": {"en": 4.507, "tr": 5.318, "fi": 4.042}, "bpb_mean": 1.99003, "frozen_inventory": true, "t": 5283.9}
{"event": "train", "step": 5400, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.24651, "bpb": 1.79834, "chunk_loss": 0.030618, "F": 0.21643, "G": 0.21299, "chunks": 221.62, "bytes_per_chunk": 4.62, "boundary_entropy": 0.08816, "router_noise": 0.0, "grad_norm": 0.6575, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 1.206, "probe_sec": 0.0892, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04632, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.04799, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 2.70471, "trunc_abs_frac": 0.79594, "mean_delta_full": -0.06805, "read_hit_rate": {"surface": 0.77365}, "mean_gate": {"surface": 0.31908}, "n_reads": 5462, "n_cand": 7060, "read_suppressed_frac": 0.0985, "dropout_reads_logged": 5462, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 445.27386474609375, "n_util_obs": 1235, "util_count_spearman": 0.15078680374554873}, "probe_overhead_sec_total": 650.929, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.031466, "alpha": 0.03, "t": 5287.4}
{"event": "consolidate", "step": 5450, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 5326.4}
{"event": "train", "step": 5450, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.2977, "bpb": 1.87219, "chunk_loss": 0.030702, "F": 0.22308, "G": 0.21964, "chunks": 228.44, "bytes_per_chunk": 4.483, "boundary_entropy": 0.08876, "router_noise": 0.0, "grad_norm": 0.6476, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.795, "probe_sec": 0.0521, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03696, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.03805, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 4, "trunc_ratio_sum": 0.19239, "trunc_abs_frac": 2.19805, "mean_delta_full": -0.1319, "read_hit_rate": {"surface": 0.76532}, "mean_gate": {"surface": 0.31702}, "n_reads": 5570, "n_cand": 7278, "read_suppressed_frac": 0.095, "dropout_reads_logged": 5570, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 449.4454345703125, "n_util_obs": 1247, "util_count_spearman": 0.1523122894440221}, "probe_overhead_sec_total": 653.989, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.031895, "alpha": 0.03, "t": 5327.2}
{"event": "consolidate", "step": 5500, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 5371.8}
{"event": "train", "step": 5500, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.31146, "bpb": 1.89204, "chunk_loss": 0.030714, "F": 0.2226, "G": 0.21839, "chunks": 227.94, "bytes_per_chunk": 4.492, "boundary_entropy": 0.09045, "router_noise": 0.0, "grad_norm": 0.6723, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.916, "probe_sec": 0.0852, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.04293, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.16634, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.76884, "trunc_abs_frac": 1.64173, "mean_delta_full": 0.17483, "read_hit_rate": {"surface": 0.77031}, "mean_gate": {"surface": 0.32645}, "n_reads": 5594, "n_cand": 7262, "read_suppressed_frac": 0.0976, "dropout_reads_logged": 5594, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 453.6047668457031, "n_util_obs": 1260, "util_count_spearman": 0.1435940851150465}, "probe_overhead_sec_total": 657.34, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.036111, "alpha": 0.03, "t": 5373.0}
{"event": "consolidate", "step": 5550, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 5424.1}
{"event": "train", "step": 5550, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.28922, "bpb": 1.85995, "chunk_loss": 0.030784, "F": 0.22748, "G": 0.2229, "chunks": 232.94, "bytes_per_chunk": 4.396, "boundary_entropy": 0.08647, "router_noise": 0.0, "grad_norm": 0.6342, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 1.052, "probe_sec": 0.076, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.05176, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.04866, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 0.75522, "trunc_abs_frac": 2.2441, "mean_delta_full": -0.19045, "read_hit_rate": {"surface": 0.77014}, "mean_gate": {"surface": 0.30626}, "n_reads": 5716, "n_cand": 7422, "read_suppressed_frac": 0.1043, "dropout_reads_logged": 5716, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 457.74163818359375, "n_util_obs": 1265, "util_count_spearman": 0.14368566493825657}, "probe_overhead_sec_total": 660.88, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.029617, "alpha": 0.03, "t": 5425.6}
{"event": "consolidate", "step": 5600, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 5478.8}
{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3665.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.210596, "cps": 28.632812, "mean_p": 0.207059, "boundary_entropy": 0.08791, "bpb": 1.842103}, "tr": {"chunks": 3787.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209192, "cps": 29.585938, "mean_p": 0.195289, "boundary_entropy": 0.110709, "bpb": 1.981262}, "fi": {"chunks": 4935.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.262346, "cps": 38.554688, "mean_p": 0.251555, "boundary_entropy": 0.100917, "bpb": 2.092058}}, "bpb": {"en": 1.8421, "tr": 1.98126, "fi": 2.09206}, "gini_cpc": 0.051949, "gini_cps": 0.068351, "bpic": 4.579963, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9933330715801704, "fi": 1.2457342779974823}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 461.82659912109375, "n_util_obs": 1275, "util_count_spearman": 0.1431815711158321}, "t": 5479.6}
{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 1.85895, "tr": 1.99204, "fi": 2.09905}, "bytes_per_chunk": {"en": 4.523, "tr": 5.343, "fi": 4.049}, "bpb_mean": 1.98335, "frozen_inventory": true, "t": 5480.6}
{"event": "train", "step": 5600, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.31802, "bpb": 1.90149, "chunk_loss": 0.030778, "F": 0.22372, "G": 0.22117, "chunks": 229.09, "bytes_per_chunk": 4.47, "boundary_entropy": 0.09176, "router_noise": 0.0, "grad_norm": 0.6905, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 1.162, "probe_sec": 0.0471, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.0212, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.12379, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 1.16415, "trunc_abs_frac": 1.16415, "mean_delta_full": 0.45215, "read_hit_rate": {"surface": 0.76065}, "mean_gate": {"surface": 0.32659}, "n_reads": 5552, "n_cand": 7299, "read_suppressed_frac": 0.0951, "dropout_reads_logged": 5552, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 461.9119567871094, "n_util_obs": 1275, "util_count_spearman": 0.14308248879541527}, "probe_overhead_sec_total": 664.5, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.03289, "alpha": 0.03, "t": 5483.7}
{"event": "consolidate", "step": 5650, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 5536.5}
{"event": "train", "step": 5650, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.29986, "bpb": 1.87531, "chunk_loss": 0.030682, "F": 0.22086, "G": 0.21791, "chunks": 226.16, "bytes_per_chunk": 4.528, "boundary_entropy": 0.0897, "router_noise": 0.0, "grad_norm": 0.6636, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 1.076, "probe_sec": 0.061, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03437, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.07148, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 2, "trunc_ratio_sum": 0.93683, "trunc_abs_frac": 0.70086, "mean_delta_full": 1.05292, "read_hit_rate": {"surface": 0.76294}, "mean_gate": {"surface": 0.30908}, "n_reads": 5497, "n_cand": 7205, "read_suppressed_frac": 0.0975, "dropout_reads_logged": 5497, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 466.05853271484375, "n_util_obs": 1287, "util_count_spearman": 0.141730236921574}, "probe_overhead_sec_total": 667.729, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.03155, "alpha": 0.03, "t": 5537.5}
{"event": "consolidate", "step": 5700, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 5580.5}
{"event": "train", "step": 5700, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.3818, "bpb": 1.99351, "chunk_loss": 0.030736, "F": 0.22256, "G": 0.2198, "chunks": 227.91, "bytes_per_chunk": 4.493, "boundary_entropy": 0.0905, "router_noise": 0.0, "grad_norm": 0.6905, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.874, "probe_sec": 0.0578, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02837, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.17126, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 3, "trunc_ratio_sum": 1.91209, "trunc_abs_frac": 0.96779, "mean_delta_full": 0.09819, "read_hit_rate": {"surface": 0.74921}, "mean_gate": {"surface": 0.3235}, "n_reads": 5440, "n_cand": 7261, "read_suppressed_frac": 0.1009, "dropout_reads_logged": 5440, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 470.23486328125, "n_util_obs": 1295, "util_count_spearman": 0.14334128868391144}, "probe_overhead_sec_total": 671.169, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.028692, "alpha": 0.03, "t": 5581.2}
{"event": "consolidate", "step": 5750, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 5624.3}
{"event": "train", "step": 5750, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.36692, "bpb": 1.97205, "chunk_loss": 0.030685, "F": 0.2197, "G": 0.21769, "chunks": 224.97, "bytes_per_chunk": 4.552, "boundary_entropy": 0.08976, "router_noise": 0.0, "grad_norm": 0.6914, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.887, "probe_sec": 0.0437, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01945, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.11535, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": -1.16567, "trunc_abs_frac": 0.7044, "mean_delta_full": -0.13413, "read_hit_rate": {"surface": 0.74369}, "mean_gate": {"surface": 0.30979}, "n_reads": 5330, "n_cand": 7167, "read_suppressed_frac": 0.0981, "dropout_reads_logged": 5330, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 474.39886474609375, "n_util_obs": 1301, "util_count_spearman": 0.1412107233157599}, "probe_overhead_sec_total": 673.98, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.033118, "alpha": 0.03, "t": 5625.6}
{"event": "consolidate", "step": 5800, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 5659.9}
{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3669.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.210826, "cps": 28.664062, "mean_p": 0.207467, "boundary_entropy": 0.086311, "bpb": 1.83693}, "tr": {"chunks": 3777.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208639, "cps": 29.507812, "mean_p": 0.194618, "boundary_entropy": 0.109418, "bpb": 1.975489}, "fi": {"chunks": 4936.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.2624, "cps": 38.5625, "mean_p": 0.251795, "boundary_entropy": 0.10108, "bpb": 2.086263}}, "bpb": {"en": 1.83693, "tr": 1.97549, "fi": 2.08626}, "gini_cpc": 0.052562, "gini_cps": 0.068217, "bpic": 4.581812, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9896299764466698, "fi": 1.2446283126298336}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 478.4661865234375, "n_util_obs": 1309, "util_count_spearman": 0.14371351352203796}, "t": 5660.6}
{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 1.85367, "tr": 1.98624, "fi": 2.09236}, "bytes_per_chunk": {"en": 4.518, "tr": 5.349, "fi": 4.057}, "bpb_mean": 1.97742, "frozen_inventory": true, "t": 5661.6}
{"event": "train", "step": 5800, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.28296, "bpb": 1.85092, "chunk_loss": 0.030622, "F": 0.2179, "G": 0.21503, "chunks": 223.12, "bytes_per_chunk": 4.589, "boundary_entropy": 0.08832, "router_noise": 0.0, "grad_norm": 0.6827, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.748, "probe_sec": 0.0473, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.03322, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.00555, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.32673, "trunc_abs_frac": 0.32673, "mean_delta_full": -1.0166, "read_hit_rate": {"surface": 0.76674}, "mean_gate": {"surface": 0.31204}, "n_reads": 5450, "n_cand": 7108, "read_suppressed_frac": 0.1035, "dropout_reads_logged": 5450, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 478.5503845214844, "n_util_obs": 1309, "util_count_spearman": 0.14358506409677446}, "probe_overhead_sec_total": 677.247, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.027821, "alpha": 0.03, "t": 5663.0}
{"event": "consolidate", "step": 5850, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 5693.5}
{"event": "train", "step": 5850, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.3387, "bpb": 1.93134, "chunk_loss": 0.030546, "F": 0.21359, "G": 0.2111, "chunks": 218.72, "bytes_per_chunk": 4.682, "boundary_entropy": 0.08638, "router_noise": 0.0, "grad_norm": 0.6863, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.613, "probe_sec": 0.0312, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02516, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.19277, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.1628, "trunc_abs_frac": 0.84715, "mean_delta_full": 0.33479, "read_hit_rate": {"surface": 0.74236}, "mean_gate": {"surface": 0.308}, "n_reads": 5172, "n_cand": 6967, "read_suppressed_frac": 0.1002, "dropout_reads_logged": 5172, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 482.6993408203125, "n_util_obs": 1318, "util_count_spearman": 0.14645756207444588}, "probe_overhead_sec_total": 679.776, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.034629, "alpha": 0.03, "t": 5693.6}
{"event": "consolidate", "step": 5900, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 5730.0}
{"event": "train", "step": 5900, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.3663, "bpb": 1.97116, "chunk_loss": 0.030744, "F": 0.22293, "G": 0.22037, "chunks": 228.28, "bytes_per_chunk": 4.486, "boundary_entropy": 0.08843, "router_noise": 0.0, "grad_norm": 0.7139, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.754, "probe_sec": 0.0359, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.01903, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": -0.06453, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 5, "trunc_ratio_sum": 1.51696, "trunc_abs_frac": 1.08957, "mean_delta_full": -0.27031, "read_hit_rate": {"surface": 0.75182}, "mean_gate": {"surface": 0.31189}, "n_reads": 5468, "n_cand": 7273, "read_suppressed_frac": 0.0986, "dropout_reads_logged": 5468, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 486.88140869140625, "n_util_obs": 1326, "util_count_spearman": 0.1458312650855939}, "probe_overhead_sec_total": 683.25, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.03332, "alpha": 0.03, "t": 5731.3}
{"event": "consolidate", "step": 5950, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 5768.9}
{"event": "train", "step": 5950, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.29198, "bpb": 1.86394, "chunk_loss": 0.030637, "F": 0.21774, "G": 0.21515, "chunks": 222.97, "bytes_per_chunk": 4.593, "boundary_entropy": 0.08852, "router_noise": 0.0, "grad_norm": 0.7418, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.777, "probe_sec": 0.1058, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.06893, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.08831, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 1, "trunc_ratio_sum": 0.92702, "trunc_abs_frac": 0.92702, "mean_delta_full": -1.05042, "read_hit_rate": {"surface": 0.7594}, "mean_gate": {"surface": 0.32155}, "n_reads": 5394, "n_cand": 7103, "read_suppressed_frac": 0.0907, "dropout_reads_logged": 5394, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 491.0368347167969, "n_util_obs": 1334, "util_count_spearman": 0.14331886656097667}, "probe_overhead_sec_total": 686.23, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.042007, "alpha": 0.03, "t": 5770.1}
{"event": "consolidate", "step": 6000, "retired": 0, "split_retired": 0, "merge_admitted": 0, "admitted": 0, "swapped": 0, "uncertain_staged": 0, "t": 5805.2}
{"event": "train", "step": 5999, "arch": "lexmem_v1", "phase": 3, "objective": "global", "lm_loss": 1.31858, "bpb": 1.90231, "chunk_loss": 0.030789, "F": 0.22382, "G": 0.22089, "chunks": 229.19, "bytes_per_chunk": 4.468, "boundary_entropy": 0.09016, "router_noise": 0.0, "grad_norm": 0.7052, "lr": 3e-05, "router_trainable": true, "sec_per_step": 0.701, "probe_sec": 0.0486, "probe_extra_seqs": 16, "n_rows": 2, "extra_fwd_seqs": 16, "wall_s": 0.02524, "overhead_frac_est": 0.16667, "chunk_mismatch": 0, "n_loo": 14, "mean_delta_loo": 0.09234, "n_shadow": 0, "mean_delta_shadow": NaN, "n_split": 0, "mean_delta_split": NaN, "n_merge": 0, "mean_delta_merge": NaN, "n_dropped_unpaired": 0, "n_full": 6, "trunc_ratio_sum": 0.62943, "trunc_abs_frac": 0.65453, "mean_delta_full": 0.17346, "read_hit_rate": {"surface": 0.76157}, "mean_gate": {"surface": 0.3169}, "n_reads": 5561, "n_cand": 7302, "read_suppressed_frac": 0.0922, "dropout_reads_logged": 5561, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 495.10931396484375, "n_util_obs": 1343, "util_count_spearman": 0.14490991721818905}, "probe_overhead_sec_total": 689.923, "probe_overhead_seq_frac": 0.4999, "util_loss": 0.029246, "alpha": 0.03, "t": 5805.2}
{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3667.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.210711, "cps": 28.648438, "mean_p": 0.207124, "boundary_entropy": 0.085074, "bpb": 1.834529}, "tr": {"chunks": 3775.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208529, "cps": 29.492188, "mean_p": 0.193994, "boundary_entropy": 0.109968, "bpb": 1.968801}, "fi": {"chunks": 4937.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.262453, "cps": 38.570312, "mean_p": 0.250258, "boundary_entropy": 0.100748, "bpb": 2.08258}}, "bpb": {"en": 1.83453, "tr": 1.9688, "fi": 2.08258}, "gini_cpc": 0.052735, "gini_cps": 0.068395, "bpic": 4.582923, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "tr": 0.9896454100984818, "fi": 1.245559429838273}, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 495.10931396484375, "n_util_obs": 1343, "util_count_spearman": 0.14490991721818905}, "t": 5805.7}
{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 1.85183, "tr": 1.97999, "fi": 2.08861}, "bytes_per_chunk": {"en": 4.517, "tr": 5.347, "fi": 4.056}, "bpb_mean": 1.97348, "frozen_inventory": true, "t": 5806.7}
{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/runs/ali_lexmem-v1_s0/probe/reps/th0.30", "/local/scratch/sas245/beetle-hnet/runs/ali_lexmem-v1_s0/probe/reps/th0.40", "/local/scratch/sas245/beetle-hnet/runs/ali_lexmem-v1_s0/probe/reps/th0.50", "/local/scratch/sas245/beetle-hnet/runs/ali_lexmem-v1_s0/probe/reps/th0.60", "/local/scratch/sas245/beetle-hnet/runs/ali_lexmem-v1_s0/probe/reps/th0.70"], "t": 5809.4}
{"event": "final", "run": "ali_lexmem-v1_s0", "arch": "lexmem_v1", "objective": "ratio", "condition": "A", "step": 6000, "params": 22719553, "seed": 0, "per_lang": {"en": {"cpc": 0.21071079698902487, "cps": 28.6484375, "bpb": 1.8573728475814055, "bytes_per_chunk": 4.481630280546391, "reads_per_chunk": 0.7725112406612757}, "tr": {"cpc": 0.20852897309838148, "cps": 29.4921875, "bpb": 1.971799773757551, "bytes_per_chunk": 5.343552529658771, "reads_per_chunk": 0.671704920706103}, "fi": {"cpc": 0.2624528201584179, "cps": 38.5703125, "bpb": 2.106541161666623, "bytes_per_chunk": 4.043965537189445, "reads_per_chunk": 0.7275447947117943}}, "bpb_mean": 1.97857126100186, "gini_cpc": 0.05273525323253714, "gini_cps": 0.06839540081320528, "bpic": 4.582922691655223, "mean_boundary_entropy": 0.09016207605600357, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "probe_overhead_sec_total": 689.923440694809, "probe_overhead_seq_frac": 0.4999166666666667, "wall_sec": 5811.772888422012, "inventory": {"size": 65536, "admitted": 65536, "staged": 0, "budget_B": 65536, "staging_capacity": 0, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 0, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 495.10931396484375, "n_util_obs": 1343, "util_count_spearman": 0.14490991721818905}, "ali_params": 202561, "ali_config": {"enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "frequency", "candidate_types": ["surface"], "gate": "scalar", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0}, "util_vs_frequency_spearman": 0.14490991721818905, "paired_vs_dropout": {"n": 2795, "pearson": 0.10574038750489391, "spearman": 0.12366218232445816, "mean_abs_discrepancy": 0.8660674095153809, "mean_paired": 0.15662673115730286, "mean_dropout": 0.15479838848114014}, "predictor_calibration": {"n": 6524, "all": {"n": 6524, "pearson": 0.15769204457137667, "spearman": 0.23734651635809056, "mae": 0.18502242863178253, "reliability": [{"pred": 0.008402201347053051, "obs": 0.05938079208135605, "n": 653}, {"pred": 0.020488210022449493, "obs": 0.040368448942899704, "n": 652}, {"pred": 0.029169106855988503, "obs": 0.0565139502286911, "n": 652}, {"pred": 0.03671013563871384, "obs": 0.09008453041315079, "n": 653}, {"pred": 0.04380890354514122, "obs": 0.07472579926252365, "n": 652}, {"pred": 0.05175976827740669, "obs": 0.12571445107460022, "n": 652}, {"pred": 0.0611041821539402, "obs": 0.11555147171020508, "n": 653}, {"pred": 0.07382360100746155, "obs": 0.1596384197473526, "n": 652}, {"pred": 0.0934639647603035, "obs": 0.17068958282470703, "n": 652}, {"pred": 0.1289556473493576, "obs": 0.21231849491596222, "n": 653}]}, "admitted": {"n": 6524, "pearson": 0.15769204457137667, "spearman": 0.23734651635809056, "mae": 0.18502242863178253, "reliability": [{"pred": 0.008402201347053051, "obs": 0.05938079208135605, "n": 653}, {"pred": 0.020488210022449493, "obs": 0.040368448942899704, "n": 652}, {"pred": 0.029169106855988503, "obs": 0.0565139502286911, "n": 652}, {"pred": 0.03671013563871384, "obs": 0.09008453041315079, "n": 653}, {"pred": 0.04380890354514122, "obs": 0.07472579926252365, "n": 652}, {"pred": 0.05175976827740669, "obs": 0.12571445107460022, "n": 652}, {"pred": 0.0611041821539402, "obs": 0.11555147171020508, "n": 653}, {"pred": 0.07382360100746155, "obs": 0.1596384197473526, "n": 652}, {"pred": 0.0934639647603035, "obs": 0.17068958282470703, "n": 652}, {"pred": 0.1289556473493576, "obs": 0.21231849491596222, "n": 653}]}, "staged": {"n": 0, "pearson": NaN, "spearman": NaN, "mae": NaN}}, "t": 5812.1}