{ "event": "final", "run": "ali_ali-noskel_s1", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22785088, "seed": 1, "per_lang": { "en": { "cpc": 0.1926679308165259, "cps": 26.1953125, "bpb": 1.8738002864265193, "bytes_per_chunk": 4.882729846520638, "reads_per_chunk": 1.5692519743704365 }, "tr": { "cpc": 0.17367287189968514, "cps": 24.5625, "bpb": 2.015589469623371, "bytes_per_chunk": 6.102971818361716, "reads_per_chunk": 1.1315143119885458 }, "fi": { "cpc": 0.1659135612141832, "cps": 24.3828125, "bpb": 2.1910738162447347, "bytes_per_chunk": 5.97206971181228, "reads_per_chunk": 1.09398564756806 } }, "bpb_mean": 2.0268211907648754, "gini_cpc": 0.03351075652973745, "gini_cps": 0.0160809593124005, "bpic": 5.89852360158037, "mean_boundary_entropy": 0.0806165561079979, "dechunk": "ema", "router_noise": 0.0, "transitions": [ { "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 } ], "probe_overhead_sec_total": 697.8827321529388, "probe_overhead_seq_frac": 0.4999166666666667, "wall_sec": 7398.986598968506, "inventory": { "size": 327649, "admitted": 65536, "staged": 262113, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1710, "admitted_surface": 685, "staged_surface": 63500, "admitted_split": 13984, "staged_split": 46888, "admitted_merge": 50867, "staged_merge": 151725, "admitted_skel": 0, "staged_skel": 0, "mean_count": 498.217529296875, "n_util_obs": 506, "util_count_spearman": -0.03938091959146151 }, "ali_params": 268096, "ali_config": { "enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "utility", "candidate_types": [ "surface", "split", "merge" ], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0 }, "util_vs_frequency_spearman": -0.03938091959146151, "paired_vs_dropout": { "n": 1041, "pearson": 0.018977294488556302, "spearman": -0.008619769716253426, "mean_abs_discrepancy": 0.46737435460090637, "mean_paired": 0.015212860889732838, "mean_dropout": 0.031677041202783585 }, "predictor_calibration": { "n": 2440, "all": { "n": 2440, "pearson": 0.16254870411403688, "spearman": 0.13871768624888184, "mae": 0.06559953093528748, "reliability": [ { "pred": -0.018943531438708305, "obs": -0.018084565177559853, "n": 244 }, { "pred": -0.005957423709332943, "obs": 0.0010914868908002973, "n": 244 }, { "pred": -0.002548603340983391, "obs": 0.006177266128361225, "n": 244 }, { "pred": -0.00020386149117257446, "obs": 0.005726016592234373, "n": 244 }, { "pred": 0.0024125196505337954, "obs": 0.002727360464632511, "n": 244 }, { "pred": 0.0044227903708815575, "obs": 0.0029630083590745926, "n": 244 }, { "pred": 0.006951143965125084, "obs": 0.00410318560898304, "n": 244 }, { "pred": 0.010202975012362003, "obs": 0.014531075023114681, "n": 244 }, { "pred": 0.01592944748699665, "obs": 0.012416252866387367, "n": 244 }, { "pred": 0.0332433357834816, "obs": 0.045605070888996124, "n": 244 } ] }, "admitted": { "n": 2375, "pearson": 0.1554450759802012, "spearman": 0.11856612924407584, "mae": 0.06647488474845886, "reliability": [ { "pred": -0.016416460275650024, "obs": -0.00343950348906219, "n": 238 }, { "pred": -0.005138037260621786, "obs": -0.004745007958263159, "n": 237 }, { "pred": -0.002083013765513897, "obs": 0.01082557998597622, "n": 238 }, { "pred": 0.00023359866463579237, "obs": 0.0033727234695106745, "n": 237 }, { "pred": 0.002708134241402149, "obs": 0.00013601590762846172, "n": 237 }, { "pred": 0.004662859253585339, "obs": 0.0030325683765113354, "n": 238 }, { "pred": 0.007210733834654093, "obs": 0.007552745286375284, "n": 237 }, { "pred": 0.01047543715685606, "obs": 0.012012379243969917, "n": 238 }, { "pred": 0.01616288721561432, "obs": 0.013234925456345081, "n": 237 }, { "pred": 0.03352382779121399, "obs": 0.046145014464855194, "n": 238 } ] }, "staged": { "n": 65, "pearson": -0.015086454714697613, "spearman": -0.03068181818181818, "mae": 0.0336153469979763, "reliability": [ { "pred": -0.045664332807064056, "obs": -0.02688438631594181, "n": 7 }, { "pred": -0.025495832785964012, "obs": -0.027706967666745186, "n": 6 }, { "pred": -0.02288266085088253, "obs": -0.03856505826115608, "n": 7 }, { "pred": -0.020948735997080803, "obs": -0.045721735805273056, "n": 6 }, { "pred": -0.017868531867861748, "obs": -0.07525564730167389, "n": 6 }, { "pred": -0.013490019366145134, "obs": -0.036869149655103683, "n": 7 }, { "pred": -0.010884265415370464, "obs": -0.015763530507683754, "n": 6 }, { "pred": -0.008035226725041866, "obs": 0.0029635834507644176, "n": 7 }, { "pred": -0.00572652742266655, "obs": -0.03132720664143562, "n": 6 }, { "pred": 0.003208637237548828, "obs": -0.033448684960603714, "n": 7 } ] } } }