{ "event": "final", "run": "ali_ali-nogate_s1", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22583040, "seed": 1, "per_lang": { "en": { "cpc": 0.20467735447911278, "cps": 27.828125, "bpb": 1.8679003570951767, "bytes_per_chunk": 4.660296352921307, "reads_per_chunk": 1.4054097296912917 }, "tr": { "cpc": 0.20549080262939845, "cps": 29.0625, "bpb": 1.9820922259832554, "bytes_per_chunk": 5.2497571819083, "reads_per_chunk": 1.2842824099570438 }, "fi": { "cpc": 0.259901121684121, "cps": 38.1953125, "bpb": 2.1410961523541236, "bytes_per_chunk": 4.097280400125039, "reads_per_chunk": 1.2767427321037825 } }, "bpb_mean": 1.9970295784775185, "gini_cpc": 0.054943340888088166, "gini_cps": 0.0726864404458687, "bpic": 4.661243940514337, "mean_boundary_entropy": 0.11333145201206207, "dechunk": "ema", "router_noise": 0.0, "transitions": [ { "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 } ], "probe_overhead_sec_total": 757.8952479362488, "probe_overhead_seq_frac": 0.4999166666666667, "wall_sec": 8274.029620170593, "inventory": { "size": 327590, "admitted": 65536, "staged": 262054, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1446, "admitted_surface": 37516, "staged_surface": 55195, "admitted_split": 24607, "staged_split": 35034, "admitted_merge": 3168, "staged_merge": 129658, "admitted_skel": 245, "staged_skel": 42167, "mean_count": 457.8076171875, "n_util_obs": 525, "util_count_spearman": 0.044279623615570064 }, "ali_params": 66048, "ali_config": { "enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "utility", "candidate_types": [ "surface", "split", "merge", "skel" ], "gate": "fixed", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0 }, "util_vs_frequency_spearman": 0.044279623615570064, "paired_vs_dropout": { "n": 1205, "pearson": 0.08022866959804177, "spearman": 0.07177796382227764, "mean_abs_discrepancy": 0.46268022060394287, "mean_paired": 0.013777625747025013, "mean_dropout": 0.020228739827871323 }, "predictor_calibration": { "n": 2986, "all": { "n": 2986, "pearson": 0.15346671293365421, "spearman": 0.15250033388261522, "mae": 0.10782948136329651, "reliability": [ { "pred": -0.04466794431209564, "obs": -0.04102784022688866, "n": 299 }, { "pred": -0.013935744762420654, "obs": 0.0018270679283887148, "n": 298 }, { "pred": -0.006180219352245331, "obs": 0.006749954540282488, "n": 299 }, { "pred": -0.0026279170997440815, "obs": -0.00943631213158369, "n": 298 }, { "pred": -1.4776313946640585e-05, "obs": -0.008318537846207619, "n": 299 }, { "pred": 0.002227426739409566, "obs": 0.003365342738106847, "n": 299 }, { "pred": 0.005946862045675516, "obs": -0.0029231354128569365, "n": 298 }, { "pred": 0.013949666172266006, "obs": 0.019144922494888306, "n": 298 }, { "pred": 0.024963248521089554, "obs": 0.025729985907673836, "n": 299 }, { "pred": 0.04499002918601036, "obs": 0.06362227350473404, "n": 299 } ] }, "admitted": { "n": 2861, "pearson": 0.13155381748997239, "spearman": 0.11290140121031195, "mae": 0.10969183593988419, "reliability": [ { "pred": -0.034329887479543686, "obs": -0.00518527626991272, "n": 286 }, { "pred": -0.010431740432977676, "obs": 0.0021044157911092043, "n": 286 }, { "pred": -0.004954822361469269, "obs": -0.003622168442234397, "n": 286 }, { "pred": -0.0018616033485159278, "obs": -0.011592832393944263, "n": 286 }, { "pred": 0.0004870741395279765, "obs": -0.0055365110747516155, "n": 286 }, { "pred": 0.002688927110284567, "obs": 0.011132236570119858, "n": 287 }, { "pred": 0.00678063090890646, "obs": -0.00490189716219902, "n": 285 }, { "pred": 0.014961286447942257, "obs": 0.017522653564810753, "n": 286 }, { "pred": 0.02573784999549389, "obs": 0.025486204773187637, "n": 286 }, { "pred": 0.04549268260598183, "obs": 0.06674129515886307, "n": 287 } ] }, "staged": { "n": 125, "pearson": 0.03520017212943452, "spearman": -0.025536098310291855, "mae": 0.06520367413759232, "reliability": [ { "pred": -0.10431763529777527, "obs": -0.04242805391550064, "n": 13 }, { "pred": -0.06903986632823944, "obs": -0.0862860307097435, "n": 12 }, { "pred": -0.057448092848062515, "obs": -0.06986941397190094, "n": 13 }, { "pred": -0.04646605625748634, "obs": -0.059141527861356735, "n": 12 }, { "pred": -0.0379459522664547, "obs": -0.0696166381239891, "n": 12 }, { "pred": -0.03466861695051193, "obs": -0.029638979583978653, "n": 13 }, { "pred": -0.02975899539887905, "obs": -0.09271317720413208, "n": 12 }, { "pred": -0.02499927394092083, "obs": -0.08728210628032684, "n": 13 }, { "pred": -0.020445652306079865, "obs": -0.09565329551696777, "n": 12 }, { "pred": -0.007601029705256224, "obs": -0.08181516826152802, "n": 13 } ] } } }