{ "event": "final", "run": "ali_ali-surface-only_s0", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22785088, "seed": 0, "per_lang": { "en": { "cpc": 0.19025455381256104, "cps": 25.8671875, "bpb": 1.877237854154134, "bytes_per_chunk": 4.9039668509320835, "reads_per_chunk": 0.5906595205357728 }, "tr": { "cpc": 0.2050488869248191, "cps": 29.0, "bpb": 1.9836637604511769, "bytes_per_chunk": 5.3378401767442805, "reads_per_chunk": 0.5821667464187903 }, "fi": { "cpc": 0.259901121684121, "cps": 38.1953125, "bpb": 2.1132871381510543, "bytes_per_chunk": 4.068600518384008, "reads_per_chunk": 0.637146715090562 } }, "bpb_mean": 1.9913962509187886, "gini_cpc": 0.07086496021350519, "gini_cps": 0.08831430490261938, "bpic": 4.762592343854936, "mean_boundary_entropy": 0.08327320218086243, "dechunk": "ema", "router_noise": 0.0, "transitions": [ { "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 } ], "probe_overhead_sec_total": 486.7636468410492, "probe_overhead_seq_frac": 0.4999166666666667, "wall_sec": 4367.319061756134, "inventory": { "size": 327673, "admitted": 65536, "staged": 262137, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 0, "admitted_surface": 65536, "staged_surface": 262137, "admitted_split": 0, "staged_split": 0, "admitted_merge": 0, "staged_merge": 0, "admitted_skel": 0, "staged_skel": 0, "mean_count": 321.78704833984375, "n_util_obs": 927, "util_count_spearman": 0.05787692414288092 }, "ali_params": 268096, "ali_config": { "enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "utility", "candidate_types": [ "surface" ], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0 }, "util_vs_frequency_spearman": 0.05787692414288092, "paired_vs_dropout": { "n": 1879, "pearson": 0.03951643275230993, "spearman": 0.03682888787124551, "mean_abs_discrepancy": 0.7358910441398621, "mean_paired": 0.11356548964977264, "mean_dropout": 0.14920870959758759 }, "predictor_calibration": { "n": 4216, "all": { "n": 4216, "pearson": 0.1731671184310671, "spearman": 0.21986157444398777, "mae": 0.15914390981197357, "reliability": [ { "pred": 0.009084357880055904, "obs": 0.0202009379863739, "n": 422 }, { "pred": 0.021293800324201584, "obs": 0.05406903848052025, "n": 421 }, { "pred": 0.028047166764736176, "obs": 0.061708394438028336, "n": 422 }, { "pred": 0.03469708189368248, "obs": 0.05650480464100838, "n": 421 }, { "pred": 0.04238409921526909, "obs": 0.05355525761842728, "n": 422 }, { "pred": 0.0506453812122345, "obs": 0.12060724198818207, "n": 421 }, { "pred": 0.06036072224378586, "obs": 0.11969655752182007, "n": 422 }, { "pred": 0.07203800976276398, "obs": 0.12473899126052856, "n": 421 }, { "pred": 0.08788411319255829, "obs": 0.1447857916355133, "n": 422 }, { "pred": 0.11606185138225555, "obs": 0.16831223666667938, "n": 422 } ] }, "admitted": { "n": 4195, "pearson": 0.16744744354721075, "spearman": 0.21406817798821218, "mae": 0.15933582186698914, "reliability": [ { "pred": 0.010852980427443981, "obs": 0.027071459218859673, "n": 420 }, { "pred": 0.021461596712470055, "obs": 0.056002579629421234, "n": 419 }, { "pred": 0.02820117585361004, "obs": 0.06036455184221268, "n": 420 }, { "pred": 0.03486092761158943, "obs": 0.058677759021520615, "n": 419 }, { "pred": 0.042565956711769104, "obs": 0.052283115684986115, "n": 419 }, { "pred": 0.05083423852920532, "obs": 0.1217113733291626, "n": 420 }, { "pred": 0.060542166233062744, "obs": 0.11931566148996353, "n": 419 }, { "pred": 0.07221594452857971, "obs": 0.12506148219108582, "n": 420 }, { "pred": 0.08802869915962219, "obs": 0.14649838209152222, "n": 419 }, { "pred": 0.11615332961082458, "obs": 0.16771550476551056, "n": 420 } ] }, "staged": { "n": 21, "pearson": 0.21218906617925304, "spearman": 0.27792207792207796, "mae": 0.12080670893192291, "reliability": [ { "pred": -0.11282563209533691, "obs": -0.14851582050323486, "n": 2 }, { "pred": -0.08935044705867767, "obs": -0.022793347015976906, "n": 2 }, { "pred": -0.04074031487107277, "obs": -0.23829758167266846, "n": 3 }, { "pred": -0.01928403042256832, "obs": -0.17395782470703125, "n": 1 }, { "pred": -0.011489411816000938, "obs": -0.14177291095256805, "n": 2 }, { "pred": 0.014031370170414448, "obs": -0.11138230562210083, "n": 3 }, { "pred": 0.024435658007860184, "obs": -0.09640923887491226, "n": 2 }, { "pred": 0.03347030654549599, "obs": -0.12943308055400848, "n": 1 }, { "pred": 0.034968361258506775, "obs": -0.055959004908800125, "n": 2 }, { "pred": 0.045220475643873215, "obs": -0.0703248456120491, "n": 3 } ] } } }