{ "event": "final", "run": "ali_ali-ridge_s2", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22785088, "seed": 2, "per_lang": { "en": { "cpc": 0.20237890018962248, "cps": 27.515625, "bpb": 1.8927548705901582, "bytes_per_chunk": 4.895084263106297, "reads_per_chunk": 1.2687829699827273 }, "tr": { "cpc": 0.23156382919958018, "cps": 32.75, "bpb": 1.984679511485004, "bytes_per_chunk": 4.801787774989467, "reads_per_chunk": 0.9359533273496602 }, "fi": { "cpc": 0.23087555153899314, "cps": 33.9296875, "bpb": 2.1297983540449694, "bytes_per_chunk": 4.782166116350767, "reads_per_chunk": 1.0121951219512195 } }, "bpb_mean": 2.002410912040044, "gini_cpc": 0.02926607149371252, "gini_cps": 0.04539548256890891, "bpic": 4.705316413701584, "mean_boundary_entropy": 0.09782059490680695, "dechunk": "ema", "router_noise": 0.0, "transitions": [ { "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 } ], "probe_overhead_sec_total": 841.4218673706055, "probe_overhead_seq_frac": 0.4999166666666667, "wall_sec": 6298.026879310608, "inventory": { "size": 327660, "admitted": 65536, "staged": 262124, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2732, "admitted_surface": 61042, "staged_surface": 49526, "admitted_split": 1145, "staged_split": 45492, "admitted_merge": 3334, "staged_merge": 119545, "admitted_skel": 15, "staged_skel": 47561, "mean_count": 443.0903015136719, "n_util_obs": 423, "util_count_spearman": -0.2996263998609549 }, "ali_params": 268096, "ali_config": { "enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "utility", "candidate_types": [ "surface", "split", "merge", "skel" ], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "ridge", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0 }, "util_vs_frequency_spearman": -0.2996263998609549, "paired_vs_dropout": { "n": 1197, "pearson": 0.06311483164143808, "spearman": 0.05936734392194348, "mean_abs_discrepancy": 0.513998806476593, "mean_paired": 0.034128960222005844, "mean_dropout": 0.01173090934753418 }, "predictor_calibration": { "n": 2850, "all": { "n": 2850, "pearson": 0.10693757729266393, "spearman": 0.1513702442483709, "mae": 0.07775943726301193, "reliability": [ { "pred": -0.0010448035318404436, "obs": -0.00256543792784214, "n": 285 }, { "pred": 0.00745965214446187, "obs": 0.020744096487760544, "n": 285 }, { "pred": 0.010926668532192707, "obs": 0.018378740176558495, "n": 285 }, { "pred": 0.014226917177438736, "obs": 0.012157000601291656, "n": 285 }, { "pred": 0.01737281307578087, "obs": 0.02708069048821926, "n": 285 }, { "pred": 0.020948253571987152, "obs": 0.026223139837384224, "n": 285 }, { "pred": 0.024084294214844704, "obs": 0.024542229250073433, "n": 285 }, { "pred": 0.02729223482310772, "obs": 0.02946031466126442, "n": 285 }, { "pred": 0.030381400138139725, "obs": 0.04704346880316734, "n": 285 }, { "pred": 0.03494471311569214, "obs": 0.05386907607316971, "n": 285 } ] }, "admitted": { "n": 2761, "pearson": 0.09193664443449157, "spearman": 0.13158322929427427, "mae": 0.0788039043545723, "reliability": [ { "pred": 0.0024519567377865314, "obs": 0.005883881822228432, "n": 276 }, { "pred": 0.00810050405561924, "obs": 0.021960513666272163, "n": 276 }, { "pred": 0.01138301007449627, "obs": 0.01796468161046505, "n": 276 }, { "pred": 0.01461473386734724, "obs": 0.017634738236665726, "n": 276 }, { "pred": 0.017808683216571808, "obs": 0.02444634959101677, "n": 276 }, { "pred": 0.02135266736149788, "obs": 0.033270709216594696, "n": 277 }, { "pred": 0.024406712502241135, "obs": 0.023831233382225037, "n": 276 }, { "pred": 0.027539802715182304, "obs": 0.028549859300255775, "n": 275 }, { "pred": 0.030519448220729828, "obs": 0.04644057899713516, "n": 276 }, { "pred": 0.03502901270985603, "obs": 0.05469576269388199, "n": 277 } ] }, "staged": { "n": 89, "pearson": -0.03301777600228161, "spearman": 0.12887299965951654, "mae": 0.04535769298672676, "reliability": [ { "pred": -0.035169947892427444, "obs": -0.0008894602651707828, "n": 9 }, { "pred": -0.018305407837033272, "obs": -0.05489850044250488, "n": 9 }, { "pred": -0.012138119898736477, "obs": -0.020654231309890747, "n": 9 }, { "pred": -0.008852433413267136, "obs": -0.07377444207668304, "n": 9 }, { "pred": -0.005165671929717064, "obs": -0.04526631161570549, "n": 8 }, { "pred": -0.0008322611101903021, "obs": -0.011243396438658237, "n": 9 }, { "pred": 0.006236651446670294, "obs": -0.015276860445737839, "n": 9 }, { "pred": 0.014798343181610107, "obs": -0.03459211438894272, "n": 9 }, { "pred": 0.017646243795752525, "obs": -0.02035728469491005, "n": 9 }, { "pred": 0.021754957735538483, "obs": -0.02192522957921028, "n": 9 } ] } } }