{ "event": "final", "run": "ali_ali-noskel_s2", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22785088, "seed": 2, "per_lang": { "en": { "cpc": 0.20048267540079295, "cps": 27.2578125, "bpb": 1.898725968492211, "bytes_per_chunk": 4.981074713080489, "reads_per_chunk": 1.7221346051531503 }, "tr": { "cpc": 0.21664917417002708, "cps": 30.640625, "bpb": 1.9965886436244815, "bytes_per_chunk": 5.1881450695166, "reads_per_chunk": 1.7412300232546634 }, "fi": { "cpc": 0.23858380734676518, "cps": 35.0625, "bpb": 2.134636172269162, "bytes_per_chunk": 4.599663110612016, "reads_per_chunk": 1.8876684446939922 } }, "bpb_mean": 2.0099835947952847, "gini_cpc": 0.03873745328890421, "gini_cps": 0.05597109000756384, "bpic": 4.767795613076729, "mean_boundary_entropy": 0.09877879917621613, "dechunk": "ema", "router_noise": 0.0, "transitions": [ { "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 } ], "probe_overhead_sec_total": 642.0346233844757, "probe_overhead_seq_frac": 0.49990625, "wall_sec": 6983.717223644257, "inventory": { "size": 326656, "admitted": 65536, "staged": 261120, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 3386, "admitted_surface": 23702, "staged_surface": 61512, "admitted_split": 38857, "staged_split": 48033, "admitted_merge": 2977, "staged_merge": 151575, "admitted_skel": 0, "staged_skel": 0, "mean_count": 699.0468139648438, "n_util_obs": 339, "util_count_spearman": -0.3538895853675816 }, "ali_params": 268096, "ali_config": { "enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "utility", "candidate_types": [ "surface", "split", "merge" ], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0 }, "util_vs_frequency_spearman": -0.3538895853675816, "paired_vs_dropout": { "n": 1023, "pearson": -0.040930230288563525, "spearman": -0.02528153098655959, "mean_abs_discrepancy": 0.4435354769229889, "mean_paired": 0.025582697242498398, "mean_dropout": 0.005726948380470276 }, "predictor_calibration": { "n": 2607, "all": { "n": 2607, "pearson": 0.10252948259589209, "spearman": 0.12719968041127563, "mae": 0.07177101820707321, "reliability": [ { "pred": 0.0018613574793562293, "obs": 0.0011005308479070663, "n": 261 }, { "pred": 0.005867928732186556, "obs": 0.0032962211407721043, "n": 261 }, { "pred": 0.009169374592602253, "obs": 0.006755373906344175, "n": 260 }, { "pred": 0.012885394506156445, "obs": 0.011649513617157936, "n": 261 }, { "pred": 0.015666397288441658, "obs": 0.012515993788838387, "n": 260 }, { "pred": 0.018621260300278664, "obs": 0.013944972306489944, "n": 261 }, { "pred": 0.021858371794223785, "obs": 0.022404633462429047, "n": 261 }, { "pred": 0.024777401238679886, "obs": 0.03755471110343933, "n": 260 }, { "pred": 0.02776263654232025, "obs": 0.023750539869070053, "n": 261 }, { "pred": 0.03260844573378563, "obs": 0.037009917199611664, "n": 261 } ] }, "admitted": { "n": 2570, "pearson": 0.10141530063650674, "spearman": 0.12712036604241447, "mae": 0.07223286479711533, "reliability": [ { "pred": 0.002404953818768263, "obs": 0.002259984612464905, "n": 257 }, { "pred": 0.005994603969156742, "obs": 0.004191071726381779, "n": 257 }, { "pred": 0.009257971309125423, "obs": 0.00717716570943594, "n": 257 }, { "pred": 0.012950187548995018, "obs": 0.010941623710095882, "n": 257 }, { "pred": 0.015743210911750793, "obs": 0.012395243160426617, "n": 257 }, { "pred": 0.018728459253907204, "obs": 0.01735404133796692, "n": 257 }, { "pred": 0.021917937323451042, "obs": 0.021629782393574715, "n": 257 }, { "pred": 0.02479337342083454, "obs": 0.03687406703829765, "n": 257 }, { "pred": 0.027748797088861465, "obs": 0.02369796112179756, "n": 257 }, { "pred": 0.03250524401664734, "obs": 0.039038389921188354, "n": 257 } ] }, "staged": { "n": 37, "pearson": 0.0011803028758304447, "spearman": -0.14817449027975343, "mae": 0.0396917462348938, "reliability": [ { "pred": -0.013648699969053268, "obs": -0.059147514402866364, "n": 4 }, { "pred": -0.004886574111878872, "obs": -0.004800606518983841, "n": 4 }, { "pred": -0.0032589684706181288, "obs": -0.02864583395421505, "n": 3 }, { "pred": 0.0003166003152728081, "obs": -0.014926524832844734, "n": 4 }, { "pred": 0.009122427552938461, "obs": -0.012634028680622578, "n": 3 }, { "pred": 0.013752173632383347, "obs": -0.009141568094491959, "n": 4 }, { "pred": 0.015248742885887623, "obs": -0.00426017539575696, "n": 4 }, { "pred": 0.018152182921767235, "obs": -0.026346325874328613, "n": 3 }, { "pred": 0.03130064532160759, "obs": -0.026265069842338562, "n": 4 }, { "pred": 0.03650445491075516, "obs": -0.03328035771846771, "n": 4 } ] } } }