{ "event": "final", "run": "ali_ali-ema_s0", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22785088, "seed": 0, "per_lang": { "en": { "cpc": 0.1967476871803712, "cps": 26.75, "bpb": 1.8715781523392994, "bytes_per_chunk": 4.721103627129633, "reads_per_chunk": 2.2520260778734285 }, "tr": { "cpc": 0.2073689443738607, "cps": 29.328125, "bpb": 1.9808109552343274, "bytes_per_chunk": 5.3862069674025825, "reads_per_chunk": 2.187971933140879 }, "fi": { "cpc": 0.2606985274573388, "cps": 38.3125, "bpb": 2.107022143396508, "bytes_per_chunk": 4.066864726917319, "reads_per_chunk": 2.342949339497506 } }, "bpb_mean": 1.986470416990045, "gini_cpc": 0.06412894312061912, "gini_cps": 0.08166418363405614, "bpic": 4.695580201953319, "mean_boundary_entropy": 0.07360895723104477, "dechunk": "ema", "router_noise": 0.0, "transitions": [ { "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 } ], "probe_overhead_sec_total": 1082.318972826004, "probe_overhead_seq_frac": 0.4999166666666667, "wall_sec": 9998.564486980438, "inventory": { "size": 326655, "admitted": 65536, "staged": 261119, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2266, "admitted_surface": 43113, "staged_surface": 57651, "admitted_split": 7840, "staged_split": 43965, "admitted_merge": 5061, "staged_merge": 118478, "admitted_skel": 9522, "staged_skel": 41025, "mean_count": 1034.54833984375, "n_util_obs": 639, "util_count_spearman": 0.02287741325218124 }, "ali_params": 268096, "ali_config": { "enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "utility", "candidate_types": [ "surface", "split", "merge", "skel" ], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "ema_floor", "eta_min": 0.02, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0 }, "util_vs_frequency_spearman": 0.02287741325218124, "paired_vs_dropout": { "n": 1268, "pearson": -0.024898788949741606, "spearman": 0.004686638710315448, "mean_abs_discrepancy": 0.3598412275314331, "mean_paired": 0.026153046637773514, "mean_dropout": 0.03578787297010422 }, "predictor_calibration": { "n": 2868, "all": { "n": 2868, "pearson": 0.20681618158294113, "spearman": 0.1483008085557181, "mae": 0.08303356170654297, "reliability": [ { "pred": -0.02220221236348152, "obs": 0.012102223001420498, "n": 287 }, { "pred": -0.009130437858402729, "obs": -0.004357097204774618, "n": 287 }, { "pred": -0.00534175056964159, "obs": -0.004577903542667627, "n": 287 }, { "pred": -0.0021076437551528215, "obs": 0.00418202904984355, "n": 286 }, { "pred": 0.001443109242245555, "obs": -0.007365318015217781, "n": 287 }, { "pred": 0.005746329668909311, "obs": 0.011148838326334953, "n": 287 }, { "pred": 0.00961928628385067, "obs": 0.010647095739841461, "n": 286 }, { "pred": 0.012873937375843525, "obs": 0.022422824054956436, "n": 287 }, { "pred": 0.02463328279554844, "obs": 0.035355545580387115, "n": 287 }, { "pred": 0.05612463131546974, "obs": 0.10583234578371048, "n": 287 } ] }, "admitted": { "n": 2847, "pearson": 0.20616254286090455, "spearman": 0.14666037252413738, "mae": 0.08345205336809158, "reliability": [ { "pred": -0.022175243124365807, "obs": 0.011745003052055836, "n": 285 }, { "pred": -0.009119470603764057, "obs": -0.003864285768941045, "n": 285 }, { "pred": -0.005312324035912752, "obs": -0.002972489455714822, "n": 284 }, { "pred": -0.002000086009502411, "obs": 0.0033795242197811604, "n": 285 }, { "pred": 0.0015427975449711084, "obs": -0.007582270540297031, "n": 284 }, { "pred": 0.0058468785136938095, "obs": 0.014041947200894356, "n": 285 }, { "pred": 0.009695995599031448, "obs": 0.011420855298638344, "n": 285 }, { "pred": 0.012964858673512936, "obs": 0.018299460411071777, "n": 284 }, { "pred": 0.024859575554728508, "obs": 0.03732848912477493, "n": 285 }, { "pred": 0.05624164268374443, "obs": 0.10654908418655396, "n": 285 } ] }, "staged": { "n": 21, "pearson": -0.23869206086032224, "spearman": 0.04025974025974026, "mae": 0.026298386976122856, "reliability": [ { "pred": -0.02134764939546585, "obs": 0.0240020751953125, "n": 2 }, { "pred": -0.014742600731551647, "obs": -0.04804294556379318, "n": 2 }, { "pred": -0.007022621110081673, "obs": -0.03494574874639511, "n": 3 }, { "pred": -0.005272498354315758, "obs": -0.07295365631580353, "n": 1 }, { "pred": -0.004921686835587025, "obs": -0.016848638653755188, "n": 2 }, { "pred": -0.004309409763664007, "obs": -0.020551763474941254, "n": 3 }, { "pred": -0.0037094512954354286, "obs": -0.023353226482868195, "n": 2 }, { "pred": -0.002791423350572586, "obs": -0.01817212998867035, "n": 1 }, { "pred": 0.0006812354549765587, "obs": -0.00829547829926014, "n": 2 }, { "pred": 0.00753486854955554, "obs": -0.025236064568161964, "n": 3 } ] } } }