{ "event": "final", "run": "ali_ali-ridge_s0", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22785088, "seed": 0, "per_lang": { "en": { "cpc": 0.19864391196920073, "cps": 27.0078125, "bpb": 1.8774144695876542, "bytes_per_chunk": 4.727062896710906, "reads_per_chunk": 1.5312950807847663 }, "tr": { "cpc": 0.20681654974313649, "cps": 29.25, "bpb": 1.993647020117377, "bytes_per_chunk": 5.33403872175479, "reads_per_chunk": 1.2768819118739254 }, "fi": { "cpc": 0.26404763170485357, "cps": 38.8046875, "bpb": 2.111226678504561, "bytes_per_chunk": 4.025243761996161, "reads_per_chunk": 1.4957696737044146 } }, "bpb_mean": 1.9940960560698642, "gini_cpc": 0.0651261429883847, "gini_cps": 0.08273065965373672, "bpic": 4.662393162393163, "mean_boundary_entropy": 0.08163336664438248, "dechunk": "ema", "router_noise": 0.0, "transitions": [ { "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 } ], "probe_overhead_sec_total": 1004.9852957725525, "probe_overhead_seq_frac": 0.4999166666666667, "wall_sec": 6868.717188358307, "inventory": { "size": 327639, "admitted": 65536, "staged": 262103, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 2304, "admitted_surface": 64251, "staged_surface": 50957, "admitted_split": 75, "staged_split": 47239, "admitted_merge": 1185, "staged_merge": 117400, "admitted_skel": 25, "staged_skel": 46507, "mean_count": 777.0372924804688, "n_util_obs": 446, "util_count_spearman": -0.36917433024294705 }, "ali_params": 268096, "ali_config": { "enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "utility", "candidate_types": [ "surface", "split", "merge", "skel" ], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "ridge", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0 }, "util_vs_frequency_spearman": -0.36917433024294705, "paired_vs_dropout": { "n": 999, "pearson": -0.014164368913718382, "spearman": 0.0226469456790274, "mean_abs_discrepancy": 0.4866183400154114, "mean_paired": 0.07569248229265213, "mean_dropout": 0.08125881105661392 }, "predictor_calibration": { "n": 2236, "all": { "n": 2236, "pearson": 0.15647134792853298, "spearman": 0.24954028897178468, "mae": 0.12406480312347412, "reliability": [ { "pred": -0.006944715045392513, "obs": 0.0008331493590958416, "n": 224 }, { "pred": 0.0174159687012434, "obs": 0.01987008936703205, "n": 223 }, { "pred": 0.026198534294962883, "obs": 0.03189553692936897, "n": 224 }, { "pred": 0.03249581158161163, "obs": 0.0664462223649025, "n": 223 }, { "pred": 0.038053810596466064, "obs": 0.0534185953438282, "n": 224 }, { "pred": 0.04307135194540024, "obs": 0.08648879826068878, "n": 224 }, { "pred": 0.04815855622291565, "obs": 0.07857077568769455, "n": 223 }, { "pred": 0.05312133952975273, "obs": 0.07476743310689926, "n": 223 }, { "pred": 0.05904168635606766, "obs": 0.10921788215637207, "n": 224 }, { "pred": 0.07370269298553467, "obs": 0.11040876805782318, "n": 224 } ] }, "admitted": { "n": 2133, "pearson": 0.1324894265394005, "spearman": 0.22080794341549176, "mae": 0.12745130062103271, "reliability": [ { "pred": 0.005263336468487978, "obs": 0.014009514823555946, "n": 214 }, { "pred": 0.021261626854538918, "obs": 0.016216088086366653, "n": 213 }, { "pred": 0.028367377817630768, "obs": 0.04614156112074852, "n": 213 }, { "pred": 0.03416595235466957, "obs": 0.07878366112709045, "n": 213 }, { "pred": 0.039185915142297745, "obs": 0.05256222188472748, "n": 213 }, { "pred": 0.044208671897649765, "obs": 0.08684048056602478, "n": 214 }, { "pred": 0.048887673765420914, "obs": 0.08635202795267105, "n": 213 }, { "pred": 0.05375310406088829, "obs": 0.07874800264835358, "n": 213 }, { "pred": 0.05950791761279106, "obs": 0.10428416728973389, "n": 213 }, { "pred": 0.07419583201408386, "obs": 0.11020362377166748, "n": 214 } ] }, "staged": { "n": 103, "pearson": 0.07618193059392671, "spearman": -0.28688002460132667, "mae": 0.05393451452255249, "reliability": [ { "pred": -0.05601106584072113, "obs": -0.0808231458067894, "n": 11 }, { "pred": -0.03388220816850662, "obs": 0.00622685719281435, "n": 10 }, { "pred": -0.025352800264954567, "obs": -0.0004736028495244682, "n": 10 }, { "pred": -0.02046959288418293, "obs": -0.024230236187577248, "n": 10 }, { "pred": -0.014463141560554504, "obs": 0.0017078689998015761, "n": 10 }, { "pred": -0.008114928379654884, "obs": -0.008657955564558506, "n": 11 }, { "pred": -0.002269397024065256, "obs": -0.040140315890312195, "n": 10 }, { "pred": 0.002418708289042115, "obs": -0.028469035401940346, "n": 10 }, { "pred": 0.007890237495303154, "obs": -0.03613511472940445, "n": 10 }, { "pred": 0.027684666216373444, "obs": -0.026720942929387093, "n": 11 } ] } } }