{ "event": "final", "run": "ali_ali_s2", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22785088, "seed": 2, "per_lang": { "en": { "cpc": 0.198931218755387, "cps": 27.046875, "bpb": 1.8996927689640364, "bytes_per_chunk": 5.033825237871208, "reads_per_chunk": 1.2592244102426238 }, "tr": { "cpc": 0.21278241175495774, "cps": 30.09375, "bpb": 2.000258989870039, "bytes_per_chunk": 5.287986525058751, "reads_per_chunk": 1.1604385407526199 }, "fi": { "cpc": 0.2420923927489235, "cps": 35.578125, "bpb": 2.1298347928691213, "bytes_per_chunk": 4.516648144797939, "reads_per_chunk": 1.0113801807389795 } }, "bpb_mean": 2.009928850567732, "gini_cpc": 0.04401017269961849, "gini_cps": 0.061341422312099825, "bpic": 4.780249410178632, "mean_boundary_entropy": 0.1135382205247879, "dechunk": "ema", "router_noise": 0.0, "transitions": [ { "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 } ], "probe_overhead_sec_total": 472.7523412704468, "probe_overhead_seq_frac": 0.49990625, "wall_sec": 4825.126570940018, "inventory": { "size": 327666, "admitted": 65536, "staged": 262130, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1115, "admitted_surface": 25955, "staged_surface": 58566, "admitted_split": 5226, "staged_split": 43400, "admitted_merge": 1953, "staged_merge": 113391, "admitted_skel": 32402, "staged_skel": 46773, "mean_count": 354.78802490234375, "n_util_obs": 400, "util_count_spearman": -0.09193389570565129 }, "ali_params": 268096, "ali_config": { "enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "utility", "candidate_types": [ "surface", "split", "merge", "skel" ], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0 }, "util_vs_frequency_spearman": -0.09193389570565129, "paired_vs_dropout": { "n": 786, "pearson": 0.024077608116929692, "spearman": 0.015192791635274499, "mean_abs_discrepancy": 0.45565709471702576, "mean_paired": 0.008434545248746872, "mean_dropout": 0.015219463035464287 }, "predictor_calibration": { "n": 1760, "all": { "n": 1760, "pearson": 0.27194086356134745, "spearman": 0.17446890753785668, "mae": 0.035816490650177, "reliability": [ { "pred": -0.016677947714924812, "obs": -0.017740517854690552, "n": 176 }, { "pred": -0.004937878809869289, "obs": -0.0037392256781458855, "n": 176 }, { "pred": -0.0017805221723392606, "obs": 0.0012831037165597081, "n": 176 }, { "pred": 0.0007518658530898392, "obs": -0.0013531275326386094, "n": 176 }, { "pred": 0.002950140042230487, "obs": -0.0027285749092698097, "n": 176 }, { "pred": 0.004957593511790037, "obs": 0.002060173312202096, "n": 176 }, { "pred": 0.006592847872525454, "obs": 0.008401456288993359, "n": 176 }, { "pred": 0.00861427653580904, "obs": 0.009444334544241428, "n": 176 }, { "pred": 0.012249228544533253, "obs": 0.004808991681784391, "n": 176 }, { "pred": 0.030282508581876755, "obs": 0.032979901880025864, "n": 176 } ] }, "admitted": { "n": 1664, "pearson": 0.27126384192197844, "spearman": 0.14323910119391775, "mae": 0.03694799169898033, "reliability": [ { "pred": -0.014275510795414448, "obs": -0.01375713013112545, "n": 167 }, { "pred": -0.004109010100364685, "obs": 0.002235351363196969, "n": 166 }, { "pred": -0.0010778754949569702, "obs": -0.0022600579541176558, "n": 166 }, { "pred": 0.0013819066807627678, "obs": 0.0005889079766348004, "n": 167 }, { "pred": 0.003456159494817257, "obs": -0.004050337243825197, "n": 166 }, { "pred": 0.005341973155736923, "obs": 0.0051288180984556675, "n": 166 }, { "pred": 0.00684454757720232, "obs": 0.010526491329073906, "n": 167 }, { "pred": 0.008928881026804447, "obs": 0.007826470769941807, "n": 166 }, { "pred": 0.012642021290957928, "obs": 0.005376995541155338, "n": 166 }, { "pred": 0.03106619231402874, "obs": 0.03403934836387634, "n": 167 } ] }, "staged": { "n": 96, "pearson": 0.2526075665089079, "spearman": 0.31759359739555076, "mae": 0.016203748062253, "reliability": [ { "pred": -0.04305326193571091, "obs": -0.022864140570163727, "n": 10 }, { "pred": -0.014916949905455112, "obs": -0.019766394048929214, "n": 9 }, { "pred": -0.010655229911208153, "obs": -0.035392455756664276, "n": 10 }, { "pred": -0.0075031304731965065, "obs": -0.01895267516374588, "n": 9 }, { "pred": -0.006007531192153692, "obs": -0.016960132867097855, "n": 10 }, { "pred": -0.004678408615291119, "obs": -0.014496909454464912, "n": 10 }, { "pred": -0.002913302043452859, "obs": -0.013845675624907017, "n": 9 }, { "pred": -0.0008945651352405548, "obs": -0.018120767548680305, "n": 9 }, { "pred": 0.001555976690724492, "obs": -0.008646379224956036, "n": 10 }, { "pred": 0.007470910437405109, "obs": -0.010902724228799343, "n": 10 } ] } } }