{ "event": "final", "run": "ali_ali-ema_s2", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22785088, "seed": 2, "per_lang": { "en": { "cpc": 0.1901970924553238, "cps": 25.859375, "bpb": 1.8971362146122137, "bytes_per_chunk": 5.036726773173989, "reads_per_chunk": 1.9068237057246884 }, "tr": { "cpc": 0.1878141744462244, "cps": 26.5625, "bpb": 2.0067071783945005, "bytes_per_chunk": 5.765905266746582, "reads_per_chunk": 1.5557742854314904 }, "fi": { "cpc": 0.2223167295731221, "cps": 32.671875, "bpb": 2.1323793084353833, "bytes_per_chunk": 4.751481756720016, "reads_per_chunk": 1.729984955864494 } }, "bpb_mean": 2.0120742338140327, "gini_cpc": 0.03831522693095413, "gini_cps": 0.05337250581466524, "bpic": 5.2085934630921775, "mean_boundary_entropy": 0.1146434098482132, "dechunk": "ema", "router_noise": 0.0, "transitions": [ { "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 } ], "probe_overhead_sec_total": 658.484516620636, "probe_overhead_seq_frac": 0.4999166666666667, "wall_sec": 7032.369393110275, "inventory": { "size": 327663, "admitted": 65536, "staged": 262127, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1592, "admitted_surface": 1484, "staged_surface": 62975, "admitted_split": 3216, "staged_split": 43766, "admitted_merge": 4513, "staged_merge": 113647, "admitted_skel": 56323, "staged_skel": 41739, "mean_count": 873.39892578125, "n_util_obs": 673, "util_count_spearman": 0.0020731477701752825 }, "ali_params": 268096, "ali_config": { "enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "utility", "candidate_types": [ "surface", "split", "merge", "skel" ], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "ema_floor", "eta_min": 0.02, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0 }, "util_vs_frequency_spearman": 0.0020731477701752825, "paired_vs_dropout": { "n": 1337, "pearson": -0.022845278606275488, "spearman": 0.010523693405067655, "mean_abs_discrepancy": 0.3949146270751953, "mean_paired": 0.013803702779114246, "mean_dropout": 0.048447128385305405 }, "predictor_calibration": { "n": 3088, "all": { "n": 3088, "pearson": 0.10416681401858108, "spearman": 0.10541703130472703, "mae": 0.06698639690876007, "reliability": [ { "pred": -0.009958121925592422, "obs": -0.00588121498003602, "n": 309 }, { "pred": -1.1075781912950333e-05, "obs": 0.003863766323775053, "n": 309 }, { "pred": 0.0025206152349710464, "obs": 0.007261715829372406, "n": 309 }, { "pred": 0.004377542529255152, "obs": -0.0008440149249508977, "n": 308 }, { "pred": 0.005750237964093685, "obs": 0.0087474649772048, "n": 309 }, { "pred": 0.007714975159615278, "obs": 0.0159766748547554, "n": 309 }, { "pred": 0.010088569484651089, "obs": 0.020149748772382736, "n": 308 }, { "pred": 0.012256436049938202, "obs": 0.02656889706850052, "n": 309 }, { "pred": 0.015597963705658913, "obs": 0.02468051202595234, "n": 309 }, { "pred": 0.023524438962340355, "obs": 0.026402730494737625, "n": 309 } ] }, "admitted": { "n": 3054, "pearson": 0.10747404201838114, "spearman": 0.10335375987408908, "mae": 0.06729769706726074, "reliability": [ { "pred": -0.008902370929718018, "obs": -0.004839307628571987, "n": 306 }, { "pred": 0.00021819565154146403, "obs": 0.006557357031852007, "n": 305 }, { "pred": 0.002646495122462511, "obs": 0.006762208882719278, "n": 305 }, { "pred": 0.004467288497835398, "obs": -0.0003836536779999733, "n": 306 }, { "pred": 0.005811069626361132, "obs": 0.005709864664822817, "n": 305 }, { "pred": 0.0077991425059735775, "obs": 0.016588244587183, "n": 305 }, { "pred": 0.010151953436434269, "obs": 0.02165837027132511, "n": 306 }, { "pred": 0.01232284028083086, "obs": 0.026581838726997375, "n": 305 }, { "pred": 0.015664149075746536, "obs": 0.02482587844133377, "n": 305 }, { "pred": 0.023578040301799774, "obs": 0.026963677257299423, "n": 306 } ] }, "staged": { "n": 34, "pearson": -0.2859285368408656, "spearman": -0.5288006111535523, "mae": 0.03902382403612137, "reliability": [ { "pred": -0.05824749916791916, "obs": 0.0076751708984375, "n": 4 }, { "pred": -0.025906706228852272, "obs": 0.012908935546875, "n": 3 }, { "pred": -0.011162939481437206, "obs": -0.08101648837327957, "n": 3 }, { "pred": -0.006388402543962002, "obs": -0.004583537578582764, "n": 4 }, { "pred": -0.004260601941496134, "obs": -0.011403027921915054, "n": 3 }, { "pred": -0.002395186573266983, "obs": -0.022086994722485542, "n": 3 }, { "pred": -0.0005985461175441742, "obs": -0.010456628166139126, "n": 4 }, { "pred": 0.00019091616559308022, "obs": -0.01719760149717331, "n": 3 }, { "pred": 0.003857092233374715, "obs": -0.04803817346692085, "n": 3 }, { "pred": 0.011402986943721771, "obs": -0.022997580468654633, "n": 4 } ] } } }