{ "event": "final", "run": "ali_ali_s0", "arch": "ali", "objective": "ratio", "condition": "A", "step": 6000, "params": 22785088, "seed": 0, "per_lang": { "en": { "cpc": 0.20467735447911278, "cps": 27.828125, "bpb": 1.8633615092116778, "bytes_per_chunk": 4.578294736106745, "reads_per_chunk": 0.5181634007474938 }, "tr": { "cpc": 0.1916256973982213, "cps": 27.1015625, "bpb": 1.9796491264364238, "bytes_per_chunk": 5.653005552859993, "reads_per_chunk": 0.4338239258181034 }, "fi": { "cpc": 0.26516399978735844, "cps": 38.96875, "bpb": 2.102437171915831, "bytes_per_chunk": 4.022063166939004, "reads_per_chunk": 0.5245065322623952 } }, "bpb_mean": 1.9818159358546443, "gini_cpc": 0.07411636725171777, "gini_cps": 0.08425548437196673, "bpic": 4.720193027706132, "mean_boundary_entropy": 0.07669578492641449, "dechunk": "ema", "router_noise": 0.0, "transitions": [ { "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 }, { "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0 } ], "probe_overhead_sec_total": 870.3404922485352, "probe_overhead_seq_frac": 0.4999166666666667, "wall_sec": 6394.039115190506, "inventory": { "size": 326654, "admitted": 65536, "staged": 261118, "budget_B": 65536, "staging_capacity": 262144, "collisions": 0, "dropped": 0, "type_rejected": 0, "config_keys": 1014, "admitted_surface": 49700, "staged_surface": 55590, "admitted_split": 1056, "staged_split": 44818, "admitted_merge": 9928, "staged_merge": 115773, "admitted_skel": 4852, "staged_skel": 44937, "mean_count": 256.76251220703125, "n_util_obs": 158, "util_count_spearman": 0.014961383353692579 }, "ali_params": 268096, "ali_config": { "enabled": true, "budget_B": 65536, "staging_capacity": 262144, "policy": "utility", "candidate_types": [ "surface", "split", "merge", "skel" ], "gate": "vector", "retrieval": true, "memory_scope": "persistent", "read_dropout": 0.1, "write_rule": "mean", "eta_min": 0.0, "consolidate_every": 50, "probe_seqs": 2, "probe_reps": 8, "horizon": 32, "predictor": "mlp", "lambda_util": 0.1, "max_span": 64, "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", "gate_hidden": 0, "type_dim": 16, "gate_bias_init": -2.0 }, "util_vs_frequency_spearman": 0.014961383353692579, "paired_vs_dropout": { "n": 345, "pearson": 0.10045638979176129, "spearman": 0.007687744940570643, "mean_abs_discrepancy": 0.4151502549648285, "mean_paired": 0.07601567357778549, "mean_dropout": 0.06797131896018982 }, "predictor_calibration": { "n": 876, "all": { "n": 876, "pearson": 0.13681471618952112, "spearman": 0.165901986756622, "mae": 0.1180039495229721, "reliability": [ { "pred": 0.008998926728963852, "obs": 0.013264304026961327, "n": 88 }, { "pred": 0.024100078269839287, "obs": 0.03168987110257149, "n": 87 }, { "pred": 0.029995130375027657, "obs": 0.0712234303355217, "n": 88 }, { "pred": 0.033803485333919525, "obs": 0.035896942019462585, "n": 87 }, { "pred": 0.03712466359138489, "obs": 0.05713080242276192, "n": 88 }, { "pred": 0.03993796929717064, "obs": 0.06282036006450653, "n": 88 }, { "pred": 0.043663058429956436, "obs": 0.058250121772289276, "n": 87 }, { "pred": 0.05019814893603325, "obs": 0.07246245443820953, "n": 87 }, { "pred": 0.06242417171597481, "obs": 0.10975954681634903, "n": 88 }, { "pred": 0.09033317118883133, "obs": 0.1332487165927887, "n": 88 } ] }, "admitted": { "n": 729, "pearson": 0.08544018632175758, "spearman": 0.09002875609737895, "mae": 0.12969015538692474, "reliability": [ { "pred": 0.02281586453318596, "obs": 0.05334170162677765, "n": 73 }, { "pred": 0.0300038643181324, "obs": 0.0836091861128807, "n": 73 }, { "pred": 0.03323758766055107, "obs": 0.045768171548843384, "n": 73 }, { "pred": 0.03632484748959541, "obs": 0.04184611141681671, "n": 73 }, { "pred": 0.038959965109825134, "obs": 0.10057094693183899, "n": 72 }, { "pred": 0.04187716171145439, "obs": 0.04433668404817581, "n": 73 }, { "pred": 0.046852365136146545, "obs": 0.08143503963947296, "n": 73 }, { "pred": 0.05364459753036499, "obs": 0.11871179938316345, "n": 73 }, { "pred": 0.06735952943563461, "obs": 0.10214866697788239, "n": 73 }, { "pred": 0.09312524646520615, "obs": 0.12422539293766022, "n": 73 } ] }, "staged": { "n": 147, "pearson": -0.08867445450936956, "spearman": -0.134311555055195, "mae": 0.060049932450056076, "reliability": [ { "pred": -0.015993375331163406, "obs": 0.007137191481888294, "n": 15 }, { "pred": 0.0036264939699321985, "obs": -0.025403428822755814, "n": 15 }, { "pred": 0.013626416213810444, "obs": -0.009133473969995975, "n": 14 }, { "pred": 0.018318302929401398, "obs": 0.0204047542065382, "n": 15 }, { "pred": 0.020198455080389977, "obs": 0.02128237672150135, "n": 14 }, { "pred": 0.021048178896307945, "obs": -0.015680933371186256, "n": 15 }, { "pred": 0.02490708976984024, "obs": -7.826586806913838e-05, "n": 15 }, { "pred": 0.031698454171419144, "obs": -0.03762463852763176, "n": 14 }, { "pred": 0.03959312662482262, "obs": -0.02788812853395939, "n": 15 }, { "pred": 0.04810865968465805, "obs": -0.026685316115617752, "n": 15 } ] } } }