| { |
| "event": "final", |
| "run": "ali_ali-noskel_s2", |
| "arch": "ali", |
| "objective": "ratio", |
| "condition": "A", |
| "step": 6000, |
| "params": 22785088, |
| "seed": 2, |
| "per_lang": { |
| "en": { |
| "cpc": 0.20048267540079295, |
| "cps": 27.2578125, |
| "bpb": 1.898725968492211, |
| "bytes_per_chunk": 4.981074713080489, |
| "reads_per_chunk": 1.7221346051531503 |
| }, |
| "tr": { |
| "cpc": 0.21664917417002708, |
| "cps": 30.640625, |
| "bpb": 1.9965886436244815, |
| "bytes_per_chunk": 5.1881450695166, |
| "reads_per_chunk": 1.7412300232546634 |
| }, |
| "fi": { |
| "cpc": 0.23858380734676518, |
| "cps": 35.0625, |
| "bpb": 2.134636172269162, |
| "bytes_per_chunk": 4.599663110612016, |
| "reads_per_chunk": 1.8876684446939922 |
| } |
| }, |
| "bpb_mean": 2.0099835947952847, |
| "gini_cpc": 0.03873745328890421, |
| "gini_cps": 0.05597109000756384, |
| "bpic": 4.767795613076729, |
| "mean_boundary_entropy": 0.09877879917621613, |
| "dechunk": "ema", |
| "router_noise": 0.0, |
| "transitions": [ |
| { |
| "step": 0, |
| "phase": 1, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| }, |
| { |
| "step": 2400, |
| "phase": 2, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| }, |
| { |
| "step": 4200, |
| "phase": 3, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| } |
| ], |
| "probe_overhead_sec_total": 642.0346233844757, |
| "probe_overhead_seq_frac": 0.49990625, |
| "wall_sec": 6983.717223644257, |
| "inventory": { |
| "size": 326656, |
| "admitted": 65536, |
| "staged": 261120, |
| "budget_B": 65536, |
| "staging_capacity": 262144, |
| "collisions": 0, |
| "dropped": 0, |
| "type_rejected": 0, |
| "config_keys": 3386, |
| "admitted_surface": 23702, |
| "staged_surface": 61512, |
| "admitted_split": 38857, |
| "staged_split": 48033, |
| "admitted_merge": 2977, |
| "staged_merge": 151575, |
| "admitted_skel": 0, |
| "staged_skel": 0, |
| "mean_count": 699.0468139648438, |
| "n_util_obs": 339, |
| "util_count_spearman": -0.3538895853675816 |
| }, |
| "ali_params": 268096, |
| "ali_config": { |
| "enabled": true, |
| "budget_B": 65536, |
| "staging_capacity": 262144, |
| "policy": "utility", |
| "candidate_types": [ |
| "surface", |
| "split", |
| "merge" |
| ], |
| "gate": "vector", |
| "retrieval": true, |
| "memory_scope": "persistent", |
| "read_dropout": 0.1, |
| "write_rule": "mean", |
| "eta_min": 0.0, |
| "consolidate_every": 50, |
| "probe_seqs": 2, |
| "probe_reps": 8, |
| "horizon": 32, |
| "predictor": "mlp", |
| "lambda_util": 0.1, |
| "max_span": 64, |
| "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", |
| "gate_hidden": 0, |
| "type_dim": 16, |
| "gate_bias_init": -2.0 |
| }, |
| "util_vs_frequency_spearman": -0.3538895853675816, |
| "paired_vs_dropout": { |
| "n": 1023, |
| "pearson": -0.040930230288563525, |
| "spearman": -0.02528153098655959, |
| "mean_abs_discrepancy": 0.4435354769229889, |
| "mean_paired": 0.025582697242498398, |
| "mean_dropout": 0.005726948380470276 |
| }, |
| "predictor_calibration": { |
| "n": 2607, |
| "all": { |
| "n": 2607, |
| "pearson": 0.10252948259589209, |
| "spearman": 0.12719968041127563, |
| "mae": 0.07177101820707321, |
| "reliability": [ |
| { |
| "pred": 0.0018613574793562293, |
| "obs": 0.0011005308479070663, |
| "n": 261 |
| }, |
| { |
| "pred": 0.005867928732186556, |
| "obs": 0.0032962211407721043, |
| "n": 261 |
| }, |
| { |
| "pred": 0.009169374592602253, |
| "obs": 0.006755373906344175, |
| "n": 260 |
| }, |
| { |
| "pred": 0.012885394506156445, |
| "obs": 0.011649513617157936, |
| "n": 261 |
| }, |
| { |
| "pred": 0.015666397288441658, |
| "obs": 0.012515993788838387, |
| "n": 260 |
| }, |
| { |
| "pred": 0.018621260300278664, |
| "obs": 0.013944972306489944, |
| "n": 261 |
| }, |
| { |
| "pred": 0.021858371794223785, |
| "obs": 0.022404633462429047, |
| "n": 261 |
| }, |
| { |
| "pred": 0.024777401238679886, |
| "obs": 0.03755471110343933, |
| "n": 260 |
| }, |
| { |
| "pred": 0.02776263654232025, |
| "obs": 0.023750539869070053, |
| "n": 261 |
| }, |
| { |
| "pred": 0.03260844573378563, |
| "obs": 0.037009917199611664, |
| "n": 261 |
| } |
| ] |
| }, |
| "admitted": { |
| "n": 2570, |
| "pearson": 0.10141530063650674, |
| "spearman": 0.12712036604241447, |
| "mae": 0.07223286479711533, |
| "reliability": [ |
| { |
| "pred": 0.002404953818768263, |
| "obs": 0.002259984612464905, |
| "n": 257 |
| }, |
| { |
| "pred": 0.005994603969156742, |
| "obs": 0.004191071726381779, |
| "n": 257 |
| }, |
| { |
| "pred": 0.009257971309125423, |
| "obs": 0.00717716570943594, |
| "n": 257 |
| }, |
| { |
| "pred": 0.012950187548995018, |
| "obs": 0.010941623710095882, |
| "n": 257 |
| }, |
| { |
| "pred": 0.015743210911750793, |
| "obs": 0.012395243160426617, |
| "n": 257 |
| }, |
| { |
| "pred": 0.018728459253907204, |
| "obs": 0.01735404133796692, |
| "n": 257 |
| }, |
| { |
| "pred": 0.021917937323451042, |
| "obs": 0.021629782393574715, |
| "n": 257 |
| }, |
| { |
| "pred": 0.02479337342083454, |
| "obs": 0.03687406703829765, |
| "n": 257 |
| }, |
| { |
| "pred": 0.027748797088861465, |
| "obs": 0.02369796112179756, |
| "n": 257 |
| }, |
| { |
| "pred": 0.03250524401664734, |
| "obs": 0.039038389921188354, |
| "n": 257 |
| } |
| ] |
| }, |
| "staged": { |
| "n": 37, |
| "pearson": 0.0011803028758304447, |
| "spearman": -0.14817449027975343, |
| "mae": 0.0396917462348938, |
| "reliability": [ |
| { |
| "pred": -0.013648699969053268, |
| "obs": -0.059147514402866364, |
| "n": 4 |
| }, |
| { |
| "pred": -0.004886574111878872, |
| "obs": -0.004800606518983841, |
| "n": 4 |
| }, |
| { |
| "pred": -0.0032589684706181288, |
| "obs": -0.02864583395421505, |
| "n": 3 |
| }, |
| { |
| "pred": 0.0003166003152728081, |
| "obs": -0.014926524832844734, |
| "n": 4 |
| }, |
| { |
| "pred": 0.009122427552938461, |
| "obs": -0.012634028680622578, |
| "n": 3 |
| }, |
| { |
| "pred": 0.013752173632383347, |
| "obs": -0.009141568094491959, |
| "n": 4 |
| }, |
| { |
| "pred": 0.015248742885887623, |
| "obs": -0.00426017539575696, |
| "n": 4 |
| }, |
| { |
| "pred": 0.018152182921767235, |
| "obs": -0.026346325874328613, |
| "n": 3 |
| }, |
| { |
| "pred": 0.03130064532160759, |
| "obs": -0.026265069842338562, |
| "n": 4 |
| }, |
| { |
| "pred": 0.03650445491075516, |
| "obs": -0.03328035771846771, |
| "n": 4 |
| } |
| ] |
| } |
| } |
| } |
