| { |
| "event": "final", |
| "run": "ali_ali-ridge_s2", |
| "arch": "ali", |
| "objective": "ratio", |
| "condition": "A", |
| "step": 6000, |
| "params": 22785088, |
| "seed": 2, |
| "per_lang": { |
| "en": { |
| "cpc": 0.20237890018962248, |
| "cps": 27.515625, |
| "bpb": 1.8927548705901582, |
| "bytes_per_chunk": 4.895084263106297, |
| "reads_per_chunk": 1.2687829699827273 |
| }, |
| "tr": { |
| "cpc": 0.23156382919958018, |
| "cps": 32.75, |
| "bpb": 1.984679511485004, |
| "bytes_per_chunk": 4.801787774989467, |
| "reads_per_chunk": 0.9359533273496602 |
| }, |
| "fi": { |
| "cpc": 0.23087555153899314, |
| "cps": 33.9296875, |
| "bpb": 2.1297983540449694, |
| "bytes_per_chunk": 4.782166116350767, |
| "reads_per_chunk": 1.0121951219512195 |
| } |
| }, |
| "bpb_mean": 2.002410912040044, |
| "gini_cpc": 0.02926607149371252, |
| "gini_cps": 0.04539548256890891, |
| "bpic": 4.705316413701584, |
| "mean_boundary_entropy": 0.09782059490680695, |
| "dechunk": "ema", |
| "router_noise": 0.0, |
| "transitions": [ |
| { |
| "step": 0, |
| "phase": 1, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| }, |
| { |
| "step": 2400, |
| "phase": 2, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| }, |
| { |
| "step": 4200, |
| "phase": 3, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| } |
| ], |
| "probe_overhead_sec_total": 841.4218673706055, |
| "probe_overhead_seq_frac": 0.4999166666666667, |
| "wall_sec": 6298.026879310608, |
| "inventory": { |
| "size": 327660, |
| "admitted": 65536, |
| "staged": 262124, |
| "budget_B": 65536, |
| "staging_capacity": 262144, |
| "collisions": 0, |
| "dropped": 0, |
| "type_rejected": 0, |
| "config_keys": 2732, |
| "admitted_surface": 61042, |
| "staged_surface": 49526, |
| "admitted_split": 1145, |
| "staged_split": 45492, |
| "admitted_merge": 3334, |
| "staged_merge": 119545, |
| "admitted_skel": 15, |
| "staged_skel": 47561, |
| "mean_count": 443.0903015136719, |
| "n_util_obs": 423, |
| "util_count_spearman": -0.2996263998609549 |
| }, |
| "ali_params": 268096, |
| "ali_config": { |
| "enabled": true, |
| "budget_B": 65536, |
| "staging_capacity": 262144, |
| "policy": "utility", |
| "candidate_types": [ |
| "surface", |
| "split", |
| "merge", |
| "skel" |
| ], |
| "gate": "vector", |
| "retrieval": true, |
| "memory_scope": "persistent", |
| "read_dropout": 0.1, |
| "write_rule": "mean", |
| "eta_min": 0.0, |
| "consolidate_every": 50, |
| "probe_seqs": 2, |
| "probe_reps": 8, |
| "horizon": 32, |
| "predictor": "ridge", |
| "lambda_util": 0.1, |
| "max_span": 64, |
| "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", |
| "gate_hidden": 0, |
| "type_dim": 16, |
| "gate_bias_init": -2.0 |
| }, |
| "util_vs_frequency_spearman": -0.2996263998609549, |
| "paired_vs_dropout": { |
| "n": 1197, |
| "pearson": 0.06311483164143808, |
| "spearman": 0.05936734392194348, |
| "mean_abs_discrepancy": 0.513998806476593, |
| "mean_paired": 0.034128960222005844, |
| "mean_dropout": 0.01173090934753418 |
| }, |
| "predictor_calibration": { |
| "n": 2850, |
| "all": { |
| "n": 2850, |
| "pearson": 0.10693757729266393, |
| "spearman": 0.1513702442483709, |
| "mae": 0.07775943726301193, |
| "reliability": [ |
| { |
| "pred": -0.0010448035318404436, |
| "obs": -0.00256543792784214, |
| "n": 285 |
| }, |
| { |
| "pred": 0.00745965214446187, |
| "obs": 0.020744096487760544, |
| "n": 285 |
| }, |
| { |
| "pred": 0.010926668532192707, |
| "obs": 0.018378740176558495, |
| "n": 285 |
| }, |
| { |
| "pred": 0.014226917177438736, |
| "obs": 0.012157000601291656, |
| "n": 285 |
| }, |
| { |
| "pred": 0.01737281307578087, |
| "obs": 0.02708069048821926, |
| "n": 285 |
| }, |
| { |
| "pred": 0.020948253571987152, |
| "obs": 0.026223139837384224, |
| "n": 285 |
| }, |
| { |
| "pred": 0.024084294214844704, |
| "obs": 0.024542229250073433, |
| "n": 285 |
| }, |
| { |
| "pred": 0.02729223482310772, |
| "obs": 0.02946031466126442, |
| "n": 285 |
| }, |
| { |
| "pred": 0.030381400138139725, |
| "obs": 0.04704346880316734, |
| "n": 285 |
| }, |
| { |
| "pred": 0.03494471311569214, |
| "obs": 0.05386907607316971, |
| "n": 285 |
| } |
| ] |
| }, |
| "admitted": { |
| "n": 2761, |
| "pearson": 0.09193664443449157, |
| "spearman": 0.13158322929427427, |
| "mae": 0.0788039043545723, |
| "reliability": [ |
| { |
| "pred": 0.0024519567377865314, |
| "obs": 0.005883881822228432, |
| "n": 276 |
| }, |
| { |
| "pred": 0.00810050405561924, |
| "obs": 0.021960513666272163, |
| "n": 276 |
| }, |
| { |
| "pred": 0.01138301007449627, |
| "obs": 0.01796468161046505, |
| "n": 276 |
| }, |
| { |
| "pred": 0.01461473386734724, |
| "obs": 0.017634738236665726, |
| "n": 276 |
| }, |
| { |
| "pred": 0.017808683216571808, |
| "obs": 0.02444634959101677, |
| "n": 276 |
| }, |
| { |
| "pred": 0.02135266736149788, |
| "obs": 0.033270709216594696, |
| "n": 277 |
| }, |
| { |
| "pred": 0.024406712502241135, |
| "obs": 0.023831233382225037, |
| "n": 276 |
| }, |
| { |
| "pred": 0.027539802715182304, |
| "obs": 0.028549859300255775, |
| "n": 275 |
| }, |
| { |
| "pred": 0.030519448220729828, |
| "obs": 0.04644057899713516, |
| "n": 276 |
| }, |
| { |
| "pred": 0.03502901270985603, |
| "obs": 0.05469576269388199, |
| "n": 277 |
| } |
| ] |
| }, |
| "staged": { |
| "n": 89, |
| "pearson": -0.03301777600228161, |
| "spearman": 0.12887299965951654, |
| "mae": 0.04535769298672676, |
| "reliability": [ |
| { |
| "pred": -0.035169947892427444, |
| "obs": -0.0008894602651707828, |
| "n": 9 |
| }, |
| { |
| "pred": -0.018305407837033272, |
| "obs": -0.05489850044250488, |
| "n": 9 |
| }, |
| { |
| "pred": -0.012138119898736477, |
| "obs": -0.020654231309890747, |
| "n": 9 |
| }, |
| { |
| "pred": -0.008852433413267136, |
| "obs": -0.07377444207668304, |
| "n": 9 |
| }, |
| { |
| "pred": -0.005165671929717064, |
| "obs": -0.04526631161570549, |
| "n": 8 |
| }, |
| { |
| "pred": -0.0008322611101903021, |
| "obs": -0.011243396438658237, |
| "n": 9 |
| }, |
| { |
| "pred": 0.006236651446670294, |
| "obs": -0.015276860445737839, |
| "n": 9 |
| }, |
| { |
| "pred": 0.014798343181610107, |
| "obs": -0.03459211438894272, |
| "n": 9 |
| }, |
| { |
| "pred": 0.017646243795752525, |
| "obs": -0.02035728469491005, |
| "n": 9 |
| }, |
| { |
| "pred": 0.021754957735538483, |
| "obs": -0.02192522957921028, |
| "n": 9 |
| } |
| ] |
| } |
| } |
| } |
