| { |
| "event": "final", |
| "run": "ali_ali-noskel_s1", |
| "arch": "ali", |
| "objective": "ratio", |
| "condition": "A", |
| "step": 6000, |
| "params": 22785088, |
| "seed": 1, |
| "per_lang": { |
| "en": { |
| "cpc": 0.1926679308165259, |
| "cps": 26.1953125, |
| "bpb": 1.8738002864265193, |
| "bytes_per_chunk": 4.882729846520638, |
| "reads_per_chunk": 1.5692519743704365 |
| }, |
| "tr": { |
| "cpc": 0.17367287189968514, |
| "cps": 24.5625, |
| "bpb": 2.015589469623371, |
| "bytes_per_chunk": 6.102971818361716, |
| "reads_per_chunk": 1.1315143119885458 |
| }, |
| "fi": { |
| "cpc": 0.1659135612141832, |
| "cps": 24.3828125, |
| "bpb": 2.1910738162447347, |
| "bytes_per_chunk": 5.97206971181228, |
| "reads_per_chunk": 1.09398564756806 |
| } |
| }, |
| "bpb_mean": 2.0268211907648754, |
| "gini_cpc": 0.03351075652973745, |
| "gini_cps": 0.0160809593124005, |
| "bpic": 5.89852360158037, |
| "mean_boundary_entropy": 0.0806165561079979, |
| "dechunk": "ema", |
| "router_noise": 0.0, |
| "transitions": [ |
| { |
| "step": 0, |
| "phase": 1, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| }, |
| { |
| "step": 2400, |
| "phase": 2, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| }, |
| { |
| "step": 4200, |
| "phase": 3, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| } |
| ], |
| "probe_overhead_sec_total": 697.8827321529388, |
| "probe_overhead_seq_frac": 0.4999166666666667, |
| "wall_sec": 7398.986598968506, |
| "inventory": { |
| "size": 327649, |
| "admitted": 65536, |
| "staged": 262113, |
| "budget_B": 65536, |
| "staging_capacity": 262144, |
| "collisions": 0, |
| "dropped": 0, |
| "type_rejected": 0, |
| "config_keys": 1710, |
| "admitted_surface": 685, |
| "staged_surface": 63500, |
| "admitted_split": 13984, |
| "staged_split": 46888, |
| "admitted_merge": 50867, |
| "staged_merge": 151725, |
| "admitted_skel": 0, |
| "staged_skel": 0, |
| "mean_count": 498.217529296875, |
| "n_util_obs": 506, |
| "util_count_spearman": -0.03938091959146151 |
| }, |
| "ali_params": 268096, |
| "ali_config": { |
| "enabled": true, |
| "budget_B": 65536, |
| "staging_capacity": 262144, |
| "policy": "utility", |
| "candidate_types": [ |
| "surface", |
| "split", |
| "merge" |
| ], |
| "gate": "vector", |
| "retrieval": true, |
| "memory_scope": "persistent", |
| "read_dropout": 0.1, |
| "write_rule": "mean", |
| "eta_min": 0.0, |
| "consolidate_every": 50, |
| "probe_seqs": 2, |
| "probe_reps": 8, |
| "horizon": 32, |
| "predictor": "mlp", |
| "lambda_util": 0.1, |
| "max_span": 64, |
| "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", |
| "gate_hidden": 0, |
| "type_dim": 16, |
| "gate_bias_init": -2.0 |
| }, |
| "util_vs_frequency_spearman": -0.03938091959146151, |
| "paired_vs_dropout": { |
| "n": 1041, |
| "pearson": 0.018977294488556302, |
| "spearman": -0.008619769716253426, |
| "mean_abs_discrepancy": 0.46737435460090637, |
| "mean_paired": 0.015212860889732838, |
| "mean_dropout": 0.031677041202783585 |
| }, |
| "predictor_calibration": { |
| "n": 2440, |
| "all": { |
| "n": 2440, |
| "pearson": 0.16254870411403688, |
| "spearman": 0.13871768624888184, |
| "mae": 0.06559953093528748, |
| "reliability": [ |
| { |
| "pred": -0.018943531438708305, |
| "obs": -0.018084565177559853, |
| "n": 244 |
| }, |
| { |
| "pred": -0.005957423709332943, |
| "obs": 0.0010914868908002973, |
| "n": 244 |
| }, |
| { |
| "pred": -0.002548603340983391, |
| "obs": 0.006177266128361225, |
| "n": 244 |
| }, |
| { |
| "pred": -0.00020386149117257446, |
| "obs": 0.005726016592234373, |
| "n": 244 |
| }, |
| { |
| "pred": 0.0024125196505337954, |
| "obs": 0.002727360464632511, |
| "n": 244 |
| }, |
| { |
| "pred": 0.0044227903708815575, |
| "obs": 0.0029630083590745926, |
| "n": 244 |
| }, |
| { |
| "pred": 0.006951143965125084, |
| "obs": 0.00410318560898304, |
| "n": 244 |
| }, |
| { |
| "pred": 0.010202975012362003, |
| "obs": 0.014531075023114681, |
| "n": 244 |
| }, |
| { |
| "pred": 0.01592944748699665, |
| "obs": 0.012416252866387367, |
| "n": 244 |
| }, |
| { |
| "pred": 0.0332433357834816, |
| "obs": 0.045605070888996124, |
| "n": 244 |
| } |
| ] |
| }, |
| "admitted": { |
| "n": 2375, |
| "pearson": 0.1554450759802012, |
| "spearman": 0.11856612924407584, |
| "mae": 0.06647488474845886, |
| "reliability": [ |
| { |
| "pred": -0.016416460275650024, |
| "obs": -0.00343950348906219, |
| "n": 238 |
| }, |
| { |
| "pred": -0.005138037260621786, |
| "obs": -0.004745007958263159, |
| "n": 237 |
| }, |
| { |
| "pred": -0.002083013765513897, |
| "obs": 0.01082557998597622, |
| "n": 238 |
| }, |
| { |
| "pred": 0.00023359866463579237, |
| "obs": 0.0033727234695106745, |
| "n": 237 |
| }, |
| { |
| "pred": 0.002708134241402149, |
| "obs": 0.00013601590762846172, |
| "n": 237 |
| }, |
| { |
| "pred": 0.004662859253585339, |
| "obs": 0.0030325683765113354, |
| "n": 238 |
| }, |
| { |
| "pred": 0.007210733834654093, |
| "obs": 0.007552745286375284, |
| "n": 237 |
| }, |
| { |
| "pred": 0.01047543715685606, |
| "obs": 0.012012379243969917, |
| "n": 238 |
| }, |
| { |
| "pred": 0.01616288721561432, |
| "obs": 0.013234925456345081, |
| "n": 237 |
| }, |
| { |
| "pred": 0.03352382779121399, |
| "obs": 0.046145014464855194, |
| "n": 238 |
| } |
| ] |
| }, |
| "staged": { |
| "n": 65, |
| "pearson": -0.015086454714697613, |
| "spearman": -0.03068181818181818, |
| "mae": 0.0336153469979763, |
| "reliability": [ |
| { |
| "pred": -0.045664332807064056, |
| "obs": -0.02688438631594181, |
| "n": 7 |
| }, |
| { |
| "pred": -0.025495832785964012, |
| "obs": -0.027706967666745186, |
| "n": 6 |
| }, |
| { |
| "pred": -0.02288266085088253, |
| "obs": -0.03856505826115608, |
| "n": 7 |
| }, |
| { |
| "pred": -0.020948735997080803, |
| "obs": -0.045721735805273056, |
| "n": 6 |
| }, |
| { |
| "pred": -0.017868531867861748, |
| "obs": -0.07525564730167389, |
| "n": 6 |
| }, |
| { |
| "pred": -0.013490019366145134, |
| "obs": -0.036869149655103683, |
| "n": 7 |
| }, |
| { |
| "pred": -0.010884265415370464, |
| "obs": -0.015763530507683754, |
| "n": 6 |
| }, |
| { |
| "pred": -0.008035226725041866, |
| "obs": 0.0029635834507644176, |
| "n": 7 |
| }, |
| { |
| "pred": -0.00572652742266655, |
| "obs": -0.03132720664143562, |
| "n": 6 |
| }, |
| { |
| "pred": 0.003208637237548828, |
| "obs": -0.033448684960603714, |
| "n": 7 |
| } |
| ] |
| } |
| } |
| } |
