| { |
| "event": "final", |
| "run": "ali_ali-ridge_s0", |
| "arch": "ali", |
| "objective": "ratio", |
| "condition": "A", |
| "step": 6000, |
| "params": 22785088, |
| "seed": 0, |
| "per_lang": { |
| "en": { |
| "cpc": 0.19864391196920073, |
| "cps": 27.0078125, |
| "bpb": 1.8774144695876542, |
| "bytes_per_chunk": 4.727062896710906, |
| "reads_per_chunk": 1.5312950807847663 |
| }, |
| "tr": { |
| "cpc": 0.20681654974313649, |
| "cps": 29.25, |
| "bpb": 1.993647020117377, |
| "bytes_per_chunk": 5.33403872175479, |
| "reads_per_chunk": 1.2768819118739254 |
| }, |
| "fi": { |
| "cpc": 0.26404763170485357, |
| "cps": 38.8046875, |
| "bpb": 2.111226678504561, |
| "bytes_per_chunk": 4.025243761996161, |
| "reads_per_chunk": 1.4957696737044146 |
| } |
| }, |
| "bpb_mean": 1.9940960560698642, |
| "gini_cpc": 0.0651261429883847, |
| "gini_cps": 0.08273065965373672, |
| "bpic": 4.662393162393163, |
| "mean_boundary_entropy": 0.08163336664438248, |
| "dechunk": "ema", |
| "router_noise": 0.0, |
| "transitions": [ |
| { |
| "step": 0, |
| "phase": 1, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| }, |
| { |
| "step": 2400, |
| "phase": 2, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| }, |
| { |
| "step": 4200, |
| "phase": 3, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| } |
| ], |
| "probe_overhead_sec_total": 1004.9852957725525, |
| "probe_overhead_seq_frac": 0.4999166666666667, |
| "wall_sec": 6868.717188358307, |
| "inventory": { |
| "size": 327639, |
| "admitted": 65536, |
| "staged": 262103, |
| "budget_B": 65536, |
| "staging_capacity": 262144, |
| "collisions": 0, |
| "dropped": 0, |
| "type_rejected": 0, |
| "config_keys": 2304, |
| "admitted_surface": 64251, |
| "staged_surface": 50957, |
| "admitted_split": 75, |
| "staged_split": 47239, |
| "admitted_merge": 1185, |
| "staged_merge": 117400, |
| "admitted_skel": 25, |
| "staged_skel": 46507, |
| "mean_count": 777.0372924804688, |
| "n_util_obs": 446, |
| "util_count_spearman": -0.36917433024294705 |
| }, |
| "ali_params": 268096, |
| "ali_config": { |
| "enabled": true, |
| "budget_B": 65536, |
| "staging_capacity": 262144, |
| "policy": "utility", |
| "candidate_types": [ |
| "surface", |
| "split", |
| "merge", |
| "skel" |
| ], |
| "gate": "vector", |
| "retrieval": true, |
| "memory_scope": "persistent", |
| "read_dropout": 0.1, |
| "write_rule": "mean", |
| "eta_min": 0.0, |
| "consolidate_every": 50, |
| "probe_seqs": 2, |
| "probe_reps": 8, |
| "horizon": 32, |
| "predictor": "ridge", |
| "lambda_util": 0.1, |
| "max_span": 64, |
| "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", |
| "gate_hidden": 0, |
| "type_dim": 16, |
| "gate_bias_init": -2.0 |
| }, |
| "util_vs_frequency_spearman": -0.36917433024294705, |
| "paired_vs_dropout": { |
| "n": 999, |
| "pearson": -0.014164368913718382, |
| "spearman": 0.0226469456790274, |
| "mean_abs_discrepancy": 0.4866183400154114, |
| "mean_paired": 0.07569248229265213, |
| "mean_dropout": 0.08125881105661392 |
| }, |
| "predictor_calibration": { |
| "n": 2236, |
| "all": { |
| "n": 2236, |
| "pearson": 0.15647134792853298, |
| "spearman": 0.24954028897178468, |
| "mae": 0.12406480312347412, |
| "reliability": [ |
| { |
| "pred": -0.006944715045392513, |
| "obs": 0.0008331493590958416, |
| "n": 224 |
| }, |
| { |
| "pred": 0.0174159687012434, |
| "obs": 0.01987008936703205, |
| "n": 223 |
| }, |
| { |
| "pred": 0.026198534294962883, |
| "obs": 0.03189553692936897, |
| "n": 224 |
| }, |
| { |
| "pred": 0.03249581158161163, |
| "obs": 0.0664462223649025, |
| "n": 223 |
| }, |
| { |
| "pred": 0.038053810596466064, |
| "obs": 0.0534185953438282, |
| "n": 224 |
| }, |
| { |
| "pred": 0.04307135194540024, |
| "obs": 0.08648879826068878, |
| "n": 224 |
| }, |
| { |
| "pred": 0.04815855622291565, |
| "obs": 0.07857077568769455, |
| "n": 223 |
| }, |
| { |
| "pred": 0.05312133952975273, |
| "obs": 0.07476743310689926, |
| "n": 223 |
| }, |
| { |
| "pred": 0.05904168635606766, |
| "obs": 0.10921788215637207, |
| "n": 224 |
| }, |
| { |
| "pred": 0.07370269298553467, |
| "obs": 0.11040876805782318, |
| "n": 224 |
| } |
| ] |
| }, |
| "admitted": { |
| "n": 2133, |
| "pearson": 0.1324894265394005, |
| "spearman": 0.22080794341549176, |
| "mae": 0.12745130062103271, |
| "reliability": [ |
| { |
| "pred": 0.005263336468487978, |
| "obs": 0.014009514823555946, |
| "n": 214 |
| }, |
| { |
| "pred": 0.021261626854538918, |
| "obs": 0.016216088086366653, |
| "n": 213 |
| }, |
| { |
| "pred": 0.028367377817630768, |
| "obs": 0.04614156112074852, |
| "n": 213 |
| }, |
| { |
| "pred": 0.03416595235466957, |
| "obs": 0.07878366112709045, |
| "n": 213 |
| }, |
| { |
| "pred": 0.039185915142297745, |
| "obs": 0.05256222188472748, |
| "n": 213 |
| }, |
| { |
| "pred": 0.044208671897649765, |
| "obs": 0.08684048056602478, |
| "n": 214 |
| }, |
| { |
| "pred": 0.048887673765420914, |
| "obs": 0.08635202795267105, |
| "n": 213 |
| }, |
| { |
| "pred": 0.05375310406088829, |
| "obs": 0.07874800264835358, |
| "n": 213 |
| }, |
| { |
| "pred": 0.05950791761279106, |
| "obs": 0.10428416728973389, |
| "n": 213 |
| }, |
| { |
| "pred": 0.07419583201408386, |
| "obs": 0.11020362377166748, |
| "n": 214 |
| } |
| ] |
| }, |
| "staged": { |
| "n": 103, |
| "pearson": 0.07618193059392671, |
| "spearman": -0.28688002460132667, |
| "mae": 0.05393451452255249, |
| "reliability": [ |
| { |
| "pred": -0.05601106584072113, |
| "obs": -0.0808231458067894, |
| "n": 11 |
| }, |
| { |
| "pred": -0.03388220816850662, |
| "obs": 0.00622685719281435, |
| "n": 10 |
| }, |
| { |
| "pred": -0.025352800264954567, |
| "obs": -0.0004736028495244682, |
| "n": 10 |
| }, |
| { |
| "pred": -0.02046959288418293, |
| "obs": -0.024230236187577248, |
| "n": 10 |
| }, |
| { |
| "pred": -0.014463141560554504, |
| "obs": 0.0017078689998015761, |
| "n": 10 |
| }, |
| { |
| "pred": -0.008114928379654884, |
| "obs": -0.008657955564558506, |
| "n": 11 |
| }, |
| { |
| "pred": -0.002269397024065256, |
| "obs": -0.040140315890312195, |
| "n": 10 |
| }, |
| { |
| "pred": 0.002418708289042115, |
| "obs": -0.028469035401940346, |
| "n": 10 |
| }, |
| { |
| "pred": 0.007890237495303154, |
| "obs": -0.03613511472940445, |
| "n": 10 |
| }, |
| { |
| "pred": 0.027684666216373444, |
| "obs": -0.026720942929387093, |
| "n": 11 |
| } |
| ] |
| } |
| } |
| } |
