| { |
| "event": "final", |
| "run": "ali_ali-nogate_s2", |
| "arch": "ali", |
| "objective": "ratio", |
| "condition": "A", |
| "step": 6000, |
| "params": 22583040, |
| "seed": 2, |
| "per_lang": { |
| "en": { |
| "cpc": 0.19898868011262427, |
| "cps": 27.0546875, |
| "bpb": 1.8907021931586165, |
| "bytes_per_chunk": 4.774110126662964, |
| "reads_per_chunk": 1.2381281927535308 |
| }, |
| "tr": { |
| "cpc": 0.19217809202894548, |
| "cps": 27.1796875, |
| "bpb": 2.0078134890429227, |
| "bytes_per_chunk": 5.701447415639919, |
| "reads_per_chunk": 1.1191643920528074 |
| }, |
| "fi": { |
| "cpc": 0.23565998617829992, |
| "cps": 34.6328125, |
| "bpb": 2.135555677512, |
| "bytes_per_chunk": 4.474325166201559, |
| "reads_per_chunk": 1.2938631301364603 |
| } |
| }, |
| "bpb_mean": 2.0113571199045133, |
| "gini_cpc": 0.0462455200709706, |
| "gini_cps": 0.056849816849816825, |
| "bpic": 4.9874285714285715, |
| "mean_boundary_entropy": 0.08459479361772537, |
| "dechunk": "ema", |
| "router_noise": 0.0, |
| "transitions": [ |
| { |
| "step": 0, |
| "phase": 1, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| }, |
| { |
| "step": 2400, |
| "phase": 2, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| }, |
| { |
| "step": 4200, |
| "phase": 3, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| } |
| ], |
| "probe_overhead_sec_total": 655.3590018749237, |
| "probe_overhead_seq_frac": 0.4999166666666667, |
| "wall_sec": 7093.758770465851, |
| "inventory": { |
| "size": 326815, |
| "admitted": 65536, |
| "staged": 261279, |
| "budget_B": 65536, |
| "staging_capacity": 262144, |
| "collisions": 0, |
| "dropped": 0, |
| "type_rejected": 0, |
| "config_keys": 309, |
| "admitted_surface": 4481, |
| "staged_surface": 60545, |
| "admitted_split": 26664, |
| "staged_split": 38941, |
| "admitted_merge": 472, |
| "staged_merge": 116445, |
| "admitted_skel": 33919, |
| "staged_skel": 45348, |
| "mean_count": 97.21986389160156, |
| "n_util_obs": 119, |
| "util_count_spearman": -0.03260219341974078 |
| }, |
| "ali_params": 66048, |
| "ali_config": { |
| "enabled": true, |
| "budget_B": 65536, |
| "staging_capacity": 262144, |
| "policy": "utility", |
| "candidate_types": [ |
| "surface", |
| "split", |
| "merge", |
| "skel" |
| ], |
| "gate": "fixed", |
| "retrieval": true, |
| "memory_scope": "persistent", |
| "read_dropout": 0.1, |
| "write_rule": "mean", |
| "eta_min": 0.0, |
| "consolidate_every": 50, |
| "probe_seqs": 2, |
| "probe_reps": 8, |
| "horizon": 32, |
| "predictor": "mlp", |
| "lambda_util": 0.1, |
| "max_span": 64, |
| "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", |
| "gate_hidden": 0, |
| "type_dim": 16, |
| "gate_bias_init": -2.0 |
| }, |
| "util_vs_frequency_spearman": -0.03260219341974078, |
| "paired_vs_dropout": { |
| "n": 208, |
| "pearson": 0.0825986859117928, |
| "spearman": 0.07110492947815863, |
| "mean_abs_discrepancy": 0.47589969635009766, |
| "mean_paired": 0.06143887713551521, |
| "mean_dropout": -0.0013654965441673994 |
| }, |
| "predictor_calibration": { |
| "n": 448, |
| "all": { |
| "n": 448, |
| "pearson": 0.27419206979201555, |
| "spearman": 0.34708509679164457, |
| "mae": 0.09882353991270065, |
| "reliability": [ |
| { |
| "pred": -0.05415333807468414, |
| "obs": -0.02853841334581375, |
| "n": 45 |
| }, |
| { |
| "pred": -0.007294744718819857, |
| "obs": -0.001424427842721343, |
| "n": 45 |
| }, |
| { |
| "pred": 0.005994849838316441, |
| "obs": -0.02136598713696003, |
| "n": 45 |
| }, |
| { |
| "pred": 0.015444248914718628, |
| "obs": -0.013368398882448673, |
| "n": 44 |
| }, |
| { |
| "pred": 0.02222636342048645, |
| "obs": 0.04202955961227417, |
| "n": 45 |
| }, |
| { |
| "pred": 0.030621835961937904, |
| "obs": 0.02750343270599842, |
| "n": 45 |
| }, |
| { |
| "pred": 0.03888808190822601, |
| "obs": 0.09125562012195587, |
| "n": 44 |
| }, |
| { |
| "pred": 0.04635119438171387, |
| "obs": 0.02448802813887596, |
| "n": 45 |
| }, |
| { |
| "pred": 0.05713669955730438, |
| "obs": 0.07425041496753693, |
| "n": 45 |
| }, |
| { |
| "pred": 0.08990553766489029, |
| "obs": 0.12833207845687866, |
| "n": 45 |
| } |
| ] |
| }, |
| "admitted": { |
| "n": 392, |
| "pearson": 0.297736410331879, |
| "spearman": 0.33225223373047735, |
| "mae": 0.10331287980079651, |
| "reliability": [ |
| { |
| "pred": -0.027794986963272095, |
| "obs": -0.028260279446840286, |
| "n": 40 |
| }, |
| { |
| "pred": 0.0013785598566755652, |
| "obs": -0.004991315305233002, |
| "n": 39 |
| }, |
| { |
| "pred": 0.012782593257725239, |
| "obs": -0.0007603932754136622, |
| "n": 39 |
| }, |
| { |
| "pred": 0.019375503063201904, |
| "obs": 0.00865496601909399, |
| "n": 39 |
| }, |
| { |
| "pred": 0.026326298713684082, |
| "obs": 0.05772741138935089, |
| "n": 39 |
| }, |
| { |
| "pred": 0.03455347567796707, |
| "obs": 0.028935914859175682, |
| "n": 39 |
| }, |
| { |
| "pred": 0.04132489487528801, |
| "obs": 0.09000570327043533, |
| "n": 39 |
| }, |
| { |
| "pred": 0.04854412004351616, |
| "obs": 0.018100187182426453, |
| "n": 39 |
| }, |
| { |
| "pred": 0.059164874255657196, |
| "obs": 0.0905885323882103, |
| "n": 39 |
| }, |
| { |
| "pred": 0.09204334020614624, |
| "obs": 0.14134018123149872, |
| "n": 40 |
| } |
| ] |
| }, |
| "staged": { |
| "n": 56, |
| "pearson": -0.21051951687867865, |
| "spearman": -0.16780587833219412, |
| "mae": 0.06739813089370728, |
| "reliability": [ |
| { |
| "pred": -0.11244863271713257, |
| "obs": 0.0026294353883713484, |
| "n": 6 |
| }, |
| { |
| "pred": -0.0638633519411087, |
| "obs": -0.060557860881090164, |
| "n": 5 |
| }, |
| { |
| "pred": -0.04960934817790985, |
| "obs": -0.008761084638535976, |
| "n": 6 |
| }, |
| { |
| "pred": -0.02946900762617588, |
| "obs": -0.013326779007911682, |
| "n": 5 |
| }, |
| { |
| "pred": -0.018250929191708565, |
| "obs": -0.04056590422987938, |
| "n": 6 |
| }, |
| { |
| "pred": -0.009116731584072113, |
| "obs": 0.0328606516122818, |
| "n": 6 |
| }, |
| { |
| "pred": 0.0021271780133247375, |
| "obs": -0.03079809807240963, |
| "n": 5 |
| }, |
| { |
| "pred": 0.007894627749919891, |
| "obs": -0.053449757397174835, |
| "n": 5 |
| }, |
| { |
| "pred": 0.023091867566108704, |
| "obs": -0.038045961409807205, |
| "n": 6 |
| }, |
| { |
| "pred": 0.05435998737812042, |
| "obs": -0.03316957876086235, |
| "n": 6 |
| } |
| ] |
| } |
| } |
| } |
