| { |
| "event": "final", |
| "run": "ali_ali_s2", |
| "arch": "ali", |
| "objective": "ratio", |
| "condition": "A", |
| "step": 6000, |
| "params": 22785088, |
| "seed": 2, |
| "per_lang": { |
| "en": { |
| "cpc": 0.198931218755387, |
| "cps": 27.046875, |
| "bpb": 1.8996927689640364, |
| "bytes_per_chunk": 5.033825237871208, |
| "reads_per_chunk": 1.2592244102426238 |
| }, |
| "tr": { |
| "cpc": 0.21278241175495774, |
| "cps": 30.09375, |
| "bpb": 2.000258989870039, |
| "bytes_per_chunk": 5.287986525058751, |
| "reads_per_chunk": 1.1604385407526199 |
| }, |
| "fi": { |
| "cpc": 0.2420923927489235, |
| "cps": 35.578125, |
| "bpb": 2.1298347928691213, |
| "bytes_per_chunk": 4.516648144797939, |
| "reads_per_chunk": 1.0113801807389795 |
| } |
| }, |
| "bpb_mean": 2.009928850567732, |
| "gini_cpc": 0.04401017269961849, |
| "gini_cps": 0.061341422312099825, |
| "bpic": 4.780249410178632, |
| "mean_boundary_entropy": 0.1135382205247879, |
| "dechunk": "ema", |
| "router_noise": 0.0, |
| "transitions": [ |
| { |
| "step": 0, |
| "phase": 1, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| }, |
| { |
| "step": 2400, |
| "phase": 2, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| }, |
| { |
| "step": 4200, |
| "phase": 3, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| } |
| ], |
| "probe_overhead_sec_total": 472.7523412704468, |
| "probe_overhead_seq_frac": 0.49990625, |
| "wall_sec": 4825.126570940018, |
| "inventory": { |
| "size": 327666, |
| "admitted": 65536, |
| "staged": 262130, |
| "budget_B": 65536, |
| "staging_capacity": 262144, |
| "collisions": 0, |
| "dropped": 0, |
| "type_rejected": 0, |
| "config_keys": 1115, |
| "admitted_surface": 25955, |
| "staged_surface": 58566, |
| "admitted_split": 5226, |
| "staged_split": 43400, |
| "admitted_merge": 1953, |
| "staged_merge": 113391, |
| "admitted_skel": 32402, |
| "staged_skel": 46773, |
| "mean_count": 354.78802490234375, |
| "n_util_obs": 400, |
| "util_count_spearman": -0.09193389570565129 |
| }, |
| "ali_params": 268096, |
| "ali_config": { |
| "enabled": true, |
| "budget_B": 65536, |
| "staging_capacity": 262144, |
| "policy": "utility", |
| "candidate_types": [ |
| "surface", |
| "split", |
| "merge", |
| "skel" |
| ], |
| "gate": "vector", |
| "retrieval": true, |
| "memory_scope": "persistent", |
| "read_dropout": 0.1, |
| "write_rule": "mean", |
| "eta_min": 0.0, |
| "consolidate_every": 50, |
| "probe_seqs": 2, |
| "probe_reps": 8, |
| "horizon": 32, |
| "predictor": "mlp", |
| "lambda_util": 0.1, |
| "max_span": 64, |
| "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", |
| "gate_hidden": 0, |
| "type_dim": 16, |
| "gate_bias_init": -2.0 |
| }, |
| "util_vs_frequency_spearman": -0.09193389570565129, |
| "paired_vs_dropout": { |
| "n": 786, |
| "pearson": 0.024077608116929692, |
| "spearman": 0.015192791635274499, |
| "mean_abs_discrepancy": 0.45565709471702576, |
| "mean_paired": 0.008434545248746872, |
| "mean_dropout": 0.015219463035464287 |
| }, |
| "predictor_calibration": { |
| "n": 1760, |
| "all": { |
| "n": 1760, |
| "pearson": 0.27194086356134745, |
| "spearman": 0.17446890753785668, |
| "mae": 0.035816490650177, |
| "reliability": [ |
| { |
| "pred": -0.016677947714924812, |
| "obs": -0.017740517854690552, |
| "n": 176 |
| }, |
| { |
| "pred": -0.004937878809869289, |
| "obs": -0.0037392256781458855, |
| "n": 176 |
| }, |
| { |
| "pred": -0.0017805221723392606, |
| "obs": 0.0012831037165597081, |
| "n": 176 |
| }, |
| { |
| "pred": 0.0007518658530898392, |
| "obs": -0.0013531275326386094, |
| "n": 176 |
| }, |
| { |
| "pred": 0.002950140042230487, |
| "obs": -0.0027285749092698097, |
| "n": 176 |
| }, |
| { |
| "pred": 0.004957593511790037, |
| "obs": 0.002060173312202096, |
| "n": 176 |
| }, |
| { |
| "pred": 0.006592847872525454, |
| "obs": 0.008401456288993359, |
| "n": 176 |
| }, |
| { |
| "pred": 0.00861427653580904, |
| "obs": 0.009444334544241428, |
| "n": 176 |
| }, |
| { |
| "pred": 0.012249228544533253, |
| "obs": 0.004808991681784391, |
| "n": 176 |
| }, |
| { |
| "pred": 0.030282508581876755, |
| "obs": 0.032979901880025864, |
| "n": 176 |
| } |
| ] |
| }, |
| "admitted": { |
| "n": 1664, |
| "pearson": 0.27126384192197844, |
| "spearman": 0.14323910119391775, |
| "mae": 0.03694799169898033, |
| "reliability": [ |
| { |
| "pred": -0.014275510795414448, |
| "obs": -0.01375713013112545, |
| "n": 167 |
| }, |
| { |
| "pred": -0.004109010100364685, |
| "obs": 0.002235351363196969, |
| "n": 166 |
| }, |
| { |
| "pred": -0.0010778754949569702, |
| "obs": -0.0022600579541176558, |
| "n": 166 |
| }, |
| { |
| "pred": 0.0013819066807627678, |
| "obs": 0.0005889079766348004, |
| "n": 167 |
| }, |
| { |
| "pred": 0.003456159494817257, |
| "obs": -0.004050337243825197, |
| "n": 166 |
| }, |
| { |
| "pred": 0.005341973155736923, |
| "obs": 0.0051288180984556675, |
| "n": 166 |
| }, |
| { |
| "pred": 0.00684454757720232, |
| "obs": 0.010526491329073906, |
| "n": 167 |
| }, |
| { |
| "pred": 0.008928881026804447, |
| "obs": 0.007826470769941807, |
| "n": 166 |
| }, |
| { |
| "pred": 0.012642021290957928, |
| "obs": 0.005376995541155338, |
| "n": 166 |
| }, |
| { |
| "pred": 0.03106619231402874, |
| "obs": 0.03403934836387634, |
| "n": 167 |
| } |
| ] |
| }, |
| "staged": { |
| "n": 96, |
| "pearson": 0.2526075665089079, |
| "spearman": 0.31759359739555076, |
| "mae": 0.016203748062253, |
| "reliability": [ |
| { |
| "pred": -0.04305326193571091, |
| "obs": -0.022864140570163727, |
| "n": 10 |
| }, |
| { |
| "pred": -0.014916949905455112, |
| "obs": -0.019766394048929214, |
| "n": 9 |
| }, |
| { |
| "pred": -0.010655229911208153, |
| "obs": -0.035392455756664276, |
| "n": 10 |
| }, |
| { |
| "pred": -0.0075031304731965065, |
| "obs": -0.01895267516374588, |
| "n": 9 |
| }, |
| { |
| "pred": -0.006007531192153692, |
| "obs": -0.016960132867097855, |
| "n": 10 |
| }, |
| { |
| "pred": -0.004678408615291119, |
| "obs": -0.014496909454464912, |
| "n": 10 |
| }, |
| { |
| "pred": -0.002913302043452859, |
| "obs": -0.013845675624907017, |
| "n": 9 |
| }, |
| { |
| "pred": -0.0008945651352405548, |
| "obs": -0.018120767548680305, |
| "n": 9 |
| }, |
| { |
| "pred": 0.001555976690724492, |
| "obs": -0.008646379224956036, |
| "n": 10 |
| }, |
| { |
| "pred": 0.007470910437405109, |
| "obs": -0.010902724228799343, |
| "n": 10 |
| } |
| ] |
| } |
| } |
| } |
