| { |
| "event": "final", |
| "run": "ali_ali_s0", |
| "arch": "ali", |
| "objective": "ratio", |
| "condition": "A", |
| "step": 6000, |
| "params": 22785088, |
| "seed": 0, |
| "per_lang": { |
| "en": { |
| "cpc": 0.20467735447911278, |
| "cps": 27.828125, |
| "bpb": 1.8633615092116778, |
| "bytes_per_chunk": 4.578294736106745, |
| "reads_per_chunk": 0.5181634007474938 |
| }, |
| "tr": { |
| "cpc": 0.1916256973982213, |
| "cps": 27.1015625, |
| "bpb": 1.9796491264364238, |
| "bytes_per_chunk": 5.653005552859993, |
| "reads_per_chunk": 0.4338239258181034 |
| }, |
| "fi": { |
| "cpc": 0.26516399978735844, |
| "cps": 38.96875, |
| "bpb": 2.102437171915831, |
| "bytes_per_chunk": 4.022063166939004, |
| "reads_per_chunk": 0.5245065322623952 |
| } |
| }, |
| "bpb_mean": 1.9818159358546443, |
| "gini_cpc": 0.07411636725171777, |
| "gini_cps": 0.08425548437196673, |
| "bpic": 4.720193027706132, |
| "mean_boundary_entropy": 0.07669578492641449, |
| "dechunk": "ema", |
| "router_noise": 0.0, |
| "transitions": [ |
| { |
| "step": 0, |
| "phase": 1, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| }, |
| { |
| "step": 2400, |
| "phase": 2, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| }, |
| { |
| "step": 4200, |
| "phase": 3, |
| "objective": "global", |
| "router_trainable": true, |
| "encoder_trainable": true, |
| "frozen_router_params": 0 |
| } |
| ], |
| "probe_overhead_sec_total": 870.3404922485352, |
| "probe_overhead_seq_frac": 0.4999166666666667, |
| "wall_sec": 6394.039115190506, |
| "inventory": { |
| "size": 326654, |
| "admitted": 65536, |
| "staged": 261118, |
| "budget_B": 65536, |
| "staging_capacity": 262144, |
| "collisions": 0, |
| "dropped": 0, |
| "type_rejected": 0, |
| "config_keys": 1014, |
| "admitted_surface": 49700, |
| "staged_surface": 55590, |
| "admitted_split": 1056, |
| "staged_split": 44818, |
| "admitted_merge": 9928, |
| "staged_merge": 115773, |
| "admitted_skel": 4852, |
| "staged_skel": 44937, |
| "mean_count": 256.76251220703125, |
| "n_util_obs": 158, |
| "util_count_spearman": 0.014961383353692579 |
| }, |
| "ali_params": 268096, |
| "ali_config": { |
| "enabled": true, |
| "budget_B": 65536, |
| "staging_capacity": 262144, |
| "policy": "utility", |
| "candidate_types": [ |
| "surface", |
| "split", |
| "merge", |
| "skel" |
| ], |
| "gate": "vector", |
| "retrieval": true, |
| "memory_scope": "persistent", |
| "read_dropout": 0.1, |
| "write_rule": "mean", |
| "eta_min": 0.0, |
| "consolidate_every": 50, |
| "probe_seqs": 2, |
| "probe_reps": 8, |
| "horizon": 32, |
| "predictor": "mlp", |
| "lambda_util": 0.1, |
| "max_span": 64, |
| "byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json", |
| "gate_hidden": 0, |
| "type_dim": 16, |
| "gate_bias_init": -2.0 |
| }, |
| "util_vs_frequency_spearman": 0.014961383353692579, |
| "paired_vs_dropout": { |
| "n": 345, |
| "pearson": 0.10045638979176129, |
| "spearman": 0.007687744940570643, |
| "mean_abs_discrepancy": 0.4151502549648285, |
| "mean_paired": 0.07601567357778549, |
| "mean_dropout": 0.06797131896018982 |
| }, |
| "predictor_calibration": { |
| "n": 876, |
| "all": { |
| "n": 876, |
| "pearson": 0.13681471618952112, |
| "spearman": 0.165901986756622, |
| "mae": 0.1180039495229721, |
| "reliability": [ |
| { |
| "pred": 0.008998926728963852, |
| "obs": 0.013264304026961327, |
| "n": 88 |
| }, |
| { |
| "pred": 0.024100078269839287, |
| "obs": 0.03168987110257149, |
| "n": 87 |
| }, |
| { |
| "pred": 0.029995130375027657, |
| "obs": 0.0712234303355217, |
| "n": 88 |
| }, |
| { |
| "pred": 0.033803485333919525, |
| "obs": 0.035896942019462585, |
| "n": 87 |
| }, |
| { |
| "pred": 0.03712466359138489, |
| "obs": 0.05713080242276192, |
| "n": 88 |
| }, |
| { |
| "pred": 0.03993796929717064, |
| "obs": 0.06282036006450653, |
| "n": 88 |
| }, |
| { |
| "pred": 0.043663058429956436, |
| "obs": 0.058250121772289276, |
| "n": 87 |
| }, |
| { |
| "pred": 0.05019814893603325, |
| "obs": 0.07246245443820953, |
| "n": 87 |
| }, |
| { |
| "pred": 0.06242417171597481, |
| "obs": 0.10975954681634903, |
| "n": 88 |
| }, |
| { |
| "pred": 0.09033317118883133, |
| "obs": 0.1332487165927887, |
| "n": 88 |
| } |
| ] |
| }, |
| "admitted": { |
| "n": 729, |
| "pearson": 0.08544018632175758, |
| "spearman": 0.09002875609737895, |
| "mae": 0.12969015538692474, |
| "reliability": [ |
| { |
| "pred": 0.02281586453318596, |
| "obs": 0.05334170162677765, |
| "n": 73 |
| }, |
| { |
| "pred": 0.0300038643181324, |
| "obs": 0.0836091861128807, |
| "n": 73 |
| }, |
| { |
| "pred": 0.03323758766055107, |
| "obs": 0.045768171548843384, |
| "n": 73 |
| }, |
| { |
| "pred": 0.03632484748959541, |
| "obs": 0.04184611141681671, |
| "n": 73 |
| }, |
| { |
| "pred": 0.038959965109825134, |
| "obs": 0.10057094693183899, |
| "n": 72 |
| }, |
| { |
| "pred": 0.04187716171145439, |
| "obs": 0.04433668404817581, |
| "n": 73 |
| }, |
| { |
| "pred": 0.046852365136146545, |
| "obs": 0.08143503963947296, |
| "n": 73 |
| }, |
| { |
| "pred": 0.05364459753036499, |
| "obs": 0.11871179938316345, |
| "n": 73 |
| }, |
| { |
| "pred": 0.06735952943563461, |
| "obs": 0.10214866697788239, |
| "n": 73 |
| }, |
| { |
| "pred": 0.09312524646520615, |
| "obs": 0.12422539293766022, |
| "n": 73 |
| } |
| ] |
| }, |
| "staged": { |
| "n": 147, |
| "pearson": -0.08867445450936956, |
| "spearman": -0.134311555055195, |
| "mae": 0.060049932450056076, |
| "reliability": [ |
| { |
| "pred": -0.015993375331163406, |
| "obs": 0.007137191481888294, |
| "n": 15 |
| }, |
| { |
| "pred": 0.0036264939699321985, |
| "obs": -0.025403428822755814, |
| "n": 15 |
| }, |
| { |
| "pred": 0.013626416213810444, |
| "obs": -0.009133473969995975, |
| "n": 14 |
| }, |
| { |
| "pred": 0.018318302929401398, |
| "obs": 0.0204047542065382, |
| "n": 15 |
| }, |
| { |
| "pred": 0.020198455080389977, |
| "obs": 0.02128237672150135, |
| "n": 14 |
| }, |
| { |
| "pred": 0.021048178896307945, |
| "obs": -0.015680933371186256, |
| "n": 15 |
| }, |
| { |
| "pred": 0.02490708976984024, |
| "obs": -7.826586806913838e-05, |
| "n": 15 |
| }, |
| { |
| "pred": 0.031698454171419144, |
| "obs": -0.03762463852763176, |
| "n": 14 |
| }, |
| { |
| "pred": 0.03959312662482262, |
| "obs": -0.02788812853395939, |
| "n": 15 |
| }, |
| { |
| "pred": 0.04810865968465805, |
| "obs": -0.026685316115617752, |
| "n": 15 |
| } |
| ] |
| } |
| } |
| } |
