ali_mem-split_s2 / final.json
suchirsalhan's picture
final: log, final.json, probes
e26d8b3 verified
Raw History Blame Contribute Delete
6.07 kB
Invalid JSON:Unexpected token 'N', ..."pearson": NaN, "... is not valid JSON
{
"event": "final",
"run": "ali_mem-split_s2",
"arch": "ali",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22785088,
"seed": 2,
"per_lang": {
"en": {
"cpc": 0.1938746193185083,
"cps": 26.359375,
"bpb": 1.8871370572997246,
"bytes_per_chunk": 4.841831127693174,
"reads_per_chunk": 1.5941929942834978
},
"tr": {
"cpc": 0.19344859967961112,
"cps": 27.359375,
"bpb": 2.0003227739356775,
"bytes_per_chunk": 5.760646947655254,
"reads_per_chunk": 1.5141849426449259
},
"fi": {
"cpc": 0.23045026845994365,
"cps": 33.8671875,
"bpb": 2.1228573277366287,
"bytes_per_chunk": 4.577415355602508,
"reads_per_chunk": 1.6137089874102917
}
},
"bpb_mean": 2.003439052990677,
"gini_cpc": 0.03993013570133663,
"gini_cps": 0.057146255166057314,
"bpic": 5.06038711979306,
"mean_boundary_entropy": 0.07869629561901093,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 423.73862648010254,
"probe_overhead_seq_frac": 0.49990625,
"wall_sec": 1900.4829647541046,
"inventory": {
"size": 65536,
"admitted": 65536,
"staged": 0,
"budget_B": 65536,
"staging_capacity": 0,
"collisions": 0,
"dropped": 0,
"type_rejected": 0,
"config_keys": 0,
"admitted_surface": 0,
"staged_surface": 0,
"admitted_split": 65536,
"staged_split": 0,
"admitted_merge": 0,
"staged_merge": 0,
"admitted_skel": 0,
"staged_skel": 0,
"mean_count": 959.2438354492188,
"n_util_obs": 913,
"util_count_spearman": -0.04965040731562304
},
"ali_params": 268096,
"ali_config": {
"enabled": true,
"budget_B": 65536,
"staging_capacity": 262144,
"policy": "frequency",
"value_mode": "learned",
"candidate_types": [
"split"
],
"gate": "vector",
"retrieval": true,
"memory_scope": "persistent",
"read_dropout": 0.1,
"write_rule": "mean",
"eta_min": 0.0,
"consolidate_every": 50,
"probe_seqs": 2,
"probe_reps": 8,
"horizon": 32,
"predictor": "mlp",
"lambda_util": 0.1,
"max_span": 64,
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
"gate_hidden": 0,
"type_dim": 16,
"gate_bias_init": -2.0
},
"util_vs_frequency_spearman": -0.04965040731562304,
"paired_vs_dropout": {
"n": 1788,
"pearson": -0.0030876698017904647,
"spearman": 0.011169164198972185,
"mean_abs_discrepancy": 0.6378756761550903,
"mean_paired": 0.023726264014840126,
"mean_dropout": 0.01686469279229641
},
"predictor_calibration": {
"n": 4068,
"all": {
"n": 4068,
"pearson": 0.0846433533068819,
"spearman": 0.06590938152129017,
"mae": 0.08614727854728699,
"reliability": [
{
"pred": -0.0006287364521995187,
"obs": 0.004920631647109985,
"n": 407
},
{
"pred": 0.008317101746797562,
"obs": 0.006895688362419605,
"n": 407
},
{
"pred": 0.011855889111757278,
"obs": 0.01249079778790474,
"n": 407
},
{
"pred": 0.014004413969814777,
"obs": 0.024222392588853836,
"n": 406
},
{
"pred": 0.01570117473602295,
"obs": 0.032149795442819595,
"n": 407
},
{
"pred": 0.017101813107728958,
"obs": 0.01511900033801794,
"n": 407
},
{
"pred": 0.018620165064930916,
"obs": 0.029573889449238777,
"n": 406
},
{
"pred": 0.02080720290541649,
"obs": 0.0296308696269989,
"n": 407
},
{
"pred": 0.023795345798134804,
"obs": 0.031094778329133987,
"n": 407
},
{
"pred": 0.03035973384976387,
"obs": 0.0438702292740345,
"n": 407
}
]
},
"admitted": {
"n": 4068,
"pearson": 0.0846433533068819,
"spearman": 0.06590938152129017,
"mae": 0.08614727854728699,
"reliability": [
{
"pred": -0.0006287364521995187,
"obs": 0.004920631647109985,
"n": 407
},
{
"pred": 0.008317101746797562,
"obs": 0.006895688362419605,
"n": 407
},
{
"pred": 0.011855889111757278,
"obs": 0.01249079778790474,
"n": 407
},
{
"pred": 0.014004413969814777,
"obs": 0.024222392588853836,
"n": 406
},
{
"pred": 0.01570117473602295,
"obs": 0.032149795442819595,
"n": 407
},
{
"pred": 0.017101813107728958,
"obs": 0.01511900033801794,
"n": 407
},
{
"pred": 0.018620165064930916,
"obs": 0.029573889449238777,
"n": 406
},
{
"pred": 0.02080720290541649,
"obs": 0.0296308696269989,
"n": 407
},
{
"pred": 0.023795345798134804,
"obs": 0.031094778329133987,
"n": 407
},
{
"pred": 0.03035973384976387,
"obs": 0.0438702292740345,
"n": 407
}
]
},
"staged": {
"n": 0,
"pearson": NaN,
"spearman": NaN,
"mae": NaN
}
}
}