ali_mem-merge_s2 / final.json
suchirsalhan's picture
final: log, final.json, probes
6a3eaf2 verified
Raw History Blame Contribute Delete
6.08 kB
Invalid JSON:Unexpected token 'N', ..."pearson": NaN, "... is not valid JSON
{
"event": "final",
"run": "ali_mem-merge_s2",
"arch": "ali",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22785088,
"seed": 2,
"per_lang": {
"en": {
"cpc": 0.18996724702637477,
"cps": 25.828125,
"bpb": 1.896335646121363,
"bytes_per_chunk": 4.990319909385976,
"reads_per_chunk": 0.27372669211220146
},
"tr": {
"cpc": 0.20521460531403635,
"cps": 29.0234375,
"bpb": 1.9957856996232657,
"bytes_per_chunk": 5.2245939212755355,
"reads_per_chunk": 0.25641255605381164
},
"fi": {
"cpc": 0.22173196533942907,
"cps": 32.5859375,
"bpb": 2.1353870915184916,
"bytes_per_chunk": 4.7983599355688975,
"reads_per_chunk": 0.1633749450871284
}
},
"bpb_mean": 2.009169479087707,
"gini_cpc": 0.03432647846179293,
"gini_cps": 0.05152489873719324,
"bpic": 5.068977841315225,
"mean_boundary_entropy": 0.1131967306137085,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 331.3176290988922,
"probe_overhead_seq_frac": 0.49972916666666667,
"wall_sec": 2427.437506198883,
"inventory": {
"size": 65536,
"admitted": 65536,
"staged": 0,
"budget_B": 65536,
"staging_capacity": 0,
"collisions": 0,
"dropped": 0,
"type_rejected": 0,
"config_keys": 0,
"admitted_surface": 0,
"staged_surface": 0,
"admitted_split": 0,
"staged_split": 0,
"admitted_merge": 65536,
"staged_merge": 0,
"admitted_skel": 0,
"staged_skel": 0,
"mean_count": 156.15919494628906,
"n_util_obs": 2272,
"util_count_spearman": 0.09220505925747007
},
"ali_params": 268096,
"ali_config": {
"enabled": true,
"budget_B": 65536,
"staging_capacity": 262144,
"policy": "frequency",
"value_mode": "learned",
"candidate_types": [
"merge"
],
"gate": "vector",
"retrieval": true,
"memory_scope": "persistent",
"read_dropout": 0.1,
"write_rule": "mean",
"eta_min": 0.0,
"consolidate_every": 50,
"probe_seqs": 2,
"probe_reps": 8,
"horizon": 32,
"predictor": "mlp",
"lambda_util": 0.1,
"max_span": 64,
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
"gate_hidden": 0,
"type_dim": 16,
"gate_bias_init": -2.0
},
"util_vs_frequency_spearman": 0.09220505925747007,
"paired_vs_dropout": {
"n": 5401,
"pearson": 0.03920025825735148,
"spearman": 0.03775594935826767,
"mean_abs_discrepancy": 1.7015271186828613,
"mean_paired": 0.07435416430234909,
"mean_dropout": 0.06816203892230988
},
"predictor_calibration": {
"n": 11405,
"all": {
"n": 11405,
"pearson": 0.1021127872669672,
"spearman": 0.1405262786708346,
"mae": 0.1321927011013031,
"reliability": [
{
"pred": 0.010875605046749115,
"obs": 0.02351362816989422,
"n": 1141
},
{
"pred": 0.017546283081173897,
"obs": 0.03070252761244774,
"n": 1140
},
{
"pred": 0.021329494193196297,
"obs": 0.04522925615310669,
"n": 1141
},
{
"pred": 0.02455827221274376,
"obs": 0.041162483394145966,
"n": 1140
},
{
"pred": 0.027789145708084106,
"obs": 0.04716715216636658,
"n": 1140
},
{
"pred": 0.031354840844869614,
"obs": 0.07182937860488892,
"n": 1141
},
{
"pred": 0.03524461016058922,
"obs": 0.054299842566251755,
"n": 1140
},
{
"pred": 0.04003944993019104,
"obs": 0.08206656575202942,
"n": 1141
},
{
"pred": 0.04686075076460838,
"obs": 0.08314508944749832,
"n": 1140
},
{
"pred": 0.0648217722773552,
"obs": 0.10733778774738312,
"n": 1141
}
]
},
"admitted": {
"n": 11405,
"pearson": 0.1021127872669672,
"spearman": 0.1405262786708346,
"mae": 0.1321927011013031,
"reliability": [
{
"pred": 0.010875605046749115,
"obs": 0.02351362816989422,
"n": 1141
},
{
"pred": 0.017546283081173897,
"obs": 0.03070252761244774,
"n": 1140
},
{
"pred": 0.021329494193196297,
"obs": 0.04522925615310669,
"n": 1141
},
{
"pred": 0.02455827221274376,
"obs": 0.041162483394145966,
"n": 1140
},
{
"pred": 0.027789145708084106,
"obs": 0.04716715216636658,
"n": 1140
},
{
"pred": 0.031354840844869614,
"obs": 0.07182937860488892,
"n": 1141
},
{
"pred": 0.03524461016058922,
"obs": 0.054299842566251755,
"n": 1140
},
{
"pred": 0.04003944993019104,
"obs": 0.08206656575202942,
"n": 1141
},
{
"pred": 0.04686075076460838,
"obs": 0.08314508944749832,
"n": 1140
},
{
"pred": 0.0648217722773552,
"obs": 0.10733778774738312,
"n": 1141
}
]
},
"staged": {
"n": 0,
"pearson": NaN,
"spearman": NaN,
"mae": NaN
}
}
}