ali_mem-shuffled_s1 / final.json
suchirsalhan's picture
final: log, final.json, probes
da9a988 verified
Raw History Blame Contribute Delete
6.07 kB
Invalid JSON:Unexpected token 'N', ..."pearson": NaN, "... is not valid JSON
{
"event": "final",
"run": "ali_mem-shuffled_s1",
"arch": "ali",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22785088,
"seed": 1,
"per_lang": {
"en": {
"cpc": 0.1988162960409125,
"cps": 27.03125,
"bpb": 1.8651111317145679,
"bytes_per_chunk": 4.769159397087317,
"reads_per_chunk": 0.8941173260076593
},
"tr": {
"cpc": 0.17671104236866816,
"cps": 24.9921875,
"bpb": 2.0047297433727116,
"bytes_per_chunk": 5.996797364688658,
"reads_per_chunk": 0.6913345838861692
},
"fi": {
"cpc": 0.18340332784009356,
"cps": 26.953125,
"bpb": 2.1788298553818586,
"bytes_per_chunk": 5.472849120023382,
"reads_per_chunk": 0.6875926428526692
}
},
"bpb_mean": 2.016223576823046,
"gini_cpc": 0.02636612494422219,
"gini_cps": 0.017212385003462227,
"bpic": 5.612028885151845,
"mean_boundary_entropy": 0.08090633898973465,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 324.642635345459,
"probe_overhead_seq_frac": 0.4999166666666667,
"wall_sec": 1450.1279060840607,
"inventory": {
"size": 65536,
"admitted": 65536,
"staged": 0,
"budget_B": 65536,
"staging_capacity": 0,
"collisions": 0,
"dropped": 0,
"type_rejected": 0,
"config_keys": 0,
"admitted_surface": 65536,
"staged_surface": 0,
"admitted_split": 0,
"staged_split": 0,
"admitted_merge": 0,
"staged_merge": 0,
"admitted_skel": 0,
"staged_skel": 0,
"mean_count": 503.61553955078125,
"n_util_obs": 1356,
"util_count_spearman": 0.1854063732308057
},
"ali_params": 268096,
"ali_config": {
"enabled": true,
"budget_B": 65536,
"staging_capacity": 262144,
"policy": "frequency",
"value_mode": "shuffled",
"candidate_types": [
"surface"
],
"gate": "vector",
"retrieval": true,
"memory_scope": "persistent",
"read_dropout": 0.1,
"write_rule": "mean",
"eta_min": 0.0,
"consolidate_every": 50,
"probe_seqs": 2,
"probe_reps": 8,
"horizon": 32,
"predictor": "mlp",
"lambda_util": 0.1,
"max_span": 64,
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
"gate_hidden": 0,
"type_dim": 16,
"gate_bias_init": -2.0
},
"util_vs_frequency_spearman": 0.1854063732308057,
"paired_vs_dropout": {
"n": 3140,
"pearson": 0.050820996400106566,
"spearman": 0.06833492387311173,
"mean_abs_discrepancy": 0.9531561136245728,
"mean_paired": 0.11052597314119339,
"mean_dropout": 0.10771925747394562
},
"predictor_calibration": {
"n": 7219,
"all": {
"n": 7219,
"pearson": 0.16164392239999797,
"spearman": 0.23251989424959765,
"mae": 0.16822393238544464,
"reliability": [
{
"pred": -0.010745412670075893,
"obs": 0.009844372048974037,
"n": 722
},
{
"pred": 0.004790930077433586,
"obs": 0.022931719198822975,
"n": 722
},
{
"pred": 0.0144640589132905,
"obs": 0.04079596698284149,
"n": 722
},
{
"pred": 0.022795040160417557,
"obs": 0.062241118401288986,
"n": 722
},
{
"pred": 0.03137506544589996,
"obs": 0.07396364957094193,
"n": 721
},
{
"pred": 0.040689099580049515,
"obs": 0.08907383680343628,
"n": 722
},
{
"pred": 0.050651539117097855,
"obs": 0.07755643129348755,
"n": 722
},
{
"pred": 0.062350910156965256,
"obs": 0.13399569690227509,
"n": 722
},
{
"pred": 0.07960300147533417,
"obs": 0.13312532007694244,
"n": 722
},
{
"pred": 0.11734567582607269,
"obs": 0.15867088735103607,
"n": 722
}
]
},
"admitted": {
"n": 7219,
"pearson": 0.16164392239999797,
"spearman": 0.23251989424959765,
"mae": 0.16822393238544464,
"reliability": [
{
"pred": -0.010745412670075893,
"obs": 0.009844372048974037,
"n": 722
},
{
"pred": 0.004790930077433586,
"obs": 0.022931719198822975,
"n": 722
},
{
"pred": 0.0144640589132905,
"obs": 0.04079596698284149,
"n": 722
},
{
"pred": 0.022795040160417557,
"obs": 0.062241118401288986,
"n": 722
},
{
"pred": 0.03137506544589996,
"obs": 0.07396364957094193,
"n": 721
},
{
"pred": 0.040689099580049515,
"obs": 0.08907383680343628,
"n": 722
},
{
"pred": 0.050651539117097855,
"obs": 0.07755643129348755,
"n": 722
},
{
"pred": 0.062350910156965256,
"obs": 0.13399569690227509,
"n": 722
},
{
"pred": 0.07960300147533417,
"obs": 0.13312532007694244,
"n": 722
},
{
"pred": 0.11734567582607269,
"obs": 0.15867088735103607,
"n": 722
}
]
},
"staged": {
"n": 0,
"pearson": NaN,
"spearman": NaN,
"mae": NaN
}
}
}