suchirsalhan's picture
final: log, final.json, probes
9f6ba19 verified
Raw History Blame Contribute Delete
6.06 kB
Invalid JSON:Unexpected token 'N', ..."pearson": NaN, "... is not valid JSON
{
"event": "final",
"run": "ali_lexmem-v1-vgate_s3",
"arch": "ali",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22785088,
"seed": 3,
"per_lang": {
"en": {
"cpc": 0.2120324082054818,
"cps": 28.828125,
"bpb": 1.8751343880960092,
"bytes_per_chunk": 4.432825473054095,
"reads_per_chunk": 0.7789539543771243
},
"tr": {
"cpc": 0.20289454786499475,
"cps": 28.6953125,
"bpb": 1.9909640047725916,
"bytes_per_chunk": 5.5678178497090185,
"reads_per_chunk": 0.6270124463701627
},
"fi": {
"cpc": 0.25564829089362606,
"cps": 37.5703125,
"bpb": 2.1137011541362596,
"bytes_per_chunk": 4.2544103088433385,
"reads_per_chunk": 0.6931041757956408
}
},
"bpb_mean": 1.993266515668287,
"gini_cpc": 0.05244625741601561,
"gini_cps": 0.062219301128272564,
"bpic": 4.66086099244167,
"mean_boundary_entropy": 0.0872243344783783,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 557.8185217380524,
"probe_overhead_seq_frac": 0.49971354166666665,
"wall_sec": 2553.980771303177,
"inventory": {
"size": 65536,
"admitted": 65536,
"staged": 0,
"budget_B": 65536,
"staging_capacity": 0,
"collisions": 0,
"dropped": 0,
"type_rejected": 0,
"config_keys": 0,
"admitted_surface": 65536,
"staged_surface": 0,
"admitted_split": 0,
"staged_split": 0,
"admitted_merge": 0,
"staged_merge": 0,
"admitted_skel": 0,
"staged_skel": 0,
"mean_count": 516.2763061523438,
"n_util_obs": 1359,
"util_count_spearman": 0.08451423736108413
},
"ali_params": 268096,
"ali_config": {
"enabled": true,
"budget_B": 65536,
"staging_capacity": 262144,
"policy": "frequency",
"value_mode": "learned",
"candidate_types": [
"surface"
],
"gate": "vector",
"retrieval": true,
"memory_scope": "persistent",
"read_dropout": 0.1,
"write_rule": "mean",
"eta_min": 0.0,
"consolidate_every": 50,
"probe_seqs": 2,
"probe_reps": 8,
"horizon": 32,
"predictor": "mlp",
"lambda_util": 0.1,
"max_span": 64,
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
"gate_hidden": 0,
"type_dim": 16,
"gate_bias_init": -2.0
},
"util_vs_frequency_spearman": 0.08451423736108413,
"paired_vs_dropout": {
"n": 2782,
"pearson": 0.08792649016659754,
"spearman": 0.06214265522415452,
"mean_abs_discrepancy": 0.8570794463157654,
"mean_paired": 0.11211998015642166,
"mean_dropout": 0.08111356943845749
},
"predictor_calibration": {
"n": 6410,
"all": {
"n": 6410,
"pearson": 0.11851663247716214,
"spearman": 0.1650727564738074,
"mae": 0.166644886136055,
"reliability": [
{
"pred": 0.021100137382745743,
"obs": 0.06679648160934448,
"n": 641
},
{
"pred": 0.032343436032533646,
"obs": 0.04619094729423523,
"n": 641
},
{
"pred": 0.03689441457390785,
"obs": 0.05978100001811981,
"n": 641
},
{
"pred": 0.040567073971033096,
"obs": 0.056589171290397644,
"n": 641
},
{
"pred": 0.044253867119550705,
"obs": 0.06962630152702332,
"n": 641
},
{
"pred": 0.04979749768972397,
"obs": 0.09194343537092209,
"n": 641
},
{
"pred": 0.05716462433338165,
"obs": 0.09277986735105515,
"n": 641
},
{
"pred": 0.06670169532299042,
"obs": 0.1295575350522995,
"n": 641
},
{
"pred": 0.08005987107753754,
"obs": 0.13746057450771332,
"n": 641
},
{
"pred": 0.10715285688638687,
"obs": 0.13744156062602997,
"n": 641
}
]
},
"admitted": {
"n": 6410,
"pearson": 0.11851663247716214,
"spearman": 0.1650727564738074,
"mae": 0.166644886136055,
"reliability": [
{
"pred": 0.021100137382745743,
"obs": 0.06679648160934448,
"n": 641
},
{
"pred": 0.032343436032533646,
"obs": 0.04619094729423523,
"n": 641
},
{
"pred": 0.03689441457390785,
"obs": 0.05978100001811981,
"n": 641
},
{
"pred": 0.040567073971033096,
"obs": 0.056589171290397644,
"n": 641
},
{
"pred": 0.044253867119550705,
"obs": 0.06962630152702332,
"n": 641
},
{
"pred": 0.04979749768972397,
"obs": 0.09194343537092209,
"n": 641
},
{
"pred": 0.05716462433338165,
"obs": 0.09277986735105515,
"n": 641
},
{
"pred": 0.06670169532299042,
"obs": 0.1295575350522995,
"n": 641
},
{
"pred": 0.08005987107753754,
"obs": 0.13746057450771332,
"n": 641
},
{
"pred": 0.10715285688638687,
"obs": 0.13744156062602997,
"n": 641
}
]
},
"staged": {
"n": 0,
"pearson": NaN,
"spearman": NaN,
"mae": NaN
}
}
}