suchirsalhan's picture
run records: final.json, log, probes
7d26170 verified
Raw History Blame Contribute Delete
6.02 kB
Invalid JSON:Unexpected token 'N', ..."pearson": NaN, "... is not valid JSON
{
"event": "final",
"run": "ali_lexmem-v1-vgate_s2",
"arch": "ali",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22785088,
"seed": 2,
"per_lang": {
"en": {
"cpc": 0.20174682526001264,
"cps": 27.4296875,
"bpb": 1.8792424839325907,
"bytes_per_chunk": 4.727062896710906,
"reads_per_chunk": 0.7477369446047317
},
"tr": {
"cpc": 0.19615533337015964,
"cps": 27.7421875,
"bpb": 1.996184441399291,
"bytes_per_chunk": 5.5716638859073955,
"reads_per_chunk": 0.649932517880105
},
"fi": {
"cpc": 0.23385253309233958,
"cps": 34.3671875,
"bpb": 2.119437409728559,
"bytes_per_chunk": 4.484351879570628,
"reads_per_chunk": 0.6672454347175298
}
},
"bpb_mean": 1.9982881116868139,
"gini_cpc": 0.03978041922083886,
"gini_cps": 0.051653433382776504,
"bpic": 4.950004362621063,
"mean_boundary_entropy": 0.09085255861282349,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 367.6628749370575,
"probe_overhead_seq_frac": 0.499859375,
"wall_sec": 2368.86710190773,
"inventory": {
"size": 65536,
"admitted": 65536,
"staged": 0,
"budget_B": 65536,
"staging_capacity": 0,
"collisions": 0,
"dropped": 0,
"type_rejected": 0,
"config_keys": 0,
"admitted_surface": 65536,
"staged_surface": 0,
"admitted_split": 0,
"staged_split": 0,
"admitted_merge": 0,
"staged_merge": 0,
"admitted_skel": 0,
"staged_skel": 0,
"mean_count": 457.22344970703125,
"n_util_obs": 1402,
"util_count_spearman": 0.12099475435726914
},
"ali_params": 268096,
"ali_config": {
"enabled": true,
"budget_B": 65536,
"staging_capacity": 262144,
"policy": "frequency",
"candidate_types": [
"surface"
],
"gate": "vector",
"retrieval": true,
"memory_scope": "persistent",
"read_dropout": 0.1,
"write_rule": "mean",
"eta_min": 0.0,
"consolidate_every": 50,
"probe_seqs": 2,
"probe_reps": 8,
"horizon": 32,
"predictor": "mlp",
"lambda_util": 0.1,
"max_span": 64,
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
"gate_hidden": 0,
"type_dim": 16,
"gate_bias_init": -2.0
},
"util_vs_frequency_spearman": 0.12099475435726914,
"paired_vs_dropout": {
"n": 2967,
"pearson": 0.07762929548329246,
"spearman": 0.07120252640944566,
"mean_abs_discrepancy": 0.9180679321289062,
"mean_paired": 0.08886926621198654,
"mean_dropout": 0.09410886466503143
},
"predictor_calibration": {
"n": 6825,
"all": {
"n": 6825,
"pearson": 0.14208885245435268,
"spearman": 0.18967390702410228,
"mae": 0.15018339455127716,
"reliability": [
{
"pred": 0.009002826176583767,
"obs": 0.008886421099305153,
"n": 683
},
{
"pred": 0.022224755957722664,
"obs": 0.0384339801967144,
"n": 682
},
{
"pred": 0.02968299761414528,
"obs": 0.04713522642850876,
"n": 683
},
{
"pred": 0.03566974028944969,
"obs": 0.05481308326125145,
"n": 682
},
{
"pred": 0.040992621332407,
"obs": 0.06664890795946121,
"n": 682
},
{
"pred": 0.046606503427028656,
"obs": 0.08607412874698639,
"n": 683
},
{
"pred": 0.05295577272772789,
"obs": 0.09045539796352386,
"n": 682
},
{
"pred": 0.06078413501381874,
"obs": 0.09147554636001587,
"n": 683
},
{
"pred": 0.07146579027175903,
"obs": 0.10709844529628754,
"n": 682
},
{
"pred": 0.09505021572113037,
"obs": 0.14059390127658844,
"n": 683
}
]
},
"admitted": {
"n": 6825,
"pearson": 0.14208885245435268,
"spearman": 0.18967390702410228,
"mae": 0.15018339455127716,
"reliability": [
{
"pred": 0.009002826176583767,
"obs": 0.008886421099305153,
"n": 683
},
{
"pred": 0.022224755957722664,
"obs": 0.0384339801967144,
"n": 682
},
{
"pred": 0.02968299761414528,
"obs": 0.04713522642850876,
"n": 683
},
{
"pred": 0.03566974028944969,
"obs": 0.05481308326125145,
"n": 682
},
{
"pred": 0.040992621332407,
"obs": 0.06664890795946121,
"n": 682
},
{
"pred": 0.046606503427028656,
"obs": 0.08607412874698639,
"n": 683
},
{
"pred": 0.05295577272772789,
"obs": 0.09045539796352386,
"n": 682
},
{
"pred": 0.06078413501381874,
"obs": 0.09147554636001587,
"n": 683
},
{
"pred": 0.07146579027175903,
"obs": 0.10709844529628754,
"n": 682
},
{
"pred": 0.09505021572113037,
"obs": 0.14059390127658844,
"n": 683
}
]
},
"staged": {
"n": 0,
"pearson": NaN,
"spearman": NaN,
"mae": NaN
}
}
}