suchirsalhan's picture
final: log, final.json, probes
05dba0a verified
Raw History Blame Contribute Delete
6.13 kB
Invalid JSON:Unexpected token 'N', ..."pearson": NaN, "... is not valid JSON
{
"event": "final",
"run": "ali_mem-mixed-nosplit_s2",
"arch": "ali",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22785088,
"seed": 2,
"per_lang": {
"en": {
"cpc": 0.19985060047118314,
"cps": 27.171875,
"bpb": 1.8789527361615497,
"bytes_per_chunk": 4.716644026017255,
"reads_per_chunk": 1.4310299846163534
},
"tr": {
"cpc": 0.19554769927636304,
"cps": 27.65625,
"bpb": 1.9957652874323915,
"bytes_per_chunk": 5.674603861806217,
"reads_per_chunk": 1.2274222876439518
},
"fi": {
"cpc": 0.23544734463877517,
"cps": 34.6015625,
"bpb": 2.1169965782029356,
"bytes_per_chunk": 4.491343493270969,
"reads_per_chunk": 1.3188215842992128
}
},
"bpb_mean": 1.997238200598959,
"gini_cpc": 0.04216524883962314,
"gini_cps": 0.0553856905739496,
"bpic": 4.956058355901109,
"mean_boundary_entropy": 0.06595396995544434,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 391.0335032939911,
"probe_overhead_seq_frac": 0.49991145833333334,
"wall_sec": 3840.5855736732483,
"inventory": {
"size": 65536,
"admitted": 65536,
"staged": 0,
"budget_B": 65536,
"staging_capacity": 0,
"collisions": 0,
"dropped": 0,
"type_rejected": 0,
"config_keys": 3956,
"admitted_surface": 22526,
"staged_surface": 0,
"admitted_split": 0,
"staged_split": 0,
"admitted_merge": 28107,
"staged_merge": 0,
"admitted_skel": 14903,
"staged_skel": 0,
"mean_count": 855.0438232421875,
"n_util_obs": 1238,
"util_count_spearman": 0.04983978062627583
},
"ali_params": 268096,
"ali_config": {
"enabled": true,
"budget_B": 65536,
"staging_capacity": 262144,
"policy": "frequency",
"value_mode": "learned",
"candidate_types": [
"surface",
"merge",
"skel"
],
"gate": "vector",
"retrieval": true,
"memory_scope": "persistent",
"read_dropout": 0.1,
"write_rule": "mean",
"eta_min": 0.0,
"consolidate_every": 50,
"probe_seqs": 2,
"probe_reps": 8,
"horizon": 32,
"predictor": "mlp",
"lambda_util": 0.1,
"max_span": 64,
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
"gate_hidden": 0,
"type_dim": 16,
"gate_bias_init": -2.0
},
"util_vs_frequency_spearman": 0.04983978062627583,
"paired_vs_dropout": {
"n": 3024,
"pearson": 0.006128280070588667,
"spearman": 0.022483421867570345,
"mean_abs_discrepancy": 0.6517414450645447,
"mean_paired": 0.026441391557455063,
"mean_dropout": 0.01761438325047493
},
"predictor_calibration": {
"n": 7094,
"all": {
"n": 7094,
"pearson": 0.1010343874563803,
"spearman": 0.10414798393624244,
"mae": 0.08953601121902466,
"reliability": [
{
"pred": 0.0036844774149358273,
"obs": 0.006867345422506332,
"n": 710
},
{
"pred": 0.011605371721088886,
"obs": 0.01357561070472002,
"n": 709
},
{
"pred": 0.014691668562591076,
"obs": 0.012853294610977173,
"n": 709
},
{
"pred": 0.017079273238778114,
"obs": 0.0092664435505867,
"n": 710
},
{
"pred": 0.01928691565990448,
"obs": 0.023297931998968124,
"n": 709
},
{
"pred": 0.021600767970085144,
"obs": 0.028413577005267143,
"n": 709
},
{
"pred": 0.023935416713356972,
"obs": 0.025136016309261322,
"n": 710
},
{
"pred": 0.026788555085659027,
"obs": 0.034504737704992294,
"n": 709
},
{
"pred": 0.031030382961034775,
"obs": 0.046053845435380936,
"n": 709
},
{
"pred": 0.04156605526804924,
"obs": 0.04583355411887169,
"n": 710
}
]
},
"admitted": {
"n": 7094,
"pearson": 0.1010343874563803,
"spearman": 0.10414798393624244,
"mae": 0.08953601121902466,
"reliability": [
{
"pred": 0.0036844774149358273,
"obs": 0.006867345422506332,
"n": 710
},
{
"pred": 0.011605371721088886,
"obs": 0.01357561070472002,
"n": 709
},
{
"pred": 0.014691668562591076,
"obs": 0.012853294610977173,
"n": 709
},
{
"pred": 0.017079273238778114,
"obs": 0.0092664435505867,
"n": 710
},
{
"pred": 0.01928691565990448,
"obs": 0.023297931998968124,
"n": 709
},
{
"pred": 0.021600767970085144,
"obs": 0.028413577005267143,
"n": 709
},
{
"pred": 0.023935416713356972,
"obs": 0.025136016309261322,
"n": 710
},
{
"pred": 0.026788555085659027,
"obs": 0.034504737704992294,
"n": 709
},
{
"pred": 0.031030382961034775,
"obs": 0.046053845435380936,
"n": 709
},
{
"pred": 0.04156605526804924,
"obs": 0.04583355411887169,
"n": 710
}
]
},
"staged": {
"n": 0,
"pearson": NaN,
"spearman": NaN,
"mae": NaN
}
}
}