suchirsalhan's picture
final: log, final.json, probes
5cad252 verified
Raw History Blame Contribute Delete
6.11 kB
Invalid JSON:Unexpected token 'N', ..."pearson": NaN, "... is not valid JSON
{
"event": "final",
"run": "ali_mem-mixed-nosplit_s0",
"arch": "ali",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22785088,
"seed": 0,
"per_lang": {
"en": {
"cpc": 0.2023214388323852,
"cps": 27.5078125,
"bpb": 1.8504389048084973,
"bytes_per_chunk": 4.569316983467113,
"reads_per_chunk": 1.4788785177050923
},
"tr": {
"cpc": 0.20957852289675744,
"cps": 29.640625,
"bpb": 1.9579020169750627,
"bytes_per_chunk": 5.323369344488668,
"reads_per_chunk": 1.3097128584192999
},
"fi": {
"cpc": 0.2681409813407049,
"cps": 39.40625,
"bpb": 2.0831939256216345,
"bytes_per_chunk": 3.930165441038673,
"reads_per_chunk": 1.4850113567364562
}
},
"bpb_mean": 1.963844949135065,
"gini_cpc": 0.06452507816288877,
"gini_cps": 0.08215335652830613,
"bpic": 4.590339024192896,
"mean_boundary_entropy": 0.06938916444778442,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 458.34634804725647,
"probe_overhead_seq_frac": 0.4998697916666667,
"wall_sec": 4756.6085703372955,
"inventory": {
"size": 65536,
"admitted": 65536,
"staged": 0,
"budget_B": 65536,
"staging_capacity": 0,
"collisions": 0,
"dropped": 0,
"type_rejected": 0,
"config_keys": 4079,
"admitted_surface": 22503,
"staged_surface": 0,
"admitted_split": 0,
"staged_split": 0,
"admitted_merge": 27229,
"staged_merge": 0,
"admitted_skel": 15804,
"staged_skel": 0,
"mean_count": 934.7421875,
"n_util_obs": 1228,
"util_count_spearman": 0.05381739716611314
},
"ali_params": 268096,
"ali_config": {
"enabled": true,
"budget_B": 65536,
"staging_capacity": 262144,
"policy": "frequency",
"value_mode": "learned",
"candidate_types": [
"surface",
"merge",
"skel"
],
"gate": "vector",
"retrieval": true,
"memory_scope": "persistent",
"read_dropout": 0.1,
"write_rule": "mean",
"eta_min": 0.0,
"consolidate_every": 50,
"probe_seqs": 2,
"probe_reps": 8,
"horizon": 32,
"predictor": "mlp",
"lambda_util": 0.1,
"max_span": 64,
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
"gate_hidden": 0,
"type_dim": 16,
"gate_bias_init": -2.0
},
"util_vs_frequency_spearman": 0.05381739716611314,
"paired_vs_dropout": {
"n": 2911,
"pearson": 0.0764863360599572,
"spearman": 0.05687019172771784,
"mean_abs_discrepancy": 0.5904754996299744,
"mean_paired": 0.03485525771975517,
"mean_dropout": 0.054034218192100525
},
"predictor_calibration": {
"n": 6816,
"all": {
"n": 6816,
"pearson": 0.1301970079559166,
"spearman": 0.11910846732838463,
"mae": 0.09893330186605453,
"reliability": [
{
"pred": 0.0022153437603265047,
"obs": 0.004206577315926552,
"n": 682
},
{
"pred": 0.009227069094777107,
"obs": 0.0061755431815981865,
"n": 681
},
{
"pred": 0.011842085979878902,
"obs": 0.01839188113808632,
"n": 682
},
{
"pred": 0.013945273123681545,
"obs": 0.01969478279352188,
"n": 681
},
{
"pred": 0.015890071168541908,
"obs": 0.033887509256601334,
"n": 682
},
{
"pred": 0.017934568226337433,
"obs": 0.015516025945544243,
"n": 681
},
{
"pred": 0.020383233204483986,
"obs": 0.02864345908164978,
"n": 682
},
{
"pred": 0.023855235427618027,
"obs": 0.03420175239443779,
"n": 681
},
{
"pred": 0.029295610263943672,
"obs": 0.05174757540225983,
"n": 682
},
{
"pred": 0.0499095618724823,
"obs": 0.0694846361875534,
"n": 682
}
]
},
"admitted": {
"n": 6816,
"pearson": 0.1301970079559166,
"spearman": 0.11910846732838463,
"mae": 0.09893330186605453,
"reliability": [
{
"pred": 0.0022153437603265047,
"obs": 0.004206577315926552,
"n": 682
},
{
"pred": 0.009227069094777107,
"obs": 0.0061755431815981865,
"n": 681
},
{
"pred": 0.011842085979878902,
"obs": 0.01839188113808632,
"n": 682
},
{
"pred": 0.013945273123681545,
"obs": 0.01969478279352188,
"n": 681
},
{
"pred": 0.015890071168541908,
"obs": 0.033887509256601334,
"n": 682
},
{
"pred": 0.017934568226337433,
"obs": 0.015516025945544243,
"n": 681
},
{
"pred": 0.020383233204483986,
"obs": 0.02864345908164978,
"n": 682
},
{
"pred": 0.023855235427618027,
"obs": 0.03420175239443779,
"n": 681
},
{
"pred": 0.029295610263943672,
"obs": 0.05174757540225983,
"n": 682
},
{
"pred": 0.0499095618724823,
"obs": 0.0694846361875534,
"n": 682
}
]
},
"staged": {
"n": 0,
"pearson": NaN,
"spearman": NaN,
"mae": NaN
}
}
}