suchirsalhan's picture
final: log, final.json, probes
c7cd5bd verified
Raw History Blame Contribute Delete
6.11 kB
Invalid JSON:Unexpected token 'N', ..."pearson": NaN, "... is not valid JSON
{
"event": "final",
"run": "ali_mem-mixed-nosplit_s1",
"arch": "ali",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22785088,
"seed": 1,
"per_lang": {
"en": {
"cpc": 0.20559673619490892,
"cps": 27.953125,
"bpb": 1.82461124898144,
"bytes_per_chunk": 4.640291717557927,
"reads_per_chunk": 1.9172994884321952
},
"tr": {
"cpc": 0.18267690438048942,
"cps": 25.8359375,
"bpb": 1.9684346107259498,
"bytes_per_chunk": 5.641933991197392,
"reads_per_chunk": 1.1512692758832201
},
"fi": {
"cpc": 0.21423635107118175,
"cps": 31.484375,
"bpb": 2.137904455323749,
"bytes_per_chunk": 4.71409946321156,
"reads_per_chunk": 1.2931206560148178
}
},
"bpb_mean": 1.976983438343713,
"gini_cpc": 0.0349199704881733,
"gini_cps": 0.04415941365093912,
"bpic": 5.1976179569399905,
"mean_boundary_entropy": 0.0790678858757019,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 446.1083207130432,
"probe_overhead_seq_frac": 0.499890625,
"wall_sec": 3858.771421432495,
"inventory": {
"size": 65536,
"admitted": 65536,
"staged": 0,
"budget_B": 65536,
"staging_capacity": 0,
"collisions": 0,
"dropped": 0,
"type_rejected": 0,
"config_keys": 4080,
"admitted_surface": 24246,
"staged_surface": 0,
"admitted_split": 0,
"staged_split": 0,
"admitted_merge": 23779,
"staged_merge": 0,
"admitted_skel": 17511,
"staged_skel": 0,
"mean_count": 1061.525390625,
"n_util_obs": 1115,
"util_count_spearman": -0.015926528970122027
},
"ali_params": 268096,
"ali_config": {
"enabled": true,
"budget_B": 65536,
"staging_capacity": 262144,
"policy": "frequency",
"value_mode": "learned",
"candidate_types": [
"surface",
"merge",
"skel"
],
"gate": "vector",
"retrieval": true,
"memory_scope": "persistent",
"read_dropout": 0.1,
"write_rule": "mean",
"eta_min": 0.0,
"consolidate_every": 50,
"probe_seqs": 2,
"probe_reps": 8,
"horizon": 32,
"predictor": "mlp",
"lambda_util": 0.1,
"max_span": 64,
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
"gate_hidden": 0,
"type_dim": 16,
"gate_bias_init": -2.0
},
"util_vs_frequency_spearman": -0.015926528970122027,
"paired_vs_dropout": {
"n": 2876,
"pearson": 0.0630351294381183,
"spearman": 0.06703405816151066,
"mean_abs_discrepancy": 0.6148156523704529,
"mean_paired": 0.04613140597939491,
"mean_dropout": 0.06909308582544327
},
"predictor_calibration": {
"n": 7420,
"all": {
"n": 7420,
"pearson": 0.1325271427471468,
"spearman": 0.1553301051566916,
"mae": 0.12651969492435455,
"reliability": [
{
"pred": -0.01566225290298462,
"obs": -0.006183270364999771,
"n": 742
},
{
"pred": -0.0024200808256864548,
"obs": 0.01732047088444233,
"n": 742
},
{
"pred": 0.004072226118296385,
"obs": 0.011210496537387371,
"n": 742
},
{
"pred": 0.00903016235679388,
"obs": 0.02962629124522209,
"n": 742
},
{
"pred": 0.013691187836229801,
"obs": 0.024869531393051147,
"n": 742
},
{
"pred": 0.018644852563738823,
"obs": 0.033239077776670456,
"n": 742
},
{
"pred": 0.024313004687428474,
"obs": 0.038689885288476944,
"n": 742
},
{
"pred": 0.0313090980052948,
"obs": 0.057345855981111526,
"n": 742
},
{
"pred": 0.04160597175359726,
"obs": 0.07613416761159897,
"n": 742
},
{
"pred": 0.056205857545137405,
"obs": 0.08491121977567673,
"n": 742
}
]
},
"admitted": {
"n": 7420,
"pearson": 0.1325271427471468,
"spearman": 0.1553301051566916,
"mae": 0.12651969492435455,
"reliability": [
{
"pred": -0.01566225290298462,
"obs": -0.006183270364999771,
"n": 742
},
{
"pred": -0.0024200808256864548,
"obs": 0.01732047088444233,
"n": 742
},
{
"pred": 0.004072226118296385,
"obs": 0.011210496537387371,
"n": 742
},
{
"pred": 0.00903016235679388,
"obs": 0.02962629124522209,
"n": 742
},
{
"pred": 0.013691187836229801,
"obs": 0.024869531393051147,
"n": 742
},
{
"pred": 0.018644852563738823,
"obs": 0.033239077776670456,
"n": 742
},
{
"pred": 0.024313004687428474,
"obs": 0.038689885288476944,
"n": 742
},
{
"pred": 0.0313090980052948,
"obs": 0.057345855981111526,
"n": 742
},
{
"pred": 0.04160597175359726,
"obs": 0.07613416761159897,
"n": 742
},
{
"pred": 0.056205857545137405,
"obs": 0.08491121977567673,
"n": 742
}
]
},
"staged": {
"n": 0,
"pearson": NaN,
"spearman": NaN,
"mae": NaN
}
}
}