suchirsalhan's picture
final: log, final.json, probes
e596b69 verified
Raw History Blame Contribute Delete
6.14 kB
Invalid JSON:Unexpected token 'N', ..."pearson": NaN, "... is not valid JSON
{
"event": "final",
"run": "ali_mem-mixed-noskel_s2",
"arch": "ali",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22785088,
"seed": 2,
"per_lang": {
"en": {
"cpc": 0.20393035683502844,
"cps": 27.7265625,
"bpb": 1.879443144690485,
"bytes_per_chunk": 4.588954048140044,
"reads_per_chunk": 2.4391597374179432
},
"tr": {
"cpc": 0.20355742142186378,
"cps": 28.7890625,
"bpb": 1.9987037077626237,
"bytes_per_chunk": 5.50520291909487,
"reads_per_chunk": 2.1512154145009714
},
"fi": {
"cpc": 0.23204508000637925,
"cps": 34.1015625,
"bpb": 2.124414254428143,
"bytes_per_chunk": 4.564026672702265,
"reads_per_chunk": 2.224454619844351
}
},
"bpb_mean": 2.0008537022937505,
"gini_cpc": 0.029696319969003016,
"gini_cps": 0.046900594878868995,
"bpic": 4.8911113026985085,
"mean_boundary_entropy": 0.06535323709249496,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 427.123681306839,
"probe_overhead_seq_frac": 0.4998854166666667,
"wall_sec": 3637.5386464595795,
"inventory": {
"size": 65536,
"admitted": 65536,
"staged": 0,
"budget_B": 65536,
"staging_capacity": 0,
"collisions": 0,
"dropped": 0,
"type_rejected": 0,
"config_keys": 6141,
"admitted_surface": 20205,
"staged_surface": 0,
"admitted_split": 20048,
"staged_split": 0,
"admitted_merge": 25283,
"staged_merge": 0,
"admitted_skel": 0,
"staged_skel": 0,
"mean_count": 1506.474365234375,
"n_util_obs": 869,
"util_count_spearman": 0.03281142302377349
},
"ali_params": 268096,
"ali_config": {
"enabled": true,
"budget_B": 65536,
"staging_capacity": 262144,
"policy": "frequency",
"value_mode": "learned",
"candidate_types": [
"surface",
"split",
"merge"
],
"gate": "vector",
"retrieval": true,
"memory_scope": "persistent",
"read_dropout": 0.1,
"write_rule": "mean",
"eta_min": 0.0,
"consolidate_every": 50,
"probe_seqs": 2,
"probe_reps": 8,
"horizon": 32,
"predictor": "mlp",
"lambda_util": 0.1,
"max_span": 64,
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
"gate_hidden": 0,
"type_dim": 16,
"gate_bias_init": -2.0
},
"util_vs_frequency_spearman": 0.03281142302377349,
"paired_vs_dropout": {
"n": 1880,
"pearson": 0.04101637698881435,
"spearman": 0.04826017462091272,
"mean_abs_discrepancy": 0.457901269197464,
"mean_paired": 0.023446355015039444,
"mean_dropout": 0.019609402865171432
},
"predictor_calibration": {
"n": 4619,
"all": {
"n": 4619,
"pearson": 0.1652877652060228,
"spearman": 0.15342061956915137,
"mae": 0.0856354832649231,
"reliability": [
{
"pred": -0.0021623221691697836,
"obs": -0.00553093571215868,
"n": 462
},
{
"pred": 0.0059371632523834705,
"obs": -0.0016069968696683645,
"n": 462
},
{
"pred": 0.009183868765830994,
"obs": 0.0030977490823715925,
"n": 462
},
{
"pred": 0.011907241307199001,
"obs": 0.009104277938604355,
"n": 462
},
{
"pred": 0.01447450090199709,
"obs": 0.022781038656830788,
"n": 461
},
{
"pred": 0.017053525894880295,
"obs": 0.014081845991313457,
"n": 462
},
{
"pred": 0.021303750574588776,
"obs": 0.025455504655838013,
"n": 462
},
{
"pred": 0.028773019090294838,
"obs": 0.03582412376999855,
"n": 462
},
{
"pred": 0.03843999281525612,
"obs": 0.04397613927721977,
"n": 462
},
{
"pred": 0.05920158699154854,
"obs": 0.06934522092342377,
"n": 462
}
]
},
"admitted": {
"n": 4619,
"pearson": 0.1652877652060228,
"spearman": 0.15342061956915137,
"mae": 0.0856354832649231,
"reliability": [
{
"pred": -0.0021623221691697836,
"obs": -0.00553093571215868,
"n": 462
},
{
"pred": 0.0059371632523834705,
"obs": -0.0016069968696683645,
"n": 462
},
{
"pred": 0.009183868765830994,
"obs": 0.0030977490823715925,
"n": 462
},
{
"pred": 0.011907241307199001,
"obs": 0.009104277938604355,
"n": 462
},
{
"pred": 0.01447450090199709,
"obs": 0.022781038656830788,
"n": 461
},
{
"pred": 0.017053525894880295,
"obs": 0.014081845991313457,
"n": 462
},
{
"pred": 0.021303750574588776,
"obs": 0.025455504655838013,
"n": 462
},
{
"pred": 0.028773019090294838,
"obs": 0.03582412376999855,
"n": 462
},
{
"pred": 0.03843999281525612,
"obs": 0.04397613927721977,
"n": 462
},
{
"pred": 0.05920158699154854,
"obs": 0.06934522092342377,
"n": 462
}
]
},
"staged": {
"n": 0,
"pearson": NaN,
"spearman": NaN,
"mae": NaN
}
}
}