ali_mem-mixed_s4 / final.json
suchirsalhan's picture
final: log, final.json, probes
933f931 verified
Raw History Blame Contribute Delete
6.16 kB
Invalid JSON:Unexpected token 'N', ..."pearson": NaN, "... is not valid JSON
{
"event": "final",
"run": "ali_mem-mixed_s4",
"arch": "ali",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22785088,
"seed": 4,
"per_lang": {
"en": {
"cpc": 0.16784462449003046,
"cps": 22.8203125,
"bpb": 1.8551285492300558,
"bytes_per_chunk": 5.420790338923468,
"reads_per_chunk": 3.3457784486858704
},
"tr": {
"cpc": 0.18847704800309342,
"cps": 26.65625,
"bpb": 1.9915023104697922,
"bytes_per_chunk": 5.475878635960102,
"reads_per_chunk": 2.4824377252075824
},
"fi": {
"cpc": 0.15921535271915369,
"cps": 23.3984375,
"bpb": 2.175575309441509,
"bytes_per_chunk": 6.055602397810093,
"reads_per_chunk": 2.421176035759249
}
},
"bpb_mean": 2.0074020563804527,
"gini_cpc": 0.03783975912870141,
"gini_cps": 0.03509148084619795,
"bpic": 6.081903945111493,
"mean_boundary_entropy": 0.04415855556726456,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 534.1603045463562,
"probe_overhead_seq_frac": 0.4999166666666667,
"wall_sec": 4371.956134080887,
"inventory": {
"size": 65536,
"admitted": 65536,
"staged": 0,
"budget_B": 65536,
"staging_capacity": 0,
"collisions": 0,
"dropped": 0,
"type_rejected": 0,
"config_keys": 4960,
"admitted_surface": 16674,
"staged_surface": 0,
"admitted_split": 21609,
"staged_split": 0,
"admitted_merge": 14811,
"staged_merge": 0,
"admitted_skel": 12442,
"staged_skel": 0,
"mean_count": 1676.1943359375,
"n_util_obs": 834,
"util_count_spearman": -0.011859470202995654
},
"ali_params": 268096,
"ali_config": {
"enabled": true,
"budget_B": 65536,
"staging_capacity": 262144,
"policy": "frequency",
"value_mode": "learned",
"candidate_types": [
"surface",
"split",
"merge",
"skel"
],
"gate": "vector",
"retrieval": true,
"memory_scope": "persistent",
"read_dropout": 0.1,
"write_rule": "mean",
"eta_min": 0.0,
"consolidate_every": 50,
"probe_seqs": 2,
"probe_reps": 8,
"horizon": 32,
"predictor": "mlp",
"lambda_util": 0.1,
"max_span": 64,
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
"gate_hidden": 0,
"type_dim": 16,
"gate_bias_init": -2.0
},
"util_vs_frequency_spearman": -0.011859470202995654,
"paired_vs_dropout": {
"n": 2058,
"pearson": -0.003318013488018906,
"spearman": -0.011604745352086821,
"mean_abs_discrepancy": 0.47076502442359924,
"mean_paired": 0.022626103833317757,
"mean_dropout": 0.05205170437693596
},
"predictor_calibration": {
"n": 5497,
"all": {
"n": 5497,
"pearson": 0.10150596513511552,
"spearman": 0.10327474362629753,
"mae": 0.09897452592849731,
"reliability": [
{
"pred": -0.012804780155420303,
"obs": 0.0036487141624093056,
"n": 550
},
{
"pred": -0.004629538394510746,
"obs": -0.002714421832934022,
"n": 550
},
{
"pred": -0.0007536947377957404,
"obs": 0.017434049397706985,
"n": 549
},
{
"pred": 0.001957725500687957,
"obs": 0.009500621818006039,
"n": 550
},
{
"pred": 0.004199643153697252,
"obs": 0.020444650202989578,
"n": 549
},
{
"pred": 0.006369161885231733,
"obs": 0.014687125571072102,
"n": 550
},
{
"pred": 0.008665241301059723,
"obs": 0.019541088491678238,
"n": 550
},
{
"pred": 0.011964822188019753,
"obs": 0.022163202986121178,
"n": 549
},
{
"pred": 0.01715991459786892,
"obs": 0.03169619292020798,
"n": 550
},
{
"pred": 0.028791850432753563,
"obs": 0.051099613308906555,
"n": 550
}
]
},
"admitted": {
"n": 5497,
"pearson": 0.10150596513511552,
"spearman": 0.10327474362629753,
"mae": 0.09897452592849731,
"reliability": [
{
"pred": -0.012804780155420303,
"obs": 0.0036487141624093056,
"n": 550
},
{
"pred": -0.004629538394510746,
"obs": -0.002714421832934022,
"n": 550
},
{
"pred": -0.0007536947377957404,
"obs": 0.017434049397706985,
"n": 549
},
{
"pred": 0.001957725500687957,
"obs": 0.009500621818006039,
"n": 550
},
{
"pred": 0.004199643153697252,
"obs": 0.020444650202989578,
"n": 549
},
{
"pred": 0.006369161885231733,
"obs": 0.014687125571072102,
"n": 550
},
{
"pred": 0.008665241301059723,
"obs": 0.019541088491678238,
"n": 550
},
{
"pred": 0.011964822188019753,
"obs": 0.022163202986121178,
"n": 549
},
{
"pred": 0.01715991459786892,
"obs": 0.03169619292020798,
"n": 550
},
{
"pred": 0.028791850432753563,
"obs": 0.051099613308906555,
"n": 550
}
]
},
"staged": {
"n": 0,
"pearson": NaN,
"spearman": NaN,
"mae": NaN
}
}
}