ali_mem-random_s2 / final.json
suchirsalhan's picture
final: log, final.json, probes
1f761ed verified
Raw History Blame Contribute Delete
6.02 kB
Invalid JSON:Unexpected token 'N', ..."pearson": NaN, "... is not valid JSON
{
"event": "final",
"run": "ali_mem-random_s2",
"arch": "ali",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22785088,
"seed": 2,
"per_lang": {
"en": {
"cpc": 0.18967994024018847,
"cps": 25.7890625,
"bpb": 1.887210698121041,
"bytes_per_chunk": 4.876054425564763,
"reads_per_chunk": 0.6769993396761623
},
"tr": {
"cpc": 0.19621057283323207,
"cps": 27.75,
"bpb": 2.0005761688738923,
"bytes_per_chunk": 5.610838809100833,
"reads_per_chunk": 0.5789259647695897
},
"fi": {
"cpc": 0.23278932539471586,
"cps": 34.2109375,
"bpb": 2.1247721718224195,
"bytes_per_chunk": 4.562160092585342,
"reads_per_chunk": 0.5796068603649464
}
},
"bpb_mean": 2.004186346272451,
"gini_cpc": 0.04645308981488383,
"gini_cps": 0.06398385565052234,
"bpic": 5.050925925925926,
"mean_boundary_entropy": 0.0781458169221878,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 317.6440327167511,
"probe_overhead_seq_frac": 0.49985416666666665,
"wall_sec": 1772.23020529747,
"inventory": {
"size": 65536,
"admitted": 65536,
"staged": 0,
"budget_B": 65536,
"staging_capacity": 0,
"collisions": 0,
"dropped": 0,
"type_rejected": 0,
"config_keys": 0,
"admitted_surface": 65536,
"staged_surface": 0,
"admitted_split": 0,
"staged_split": 0,
"admitted_merge": 0,
"staged_merge": 0,
"admitted_skel": 0,
"staged_skel": 0,
"mean_count": 160.794677734375,
"n_util_obs": 153,
"util_count_spearman": 0.15476370971192566
},
"ali_params": 268096,
"ali_config": {
"enabled": true,
"budget_B": 65536,
"staging_capacity": 262144,
"policy": "random",
"value_mode": "learned",
"candidate_types": [
"surface"
],
"gate": "vector",
"retrieval": true,
"memory_scope": "persistent",
"read_dropout": 0.1,
"write_rule": "mean",
"eta_min": 0.0,
"consolidate_every": 50,
"probe_seqs": 2,
"probe_reps": 8,
"horizon": 32,
"predictor": "mlp",
"lambda_util": 0.1,
"max_span": 64,
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
"gate_hidden": 0,
"type_dim": 16,
"gate_bias_init": -2.0
},
"util_vs_frequency_spearman": 0.15476370971192566,
"paired_vs_dropout": {
"n": 188,
"pearson": 0.2360564433337164,
"spearman": 0.1246345088647967,
"mean_abs_discrepancy": 0.44449761509895325,
"mean_paired": 0.08757366985082626,
"mean_dropout": 0.0988227054476738
},
"predictor_calibration": {
"n": 273,
"all": {
"n": 273,
"pearson": 0.2399563679231443,
"spearman": 0.30818419450879736,
"mae": 0.1049981415271759,
"reliability": [
{
"pred": 0.015780987218022346,
"obs": 0.010552691295742989,
"n": 28
},
{
"pred": 0.03746779263019562,
"obs": -0.0008808771963231266,
"n": 27
},
{
"pred": 0.048890046775341034,
"obs": 0.07203880697488785,
"n": 27
},
{
"pred": 0.05779610201716423,
"obs": 0.06596147269010544,
"n": 27
},
{
"pred": 0.06574138253927231,
"obs": 0.09322180598974228,
"n": 27
},
{
"pred": 0.0741511806845665,
"obs": 0.12963199615478516,
"n": 28
},
{
"pred": 0.08890796452760696,
"obs": 0.053287651389837265,
"n": 27
},
{
"pred": 0.10822872072458267,
"obs": 0.0980893149971962,
"n": 27
},
{
"pred": 0.1182013601064682,
"obs": 0.12967272102832794,
"n": 27
},
{
"pred": 0.12872345745563507,
"obs": 0.1480996310710907,
"n": 28
}
]
},
"admitted": {
"n": 273,
"pearson": 0.2399563679231443,
"spearman": 0.30818419450879736,
"mae": 0.1049981415271759,
"reliability": [
{
"pred": 0.015780987218022346,
"obs": 0.010552691295742989,
"n": 28
},
{
"pred": 0.03746779263019562,
"obs": -0.0008808771963231266,
"n": 27
},
{
"pred": 0.048890046775341034,
"obs": 0.07203880697488785,
"n": 27
},
{
"pred": 0.05779610201716423,
"obs": 0.06596147269010544,
"n": 27
},
{
"pred": 0.06574138253927231,
"obs": 0.09322180598974228,
"n": 27
},
{
"pred": 0.0741511806845665,
"obs": 0.12963199615478516,
"n": 28
},
{
"pred": 0.08890796452760696,
"obs": 0.053287651389837265,
"n": 27
},
{
"pred": 0.10822872072458267,
"obs": 0.0980893149971962,
"n": 27
},
{
"pred": 0.1182013601064682,
"obs": 0.12967272102832794,
"n": 27
},
{
"pred": 0.12872345745563507,
"obs": 0.1480996310710907,
"n": 28
}
]
},
"staged": {
"n": 0,
"pearson": NaN,
"spearman": NaN,
"mae": NaN
}
}
}