ali_mem-mixed_s2 / final.json
suchirsalhan's picture
final: log, final.json, probes
4d88b34 verified
Raw History Blame Contribute Delete
6.16 kB
Invalid JSON:Unexpected token 'N', ..."pearson": NaN, "... is not valid JSON
{
"event": "final",
"run": "ali_mem-mixed_s2",
"arch": "ali",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22785088,
"seed": 2,
"per_lang": {
"en": {
"cpc": 0.20174682526001264,
"cps": 27.4296875,
"bpb": 1.878356182090285,
"bytes_per_chunk": 4.625145559123469,
"reads_per_chunk": 2.8671971488055332
},
"tr": {
"cpc": 0.19737060155775285,
"cps": 27.9140625,
"bpb": 1.9955787507496994,
"bytes_per_chunk": 5.658863020647821,
"reads_per_chunk": 2.5556455007609364
},
"fi": {
"cpc": 0.24379352506512147,
"cps": 35.828125,
"bpb": 2.1120582146214826,
"bytes_per_chunk": 4.314275369474342,
"reads_per_chunk": 2.8598219281787958
}
},
"bpb_mean": 1.9953310491538223,
"gini_cpc": 0.048138261731177856,
"gini_cps": 0.061411025421308274,
"bpic": 4.8613538988860325,
"mean_boundary_entropy": 0.07703839987516403,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 617.1895942687988,
"probe_overhead_seq_frac": 0.4998854166666667,
"wall_sec": 5276.054979562759,
"inventory": {
"size": 65536,
"admitted": 65536,
"staged": 0,
"budget_B": 65536,
"staging_capacity": 0,
"collisions": 0,
"dropped": 0,
"type_rejected": 0,
"config_keys": 5758,
"admitted_surface": 16864,
"staged_surface": 0,
"admitted_split": 16789,
"staged_split": 0,
"admitted_merge": 20665,
"staged_merge": 0,
"admitted_skel": 11218,
"staged_skel": 0,
"mean_count": 1778.971923828125,
"n_util_obs": 893,
"util_count_spearman": 0.020786862038113977
},
"ali_params": 268096,
"ali_config": {
"enabled": true,
"budget_B": 65536,
"staging_capacity": 262144,
"policy": "frequency",
"value_mode": "learned",
"candidate_types": [
"surface",
"split",
"merge",
"skel"
],
"gate": "vector",
"retrieval": true,
"memory_scope": "persistent",
"read_dropout": 0.1,
"write_rule": "mean",
"eta_min": 0.0,
"consolidate_every": 50,
"probe_seqs": 2,
"probe_reps": 8,
"horizon": 32,
"predictor": "mlp",
"lambda_util": 0.1,
"max_span": 64,
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
"gate_hidden": 0,
"type_dim": 16,
"gate_bias_init": -2.0
},
"util_vs_frequency_spearman": 0.020786862038113977,
"paired_vs_dropout": {
"n": 1977,
"pearson": 0.009875145515678285,
"spearman": 0.022241340372118754,
"mean_abs_discrepancy": 0.42345359921455383,
"mean_paired": 0.011157582513988018,
"mean_dropout": 0.016990255564451218
},
"predictor_calibration": {
"n": 4855,
"all": {
"n": 4855,
"pearson": 0.09485912965858367,
"spearman": 0.08244094868611303,
"mae": 0.07025863230228424,
"reliability": [
{
"pred": -0.0036273847799748182,
"obs": -0.003619680181145668,
"n": 486
},
{
"pred": 0.003719085594639182,
"obs": 0.0016223189886659384,
"n": 485
},
{
"pred": 0.006902734749019146,
"obs": 0.0011194533435627818,
"n": 486
},
{
"pred": 0.009201674722135067,
"obs": 0.011101895943284035,
"n": 485
},
{
"pred": 0.011011066846549511,
"obs": 0.007273219991475344,
"n": 485
},
{
"pred": 0.012653808109462261,
"obs": 0.01118354219943285,
"n": 486
},
{
"pred": 0.014498446136713028,
"obs": 0.005092968232929707,
"n": 485
},
{
"pred": 0.016844023019075394,
"obs": 0.014006364159286022,
"n": 486
},
{
"pred": 0.020055899396538734,
"obs": 0.012852534651756287,
"n": 485
},
{
"pred": 0.02752947062253952,
"obs": 0.03669833764433861,
"n": 486
}
]
},
"admitted": {
"n": 4855,
"pearson": 0.09485912965858367,
"spearman": 0.08244094868611303,
"mae": 0.07025863230228424,
"reliability": [
{
"pred": -0.0036273847799748182,
"obs": -0.003619680181145668,
"n": 486
},
{
"pred": 0.003719085594639182,
"obs": 0.0016223189886659384,
"n": 485
},
{
"pred": 0.006902734749019146,
"obs": 0.0011194533435627818,
"n": 486
},
{
"pred": 0.009201674722135067,
"obs": 0.011101895943284035,
"n": 485
},
{
"pred": 0.011011066846549511,
"obs": 0.007273219991475344,
"n": 485
},
{
"pred": 0.012653808109462261,
"obs": 0.01118354219943285,
"n": 486
},
{
"pred": 0.014498446136713028,
"obs": 0.005092968232929707,
"n": 485
},
{
"pred": 0.016844023019075394,
"obs": 0.014006364159286022,
"n": 486
},
{
"pred": 0.020055899396538734,
"obs": 0.012852534651756287,
"n": 485
},
{
"pred": 0.02752947062253952,
"obs": 0.03669833764433861,
"n": 486
}
]
},
"staged": {
"n": 0,
"pearson": NaN,
"spearman": NaN,
"mae": NaN
}
}
}