ali_lexmem-v1_s2 / final.json
suchirsalhan's picture
final: log, final.json, probes
9b58adf verified
Raw History Blame Contribute Delete
6.03 kB
Invalid JSON:Unexpected token 'N', ..."pearson": NaN, "... is not valid JSON
{
"event": "final",
"run": "ali_lexmem-v1_s2",
"arch": "lexmem_v1",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22719553,
"seed": 2,
"per_lang": {
"en": {
"cpc": 0.20335574326265587,
"cps": 27.6484375,
"bpb": 1.8823098697531386,
"bytes_per_chunk": 4.791913061757959,
"reads_per_chunk": 0.7401266783047409
},
"tr": {
"cpc": 0.1896370767276142,
"cps": 26.8203125,
"bpb": 1.9991002460109348,
"bytes_per_chunk": 5.833459432996573,
"reads_per_chunk": 0.6492389514442121
},
"fi": {
"cpc": 0.2389559300409335,
"cps": 35.1171875,
"bpb": 2.1171532866446188,
"bytes_per_chunk": 4.599864887391537,
"reads_per_chunk": 0.6566735977680099
}
},
"bpb_mean": 1.9995211341362307,
"gini_cpc": 0.05202832593717366,
"gini_cps": 0.061742391209558045,
"bpic": 4.947414319351181,
"mean_boundary_entropy": 0.08331762999296188,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 343.29130029678345,
"probe_overhead_seq_frac": 0.499890625,
"wall_sec": 3760.2309215068817,
"inventory": {
"size": 65536,
"admitted": 65536,
"staged": 0,
"budget_B": 65536,
"staging_capacity": 0,
"collisions": 0,
"dropped": 0,
"type_rejected": 0,
"config_keys": 0,
"admitted_surface": 65536,
"staged_surface": 0,
"admitted_split": 0,
"staged_split": 0,
"admitted_merge": 0,
"staged_merge": 0,
"admitted_skel": 0,
"staged_skel": 0,
"mean_count": 447.3790283203125,
"n_util_obs": 1378,
"util_count_spearman": 0.1662517158296253
},
"ali_params": 202561,
"ali_config": {
"enabled": true,
"budget_B": 65536,
"staging_capacity": 262144,
"policy": "frequency",
"candidate_types": [
"surface"
],
"gate": "scalar",
"retrieval": true,
"memory_scope": "persistent",
"read_dropout": 0.1,
"write_rule": "mean",
"eta_min": 0.0,
"consolidate_every": 50,
"probe_seqs": 2,
"probe_reps": 8,
"horizon": 32,
"predictor": "mlp",
"lambda_util": 0.1,
"max_span": 64,
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
"gate_hidden": 0,
"type_dim": 16,
"gate_bias_init": -2.0
},
"util_vs_frequency_spearman": 0.1662517158296253,
"paired_vs_dropout": {
"n": 2906,
"pearson": 0.08378102282529734,
"spearman": 0.09772621039636144,
"mean_abs_discrepancy": 0.9626404643058777,
"mean_paired": 0.09258974343538284,
"mean_dropout": 0.07520633190870285
},
"predictor_calibration": {
"n": 6655,
"all": {
"n": 6655,
"pearson": 0.12455224372004542,
"spearman": 0.21281410091092712,
"mae": 0.13819727301597595,
"reliability": [
{
"pred": 0.002805632073432207,
"obs": 0.026666948571801186,
"n": 666
},
{
"pred": 0.012120313942432404,
"obs": 0.031520191580057144,
"n": 665
},
{
"pred": 0.01786142587661743,
"obs": 0.04358869418501854,
"n": 666
},
{
"pred": 0.022935178130865097,
"obs": 0.06163495406508446,
"n": 665
},
{
"pred": 0.028229784220457077,
"obs": 0.06935030221939087,
"n": 665
},
{
"pred": 0.03458526358008385,
"obs": 0.06276576966047287,
"n": 666
},
{
"pred": 0.041279543191194534,
"obs": 0.09939464181661606,
"n": 665
},
{
"pred": 0.04989882931113243,
"obs": 0.08988390117883682,
"n": 666
},
{
"pred": 0.06324664503335953,
"obs": 0.10193153470754623,
"n": 665
},
{
"pred": 0.09470333904027939,
"obs": 0.1347000002861023,
"n": 666
}
]
},
"admitted": {
"n": 6655,
"pearson": 0.12455224372004542,
"spearman": 0.21281410091092712,
"mae": 0.13819727301597595,
"reliability": [
{
"pred": 0.002805632073432207,
"obs": 0.026666948571801186,
"n": 666
},
{
"pred": 0.012120313942432404,
"obs": 0.031520191580057144,
"n": 665
},
{
"pred": 0.01786142587661743,
"obs": 0.04358869418501854,
"n": 666
},
{
"pred": 0.022935178130865097,
"obs": 0.06163495406508446,
"n": 665
},
{
"pred": 0.028229784220457077,
"obs": 0.06935030221939087,
"n": 665
},
{
"pred": 0.03458526358008385,
"obs": 0.06276576966047287,
"n": 666
},
{
"pred": 0.041279543191194534,
"obs": 0.09939464181661606,
"n": 665
},
{
"pred": 0.04989882931113243,
"obs": 0.08988390117883682,
"n": 666
},
{
"pred": 0.06324664503335953,
"obs": 0.10193153470754623,
"n": 665
},
{
"pred": 0.09470333904027939,
"obs": 0.1347000002861023,
"n": 666
}
]
},
"staged": {
"n": 0,
"pearson": NaN,
"spearman": NaN,
"mae": NaN
}
}
}