suchirsalhan's picture
final: log, final.json, probes
5585b62 verified
Raw History Blame Contribute Delete
6.14 kB
Invalid JSON:Unexpected token 'N', ..."pearson": NaN, "... is not valid JSON
{
"event": "final",
"run": "ali_mem-mixed-nosurface_s2",
"arch": "ali",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22785088,
"seed": 2,
"per_lang": {
"en": {
"cpc": 0.19439177153364362,
"cps": 26.4296875,
"bpb": 1.8888810903664617,
"bytes_per_chunk": 4.923909164334416,
"reads_per_chunk": 2.1942936569056517
},
"tr": {
"cpc": 0.19422195216262497,
"cps": 27.46875,
"bpb": 1.9978835762452374,
"bytes_per_chunk": 5.616910039532467,
"reads_per_chunk": 2.0153630237516205
},
"fi": {
"cpc": 0.23305512731912179,
"cps": 34.25,
"bpb": 2.115934424100123,
"bytes_per_chunk": 4.510120691286657,
"reads_per_chunk": 2.3207136528254493
}
},
"bpb_mean": 2.0008996969039408,
"gini_cpc": 0.04164400933934442,
"gini_cps": 0.05914502644095854,
"bpic": 5.028095364707967,
"mean_boundary_entropy": 0.10898235440254211,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 510.5884323120117,
"probe_overhead_seq_frac": 0.4999166666666667,
"wall_sec": 4432.792079925537,
"inventory": {
"size": 65536,
"admitted": 65536,
"staged": 0,
"budget_B": 65536,
"staging_capacity": 0,
"collisions": 0,
"dropped": 0,
"type_rejected": 0,
"config_keys": 0,
"admitted_surface": 0,
"staged_surface": 0,
"admitted_split": 22780,
"staged_split": 0,
"admitted_merge": 27616,
"staged_merge": 0,
"admitted_skel": 15140,
"staged_skel": 0,
"mean_count": 1308.50341796875,
"n_util_obs": 1160,
"util_count_spearman": -0.002909181343932337
},
"ali_params": 268096,
"ali_config": {
"enabled": true,
"budget_B": 65536,
"staging_capacity": 262144,
"policy": "frequency",
"value_mode": "learned",
"candidate_types": [
"split",
"merge",
"skel"
],
"gate": "vector",
"retrieval": true,
"memory_scope": "persistent",
"read_dropout": 0.1,
"write_rule": "mean",
"eta_min": 0.0,
"consolidate_every": 50,
"probe_seqs": 2,
"probe_reps": 8,
"horizon": 32,
"predictor": "mlp",
"lambda_util": 0.1,
"max_span": 64,
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
"gate_hidden": 0,
"type_dim": 16,
"gate_bias_init": -2.0
},
"util_vs_frequency_spearman": -0.002909181343932337,
"paired_vs_dropout": {
"n": 2569,
"pearson": 0.009871817621691347,
"spearman": -0.007610990892284414,
"mean_abs_discrepancy": 0.563280463218689,
"mean_paired": 0.016725655645132065,
"mean_dropout": 0.021768825128674507
},
"predictor_calibration": {
"n": 6163,
"all": {
"n": 6163,
"pearson": 0.054514203635201874,
"spearman": 0.08174444508445368,
"mae": 0.07416899502277374,
"reliability": [
{
"pred": -0.0010181384859606624,
"obs": -0.0004733822133857757,
"n": 617
},
{
"pred": 0.005054155830293894,
"obs": 0.013593874871730804,
"n": 616
},
{
"pred": 0.007474050857126713,
"obs": 0.007619133219122887,
"n": 616
},
{
"pred": 0.009460444562137127,
"obs": 0.013037418015301228,
"n": 616
},
{
"pred": 0.011122436262667179,
"obs": 0.014372900128364563,
"n": 616
},
{
"pred": 0.012825028039515018,
"obs": 0.01861608773469925,
"n": 617
},
{
"pred": 0.014603574760258198,
"obs": 0.022156987339258194,
"n": 616
},
{
"pred": 0.016660932451486588,
"obs": 0.023982632905244827,
"n": 616
},
{
"pred": 0.019405312836170197,
"obs": 0.025196155533194542,
"n": 616
},
{
"pred": 0.024218590930104256,
"obs": 0.01796366274356842,
"n": 617
}
]
},
"admitted": {
"n": 6163,
"pearson": 0.054514203635201874,
"spearman": 0.08174444508445368,
"mae": 0.07416899502277374,
"reliability": [
{
"pred": -0.0010181384859606624,
"obs": -0.0004733822133857757,
"n": 617
},
{
"pred": 0.005054155830293894,
"obs": 0.013593874871730804,
"n": 616
},
{
"pred": 0.007474050857126713,
"obs": 0.007619133219122887,
"n": 616
},
{
"pred": 0.009460444562137127,
"obs": 0.013037418015301228,
"n": 616
},
{
"pred": 0.011122436262667179,
"obs": 0.014372900128364563,
"n": 616
},
{
"pred": 0.012825028039515018,
"obs": 0.01861608773469925,
"n": 617
},
{
"pred": 0.014603574760258198,
"obs": 0.022156987339258194,
"n": 616
},
{
"pred": 0.016660932451486588,
"obs": 0.023982632905244827,
"n": 616
},
{
"pred": 0.019405312836170197,
"obs": 0.025196155533194542,
"n": 616
},
{
"pred": 0.024218590930104256,
"obs": 0.01796366274356842,
"n": 617
}
]
},
"staged": {
"n": 0,
"pearson": NaN,
"spearman": NaN,
"mae": NaN
}
}
}