suchirsalhan's picture
final: log, final.json, probes
d42bb5b verified
Raw History Blame Contribute Delete
6.14 kB
Invalid JSON:Unexpected token 'N', ..."pearson": NaN, "... is not valid JSON
{
"event": "final",
"run": "ali_mem-mixed-noskel_s0",
"arch": "ali",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22785088,
"seed": 0,
"per_lang": {
"en": {
"cpc": 0.22501867494110211,
"cps": 30.59375,
"bpb": 1.8385813459664473,
"bytes_per_chunk": 4.118458468837882,
"reads_per_chunk": 2.542143878336554
},
"tr": {
"cpc": 0.21372148262718887,
"cps": 30.2265625,
"bpb": 1.9592079994811364,
"bytes_per_chunk": 5.116851936796698,
"reads_per_chunk": 2.298039292232318
},
"fi": {
"cpc": 0.2711179628940514,
"cps": 39.84375,
"bpb": 2.0830612195086626,
"bytes_per_chunk": 3.9126262136284597,
"reads_per_chunk": 2.417779237158486
}
},
"bpb_mean": 1.960283521652082,
"gini_cpc": 0.053904180391690204,
"gini_cps": 0.06369163109558929,
"bpic": 4.402949165696547,
"mean_boundary_entropy": 0.0861956924200058,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 550.1851713657379,
"probe_overhead_seq_frac": 0.4999166666666667,
"wall_sec": 4833.17707157135,
"inventory": {
"size": 65536,
"admitted": 65536,
"staged": 0,
"budget_B": 65536,
"staging_capacity": 0,
"collisions": 0,
"dropped": 0,
"type_rejected": 0,
"config_keys": 6022,
"admitted_surface": 20288,
"staged_surface": 0,
"admitted_split": 19931,
"staged_split": 0,
"admitted_merge": 25317,
"staged_merge": 0,
"admitted_skel": 0,
"staged_skel": 0,
"mean_count": 1755.144775390625,
"n_util_obs": 812,
"util_count_spearman": 0.0021767526417503496
},
"ali_params": 268096,
"ali_config": {
"enabled": true,
"budget_B": 65536,
"staging_capacity": 262144,
"policy": "frequency",
"value_mode": "learned",
"candidate_types": [
"surface",
"split",
"merge"
],
"gate": "vector",
"retrieval": true,
"memory_scope": "persistent",
"read_dropout": 0.1,
"write_rule": "mean",
"eta_min": 0.0,
"consolidate_every": 50,
"probe_seqs": 2,
"probe_reps": 8,
"horizon": 32,
"predictor": "mlp",
"lambda_util": 0.1,
"max_span": 64,
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
"gate_hidden": 0,
"type_dim": 16,
"gate_bias_init": -2.0
},
"util_vs_frequency_spearman": 0.0021767526417503496,
"paired_vs_dropout": {
"n": 1799,
"pearson": -0.008652429157767337,
"spearman": -0.004224965963187484,
"mean_abs_discrepancy": 0.40583336353302,
"mean_paired": 0.026480356231331825,
"mean_dropout": 0.031364504247903824
},
"predictor_calibration": {
"n": 4499,
"all": {
"n": 4499,
"pearson": 0.09758663071622226,
"spearman": 0.07938542980488926,
"mae": 0.10049129277467728,
"reliability": [
{
"pred": -0.0020235355477780104,
"obs": 0.004141777753829956,
"n": 450
},
{
"pred": 0.0055206334218382835,
"obs": 0.018564287573099136,
"n": 450
},
{
"pred": 0.009401406161487103,
"obs": 0.012782866135239601,
"n": 450
},
{
"pred": 0.012124963104724884,
"obs": 0.022304894402623177,
"n": 450
},
{
"pred": 0.013805209659039974,
"obs": 0.024659954011440277,
"n": 449
},
{
"pred": 0.01573879085481167,
"obs": 0.01669413223862648,
"n": 450
},
{
"pred": 0.019183149561285973,
"obs": 0.029091615229845047,
"n": 450
},
{
"pred": 0.022776082158088684,
"obs": 0.033549364656209946,
"n": 450
},
{
"pred": 0.026509864255785942,
"obs": 0.030397063121199608,
"n": 450
},
{
"pred": 0.03773670643568039,
"obs": 0.06206348165869713,
"n": 450
}
]
},
"admitted": {
"n": 4499,
"pearson": 0.09758663071622226,
"spearman": 0.07938542980488926,
"mae": 0.10049129277467728,
"reliability": [
{
"pred": -0.0020235355477780104,
"obs": 0.004141777753829956,
"n": 450
},
{
"pred": 0.0055206334218382835,
"obs": 0.018564287573099136,
"n": 450
},
{
"pred": 0.009401406161487103,
"obs": 0.012782866135239601,
"n": 450
},
{
"pred": 0.012124963104724884,
"obs": 0.022304894402623177,
"n": 450
},
{
"pred": 0.013805209659039974,
"obs": 0.024659954011440277,
"n": 449
},
{
"pred": 0.01573879085481167,
"obs": 0.01669413223862648,
"n": 450
},
{
"pred": 0.019183149561285973,
"obs": 0.029091615229845047,
"n": 450
},
{
"pred": 0.022776082158088684,
"obs": 0.033549364656209946,
"n": 450
},
{
"pred": 0.026509864255785942,
"obs": 0.030397063121199608,
"n": 450
},
{
"pred": 0.03773670643568039,
"obs": 0.06206348165869713,
"n": 450
}
]
},
"staged": {
"n": 0,
"pearson": NaN,
"spearman": NaN,
"mae": NaN
}
}
}