ali_ali-nogate_s1 / final.json
suchirsalhan's picture
final: log, final.json, probes
f773ea7 verified
Raw History Blame Contribute Delete
7.42 kB
{
"event": "final",
"run": "ali_ali-nogate_s1",
"arch": "ali",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22583040,
"seed": 1,
"per_lang": {
"en": {
"cpc": 0.20467735447911278,
"cps": 27.828125,
"bpb": 1.8679003570951767,
"bytes_per_chunk": 4.660296352921307,
"reads_per_chunk": 1.4054097296912917
},
"tr": {
"cpc": 0.20549080262939845,
"cps": 29.0625,
"bpb": 1.9820922259832554,
"bytes_per_chunk": 5.2497571819083,
"reads_per_chunk": 1.2842824099570438
},
"fi": {
"cpc": 0.259901121684121,
"cps": 38.1953125,
"bpb": 2.1410961523541236,
"bytes_per_chunk": 4.097280400125039,
"reads_per_chunk": 1.2767427321037825
}
},
"bpb_mean": 1.9970295784775185,
"gini_cpc": 0.054943340888088166,
"gini_cps": 0.0726864404458687,
"bpic": 4.661243940514337,
"mean_boundary_entropy": 0.11333145201206207,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 757.8952479362488,
"probe_overhead_seq_frac": 0.4999166666666667,
"wall_sec": 8274.029620170593,
"inventory": {
"size": 327590,
"admitted": 65536,
"staged": 262054,
"budget_B": 65536,
"staging_capacity": 262144,
"collisions": 0,
"dropped": 0,
"type_rejected": 0,
"config_keys": 1446,
"admitted_surface": 37516,
"staged_surface": 55195,
"admitted_split": 24607,
"staged_split": 35034,
"admitted_merge": 3168,
"staged_merge": 129658,
"admitted_skel": 245,
"staged_skel": 42167,
"mean_count": 457.8076171875,
"n_util_obs": 525,
"util_count_spearman": 0.044279623615570064
},
"ali_params": 66048,
"ali_config": {
"enabled": true,
"budget_B": 65536,
"staging_capacity": 262144,
"policy": "utility",
"candidate_types": [
"surface",
"split",
"merge",
"skel"
],
"gate": "fixed",
"retrieval": true,
"memory_scope": "persistent",
"read_dropout": 0.1,
"write_rule": "mean",
"eta_min": 0.0,
"consolidate_every": 50,
"probe_seqs": 2,
"probe_reps": 8,
"horizon": 32,
"predictor": "mlp",
"lambda_util": 0.1,
"max_span": 64,
"byte_classes_path": "/local/scratch/sas245/beetle-hnet/scratch/data/byte_classes.json",
"gate_hidden": 0,
"type_dim": 16,
"gate_bias_init": -2.0
},
"util_vs_frequency_spearman": 0.044279623615570064,
"paired_vs_dropout": {
"n": 1205,
"pearson": 0.08022866959804177,
"spearman": 0.07177796382227764,
"mean_abs_discrepancy": 0.46268022060394287,
"mean_paired": 0.013777625747025013,
"mean_dropout": 0.020228739827871323
},
"predictor_calibration": {
"n": 2986,
"all": {
"n": 2986,
"pearson": 0.15346671293365421,
"spearman": 0.15250033388261522,
"mae": 0.10782948136329651,
"reliability": [
{
"pred": -0.04466794431209564,
"obs": -0.04102784022688866,
"n": 299
},
{
"pred": -0.013935744762420654,
"obs": 0.0018270679283887148,
"n": 298
},
{
"pred": -0.006180219352245331,
"obs": 0.006749954540282488,
"n": 299
},
{
"pred": -0.0026279170997440815,
"obs": -0.00943631213158369,
"n": 298
},
{
"pred": -1.4776313946640585e-05,
"obs": -0.008318537846207619,
"n": 299
},
{
"pred": 0.002227426739409566,
"obs": 0.003365342738106847,
"n": 299
},
{
"pred": 0.005946862045675516,
"obs": -0.0029231354128569365,
"n": 298
},
{
"pred": 0.013949666172266006,
"obs": 0.019144922494888306,
"n": 298
},
{
"pred": 0.024963248521089554,
"obs": 0.025729985907673836,
"n": 299
},
{
"pred": 0.04499002918601036,
"obs": 0.06362227350473404,
"n": 299
}
]
},
"admitted": {
"n": 2861,
"pearson": 0.13155381748997239,
"spearman": 0.11290140121031195,
"mae": 0.10969183593988419,
"reliability": [
{
"pred": -0.034329887479543686,
"obs": -0.00518527626991272,
"n": 286
},
{
"pred": -0.010431740432977676,
"obs": 0.0021044157911092043,
"n": 286
},
{
"pred": -0.004954822361469269,
"obs": -0.003622168442234397,
"n": 286
},
{
"pred": -0.0018616033485159278,
"obs": -0.011592832393944263,
"n": 286
},
{
"pred": 0.0004870741395279765,
"obs": -0.0055365110747516155,
"n": 286
},
{
"pred": 0.002688927110284567,
"obs": 0.011132236570119858,
"n": 287
},
{
"pred": 0.00678063090890646,
"obs": -0.00490189716219902,
"n": 285
},
{
"pred": 0.014961286447942257,
"obs": 0.017522653564810753,
"n": 286
},
{
"pred": 0.02573784999549389,
"obs": 0.025486204773187637,
"n": 286
},
{
"pred": 0.04549268260598183,
"obs": 0.06674129515886307,
"n": 287
}
]
},
"staged": {
"n": 125,
"pearson": 0.03520017212943452,
"spearman": -0.025536098310291855,
"mae": 0.06520367413759232,
"reliability": [
{
"pred": -0.10431763529777527,
"obs": -0.04242805391550064,
"n": 13
},
{
"pred": -0.06903986632823944,
"obs": -0.0862860307097435,
"n": 12
},
{
"pred": -0.057448092848062515,
"obs": -0.06986941397190094,
"n": 13
},
{
"pred": -0.04646605625748634,
"obs": -0.059141527861356735,
"n": 12
},
{
"pred": -0.0379459522664547,
"obs": -0.0696166381239891,
"n": 12
},
{
"pred": -0.03466861695051193,
"obs": -0.029638979583978653,
"n": 13
},
{
"pred": -0.02975899539887905,
"obs": -0.09271317720413208,
"n": 12
},
{
"pred": -0.02499927394092083,
"obs": -0.08728210628032684,
"n": 13
},
{
"pred": -0.020445652306079865,
"obs": -0.09565329551696777,
"n": 12
},
{
"pred": -0.007601029705256224,
"obs": -0.08181516826152802,
"n": 13
}
]
}
}
}