ali_hnet-ffn_s0 / final.json
suchirsalhan's picture
run records: final.json, log, probes
b2c834e verified
Raw History Blame Contribute Delete
1.58 kB
{
"event": "final",
"run": "ali_hnet-ffn_s0",
"arch": "hnet_ffn",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22785033,
"seed": 0,
"per_lang": {
"en": {
"cpc": 0.19146124231454348,
"cps": 26.03125,
"bpb": 1.892164292916011,
"bytes_per_chunk": 4.865194918478513
},
"tr": {
"cpc": 0.20145832182511186,
"cps": 28.4921875,
"bpb": 2.008611757265818,
"bytes_per_chunk": 5.422079735250013
},
"fi": {
"cpc": 0.25878475360161607,
"cps": 38.03125,
"bpb": 2.127279023188143,
"bytes_per_chunk": 4.119850069543215
}
},
"bpb_mean": 2.009351691123324,
"gini_cpc": 0.06886917830098982,
"gini_cps": 0.0864353844855239,
"bpic": 4.788722883430404,
"mean_boundary_entropy": 0.09874764084815979,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 0.0,
"probe_overhead_seq_frac": 0.0,
"wall_sec": 726.6966066360474,
"ffn_params": 268041,
"matched_to_ali_params": 268096
}