ali_hnet-ffn_s4 / final.json
suchirsalhan's picture
final: log, final.json, probes
3c4a545 verified
Raw History Blame Contribute Delete
1.58 kB
{
"event": "final",
"run": "ali_hnet-ffn_s4",
"arch": "hnet_ffn",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22785033,
"seed": 4,
"per_lang": {
"en": {
"cpc": 0.16767224041831869,
"cps": 22.796875,
"bpb": 1.8792543077398376,
"bytes_per_chunk": 5.419669623105708
},
"tr": {
"cpc": 0.17295475887974368,
"cps": 24.4609375,
"bpb": 2.016682290382616,
"bytes_per_chunk": 5.909467989179441
},
"fi": {
"cpc": 0.15793950348200522,
"cps": 23.2109375,
"bpb": 2.192197024188604,
"bytes_per_chunk": 6.06751611521948
}
},
"bpb_mean": 2.029377874103686,
"gini_cpc": 0.020077903768787708,
"gini_cps": 0.015742793791574394,
"bpic": 6.289578713968958,
"mean_boundary_entropy": 0.09317883104085922,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 0.0,
"probe_overhead_seq_frac": 0.0,
"wall_sec": 487.687539100647,
"ffn_params": 268041,
"matched_to_ali_params": 268096
}