ali_hnet-ffn_s2 / final.json
suchirsalhan's picture
run records: final.json, log, probes
7112f47 verified
Raw History Blame Contribute Delete
1.58 kB
{
"event": "final",
"run": "ali_hnet-ffn_s2",
"arch": "hnet_ffn",
"objective": "ratio",
"condition": "A",
"step": 6000,
"params": 22785033,
"seed": 2,
"per_lang": {
"en": {
"cpc": 0.19916106418433605,
"cps": 27.078125,
"bpb": 1.8920453991596864,
"bytes_per_chunk": 4.746277033938966
},
"tr": {
"cpc": 0.18278738330663427,
"cps": 25.8515625,
"bpb": 2.0128654149185237,
"bytes_per_chunk": 6.104606213031531
},
"fi": {
"cpc": 0.2255063526659933,
"cps": 33.140625,
"bpb": 2.1365384401236085,
"bytes_per_chunk": 4.661124989998311
}
},
"bpb_mean": 2.013816418067273,
"gini_cpc": 0.04688301565627673,
"gini_cps": 0.056458200962149485,
"bpic": 5.149496233094308,
"mean_boundary_entropy": 0.1075679287314415,
"dechunk": "ema",
"router_noise": 0.0,
"transitions": [
{
"step": 0,
"phase": 1,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 2400,
"phase": 2,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
},
{
"step": 4200,
"phase": 3,
"objective": "global",
"router_trainable": true,
"encoder_trainable": true,
"frozen_router_params": 0
}
],
"probe_overhead_sec_total": 0.0,
"probe_overhead_seq_frac": 0.0,
"wall_sec": 586.1055707931519,
"ffn_params": 268041,
"matched_to_ali_params": 268096
}