File size: 1,485 Bytes
d90aef1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 | {
"d5": {
"rows": 4000,
"positions": 339326,
"mid_token_positions": 199326,
"mid_token_fraction": 0.5874174098064988,
"jsd_mid_median": 0.6931471672045528,
"jsd_mid_p95": 0.6931471805599454,
"jsd_lt_.005_fraction": 0.009913408185585422,
"gold_byte_argmax_rate": 0.8921803811084326,
"dropped_mass_median": 1.1812154835758568e-07,
"dropped_mass_p95": 0.7010381780887871,
"a0_fixtures": null,
"sparse_conditional": "E:\\mirel\\data\\btx_e003\\byte_conditional_top16_d5.npz"
},
"sub3": {
"rows": 4050,
"positions": 11244,
"mid_token_positions": 0,
"mid_token_fraction": 0.0,
"jsd_mid_median": 0.0,
"jsd_mid_p95": 0.0,
"jsd_lt_.005_fraction": 1.0,
"gold_byte_argmax_rate": 0.9874599786552828,
"dropped_mass_median": 1.1321480164005255e-19,
"dropped_mass_p95": 8.258072338711938e-14,
"a0_fixtures": "140/140",
"sparse_conditional": "E:\\mirel\\data\\btx_e003\\byte_conditional_top16_sub3.npz"
},
"gate_note": "The multi-byte form is exact within a token from the top-64; off-gold re-entry (a shorter token ending inside the gold token) is DISCLOSED as dropped mass, not beamed (the Vieira beam needs extra teacher forwards; owed). At token boundaries the gold-path next byte is the next position's first byte. The JSD gate is scored at mid-token positions only (k >= 1); where mid_token_fraction ~ 0 (sub3 digits: Qwen2.5 has no ASCII multi-digit tokens) channel 1 is LABEL-CLASS.",
"gate_pass_d5": false
} |