Hy4-Flash-BF16-Reference-Logits / bf16_reference_metadata.json
Grawnch's picture
Publish tencent/Hy4-flash pure-BF16 reference logits (2K + 8K BF16 safetensors + exact FP32 factorized + OPT 64x2048)
cfd1f91 verified
Raw History Blame Contribute Delete
921 Bytes
{
"base_model": "tencent/Hy4-flash",
"vocab_size": 120832,
"hidden_size": 3072,
"engram_mode": "fp8_exact",
"blind_val_2k_domains": {
"wt2_test_prose_rows": [
0,
1
],
"heldout_code_rows": [
2,
3
],
"selfgen_mathcode_rows": [
4,
5,
6,
7
]
},
"opt_64x2048_domains": {
"c4_rows": "16 (25%)",
"wt2_train_rows": "16 (25%)",
"code_rows": "16 (25%)",
"selfgen_cot_rows": "16 (25%)"
},
"val_batch_invariance_cos": 0.975375,
"blind_val_2k": {
"n_eval_tokens": 16376,
"fp32_exact_ppl": 13.2992,
"bf16_logits_ppl": 13.3013,
"fp32_vs_bf16_logits_kld": 0.00013,
"fp32_vs_bf16_top1_match_pct": 99.0474
},
"blind_val_8k": {
"n_eval_tokens": 16382,
"fp32_exact_ppl": 34.8908,
"bf16_logits_ppl": 34.8961,
"fp32_vs_bf16_logits_kld": 0.000155,
"fp32_vs_bf16_top1_match_pct": 99.0477
}
}