{ "base_model": "tencent/Hy4-flash", "vocab_size": 120832, "hidden_size": 3072, "engram_mode": "fp8_exact", "blind_val_2k_domains": { "wt2_test_prose_rows": [ 0, 1 ], "heldout_code_rows": [ 2, 3 ], "selfgen_mathcode_rows": [ 4, 5, 6, 7 ] }, "opt_64x2048_domains": { "c4_rows": "16 (25%)", "wt2_train_rows": "16 (25%)", "code_rows": "16 (25%)", "selfgen_cot_rows": "16 (25%)" }, "val_batch_invariance_cos": 0.975375, "blind_val_2k": { "n_eval_tokens": 16376, "fp32_exact_ppl": 13.2992, "bf16_logits_ppl": 13.3013, "fp32_vs_bf16_logits_kld": 0.00013, "fp32_vs_bf16_top1_match_pct": 99.0474 }, "blind_val_8k": { "n_eval_tokens": 16382, "fp32_exact_ppl": 34.8908, "bf16_logits_ppl": 34.8961, "fp32_vs_bf16_logits_kld": 0.000155, "fp32_vs_bf16_top1_match_pct": 99.0477 } }