Download bf16_reference_metadata.json from Grawnch/Hy4-Flash-BF16-Reference-Logits: direct link, hf CLI and curl.
- Browser
- Download file 921 Bytes
-
https://huggingface.co/Grawnch/Hy4-Flash-BF16-Reference-Logits/resolve/main/bf16_reference_metadata.json
- Command line
-
hf download hf://Grawnch/Hy4-Flash-BF16-Reference-Logits/bf16_reference_metadata.json
-
curl -L -o bf16_reference_metadata.json https://huggingface.co/Grawnch/Hy4-Flash-BF16-Reference-Logits/resolve/main/bf16_reference_metadata.json
921 Bytes
| { | |
| "base_model": "tencent/Hy4-flash", | |
| "vocab_size": 120832, | |
| "hidden_size": 3072, | |
| "engram_mode": "fp8_exact", | |
| "blind_val_2k_domains": { | |
| "wt2_test_prose_rows": [ | |
| 0, | |
| 1 | |
| ], | |
| "heldout_code_rows": [ | |
| 2, | |
| 3 | |
| ], | |
| "selfgen_mathcode_rows": [ | |
| 4, | |
| 5, | |
| 6, | |
| 7 | |
| ] | |
| }, | |
| "opt_64x2048_domains": { | |
| "c4_rows": "16 (25%)", | |
| "wt2_train_rows": "16 (25%)", | |
| "code_rows": "16 (25%)", | |
| "selfgen_cot_rows": "16 (25%)" | |
| }, | |
| "val_batch_invariance_cos": 0.975375, | |
| "blind_val_2k": { | |
| "n_eval_tokens": 16376, | |
| "fp32_exact_ppl": 13.2992, | |
| "bf16_logits_ppl": 13.3013, | |
| "fp32_vs_bf16_logits_kld": 0.00013, | |
| "fp32_vs_bf16_top1_match_pct": 99.0474 | |
| }, | |
| "blind_val_8k": { | |
| "n_eval_tokens": 16382, | |
| "fp32_exact_ppl": 34.8908, | |
| "bf16_logits_ppl": 34.8961, | |
| "fp32_vs_bf16_logits_kld": 0.000155, | |
| "fp32_vs_bf16_top1_match_pct": 99.0477 | |
| } | |
| } |