File size: 467 Bytes
23ad248 | 1 2 3 4 5 6 7 8 9 10 | {
"parameters": 14995843,
"training_tokens": 8153333760,
"optimizer_steps": 248820,
"sequence_length": 512,
"tokenizer_sha256": "ed6b75f7fad6994e75932c98cd1bc8dfdcaa88d4be8bd905bab970963f5c10b0",
"model_safetensors_sha256": "0ef03e7dd15c8dab74daad517f76445470a60505bd2fc81e5daeb49269a49d2a",
"source_mix": ["FineWeb-Edu", "DCLM", "UltraFineWeb L1 English", "UltraFineWeb L2 English", "FineWeb-HQ", "FineMath", "UltraFineWeb L3 English", "FinePhrase"]
}
|