| { | |
| "D": 512, | |
| "L": 8, | |
| "H": 8, | |
| "T": 512, | |
| "VOCAB": 8192, | |
| "model_type": "atom-gpt", | |
| "architecture": "decoder-only transformer, RMSNorm, RoPE, SwiGLU, tied embeddings", | |
| "step": 5968, | |
| "best_val": 1.2423416799114597, | |
| "eos_token": "<|endoftext|>", | |
| "eos_token_id": 0, | |
| "prompt_template": "### Instruction:\nWrite a short story.\nWords: ...\nFeatures: ...\n### Story:\n" | |
| } |