Download config.py from Adam25613/AMAIA: direct link, hf CLI and curl.
- Browser
- Download file 736 Bytes
-
https://huggingface.co/spaces/Adam25613/AMAIA/resolve/main/config.py
- Command line
-
hf download hf://spaces/Adam25613/AMAIA/config.py
-
curl -L -o config.py https://huggingface.co/spaces/Adam25613/AMAIA/resolve/main/config.py
736 Bytes
| from dataclasses import dataclass, field | |
| from typing import Optional | |
| class AmaiaConfig: | |
| vocab_size: int = 32768 | |
| d_model: int = 128 | |
| n_heads: int = 4 | |
| n_layers: int = 4 | |
| max_seq: int = 256 | |
| dropout: float = 0.1 | |
| lr: float = 3e-4 | |
| lr_min: float = 1e-5 | |
| warmup_steps: int = 500 | |
| decay_steps: int = 50000 | |
| beta1: float = 0.9 | |
| beta2: float = 0.999 | |
| weight_decay: float = 0.1 | |
| grad_clip: float = 1.0 | |
| batch_size: int = 32 | |
| chunk_size: int = 128 | |
| num_workers: int = 2 | |
| ckpt_file: str = "amaia.pt" | |
| sp_model: str = "amaia.model" | |
| log_every: int = 100 | |
| ckpt_every: int = 1000 | |
| sample_every: int = 500 | |
| sample_prompt: str = "The" | |
| max_new_tokens: int = 80 | |