Download generate.py from Adam25613/AMAIA: direct link, hf CLI and curl.
- Browser
- Download file 1.16 kB
-
https://huggingface.co/spaces/Adam25613/AMAIA/resolve/main/generate.py
- Command line
-
hf download hf://spaces/Adam25613/AMAIA/generate.py
-
curl -L -o generate.py https://huggingface.co/spaces/Adam25613/AMAIA/resolve/main/generate.py
1.16 kB
| import sys | |
| import argparse | |
| import torch | |
| import sentencepiece as spm | |
| from model import Amaia | |
| def main(): | |
| parser = argparse.ArgumentParser(description="Generate text with Amaia") | |
| parser.add_argument("prompt", nargs="?", default="The") | |
| parser.add_argument("--ckpt", default="amaia.pt") | |
| parser.add_argument("--sp-model", default="amaia.model") | |
| parser.add_argument("--max-tokens", type=int, default=200) | |
| parser.add_argument("--temperature",type=float, default=0.8) | |
| parser.add_argument("--top-p", type=float, default=0.92) | |
| args = parser.parse_args() | |
| ckpt = torch.load(args.ckpt, map_location="cpu") | |
| cfg = ckpt["cfg"] | |
| model = Amaia(cfg) | |
| model.load_state_dict(ckpt["model"]) | |
| model.eval() | |
| sp = spm.SentencePieceProcessor() | |
| sp.Load(args.sp_model) | |
| ids = sp.Encode(args.prompt) | |
| idx = torch.tensor([ids], dtype=torch.long) | |
| with torch.no_grad(): | |
| out = model.generate(idx, args.max_tokens, | |
| temperature=args.temperature, | |
| top_p=args.top_p) | |
| print(sp.Decode(out[0].tolist())) | |
| if __name__ == "__main__": | |
| main() | |