File size: 1,163 Bytes
ca0bb3f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
import sys
import argparse
import torch
import sentencepiece as spm

from model import Amaia


def main():
    parser = argparse.ArgumentParser(description="Generate text with Amaia")
    parser.add_argument("prompt", nargs="?", default="The")
    parser.add_argument("--ckpt",       default="amaia.pt")
    parser.add_argument("--sp-model",   default="amaia.model")
    parser.add_argument("--max-tokens", type=int,   default=200)
    parser.add_argument("--temperature",type=float, default=0.8)
    parser.add_argument("--top-p",      type=float, default=0.92)
    args = parser.parse_args()

    ckpt = torch.load(args.ckpt, map_location="cpu")
    cfg  = ckpt["cfg"]
    model = Amaia(cfg)
    model.load_state_dict(ckpt["model"])
    model.eval()

    sp = spm.SentencePieceProcessor()
    sp.Load(args.sp_model)

    ids = sp.Encode(args.prompt)
    idx = torch.tensor([ids], dtype=torch.long)

    with torch.no_grad():
        out = model.generate(idx, args.max_tokens,
                             temperature=args.temperature,
                             top_p=args.top_p)

    print(sp.Decode(out[0].tolist()))


if __name__ == "__main__":
    main()