AMAIA / generate.py
Adam25613's picture
Upload 7 files
ca0bb3f verified
Raw History Blame Contribute Delete
1.16 kB
import sys
import argparse
import torch
import sentencepiece as spm
from model import Amaia
def main():
parser = argparse.ArgumentParser(description="Generate text with Amaia")
parser.add_argument("prompt", nargs="?", default="The")
parser.add_argument("--ckpt", default="amaia.pt")
parser.add_argument("--sp-model", default="amaia.model")
parser.add_argument("--max-tokens", type=int, default=200)
parser.add_argument("--temperature",type=float, default=0.8)
parser.add_argument("--top-p", type=float, default=0.92)
args = parser.parse_args()
ckpt = torch.load(args.ckpt, map_location="cpu")
cfg = ckpt["cfg"]
model = Amaia(cfg)
model.load_state_dict(ckpt["model"])
model.eval()
sp = spm.SentencePieceProcessor()
sp.Load(args.sp_model)
ids = sp.Encode(args.prompt)
idx = torch.tensor([ids], dtype=torch.long)
with torch.no_grad():
out = model.generate(idx, args.max_tokens,
temperature=args.temperature,
top_p=args.top_p)
print(sp.Decode(out[0].tolist()))
if __name__ == "__main__":
main()