import sys import argparse import torch import sentencepiece as spm from model import Amaia def main(): parser = argparse.ArgumentParser(description="Generate text with Amaia") parser.add_argument("prompt", nargs="?", default="The") parser.add_argument("--ckpt", default="amaia.pt") parser.add_argument("--sp-model", default="amaia.model") parser.add_argument("--max-tokens", type=int, default=200) parser.add_argument("--temperature",type=float, default=0.8) parser.add_argument("--top-p", type=float, default=0.92) args = parser.parse_args() ckpt = torch.load(args.ckpt, map_location="cpu") cfg = ckpt["cfg"] model = Amaia(cfg) model.load_state_dict(ckpt["model"]) model.eval() sp = spm.SentencePieceProcessor() sp.Load(args.sp_model) ids = sp.Encode(args.prompt) idx = torch.tensor([ids], dtype=torch.long) with torch.no_grad(): out = model.generate(idx, args.max_tokens, temperature=args.temperature, top_p=args.top_p) print(sp.Decode(out[0].tolist())) if __name__ == "__main__": main()