File size: 1,209 Bytes
dd53693
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
"""Run the trained model from the command line, or dump reference outputs for the JavaScript parity test.

    python infer.py "a red fox jumping over a car in the desert"
    python infer.py --parity ../tests/parity.json
"""
import json
import random
import sys
from pathlib import Path

import torch

import gen
import tok
from model import TinyGPT

HERE = Path(__file__).resolve().parent


def load(dev="cpu"):
    cfg = json.loads((HERE.parent / "web" / "model" / "model.json").read_text())["config"]
    m = TinyGPT(cfg["vocab"], cfg["ctx"], cfg["d"], cfg["layers"], cfg["heads"])
    m.load_state_dict(torch.load(HERE / "model.pt", map_location=dev))
    return m.to(dev).eval()


def run(model, text):
    return [tok.VOCAB[i] for i in model.generate(tok.encode_prompt(text), tok.EOS)]


if __name__ == "__main__":
    model = load()
    if sys.argv[1] == "--parity":
        r = random.Random(424242)
        prompts = [gen.sample(r)[0] for _ in range(300)]
        Path(sys.argv[2]).write_text(json.dumps([[p, run(model, p)] for p in prompts], ensure_ascii=False))
        print("wrote", len(prompts))
    else:
        for p in sys.argv[1:]:
            print(p, "\n   ->", " ".join(run(model, p)))