File size: 1,142 Bytes
ab2edb4
7a5c5be
 
2d340ce
7a5c5be
 
2d340ce
 
dd4062d
 
 
 
7a5c5be
dd4062d
7a5c5be
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ab2edb4
7a5c5be
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
import gradio as gr
import torch
import sentencepiece as spm
from config import AmaiaConfig
from model import Amaia

torch.serialization.add_safe_globals([AmaiaConfig])
ckpt = torch.load("amaia.pt", map_location="cpu", weights_only=True)

state_dict = ckpt["model"]
unwrapped = {k.replace("_orig_mod.", ""): v for k, v in state_dict.items()}

model = Amaia(ckpt["cfg"])
model.load_state_dict(unwrapped)
model.eval()

sp = spm.SentencePieceProcessor()
sp.Load("amaia.model")

def generate(prompt, temperature, max_tokens):
    ids = sp.Encode(prompt)
    idx = torch.tensor([ids])
    with torch.no_grad():
        out = model.generate(idx, int(max_tokens), temperature=float(temperature))
    return sp.Decode(out[0].tolist())

gr.Interface(
    fn=generate,
    inputs=[
        gr.Textbox(label="Prompt", placeholder="Enter your prompt here..."),
        gr.Slider(0.1, 2.0, value=0.8, step=0.1, label="Temperature"),
        gr.Slider(50, 500, value=200, step=50, label="Max Tokens"),
    ],
    outputs=gr.Textbox(label="Generated Text"),
    title="Amaia",
    description="An open-source language model, built from scratch.",
).launch()