Download app.py from Adam25613/AMAIA: direct link, hf CLI and curl.
- Browser
- Download file 1.14 kB
-
https://huggingface.co/spaces/Adam25613/AMAIA/resolve/main/app.py
- Command line
-
hf download hf://spaces/Adam25613/AMAIA/app.py
-
curl -L -o app.py https://huggingface.co/spaces/Adam25613/AMAIA/resolve/main/app.py
1.14 kB
| import gradio as gr | |
| import torch | |
| import sentencepiece as spm | |
| from config import AmaiaConfig | |
| from model import Amaia | |
| torch.serialization.add_safe_globals([AmaiaConfig]) | |
| ckpt = torch.load("amaia.pt", map_location="cpu", weights_only=True) | |
| state_dict = ckpt["model"] | |
| unwrapped = {k.replace("_orig_mod.", ""): v for k, v in state_dict.items()} | |
| model = Amaia(ckpt["cfg"]) | |
| model.load_state_dict(unwrapped) | |
| model.eval() | |
| sp = spm.SentencePieceProcessor() | |
| sp.Load("amaia.model") | |
| def generate(prompt, temperature, max_tokens): | |
| ids = sp.Encode(prompt) | |
| idx = torch.tensor([ids]) | |
| with torch.no_grad(): | |
| out = model.generate(idx, int(max_tokens), temperature=float(temperature)) | |
| return sp.Decode(out[0].tolist()) | |
| gr.Interface( | |
| fn=generate, | |
| inputs=[ | |
| gr.Textbox(label="Prompt", placeholder="Enter your prompt here..."), | |
| gr.Slider(0.1, 2.0, value=0.8, step=0.1, label="Temperature"), | |
| gr.Slider(50, 500, value=200, step=50, label="Max Tokens"), | |
| ], | |
| outputs=gr.Textbox(label="Generated Text"), | |
| title="Amaia", | |
| description="An open-source language model, built from scratch.", | |
| ).launch() |