"""Local open-source answer generation on the Space's ZeroGPU allocation."""
import spaces
from .generation import load_model, run_generation

tokenizer, model = load_model("cuda")


@spaces.GPU(duration=45)
def generate_json(system, payload):
    return run_generation(tokenizer, model, system, payload)