app.py

import time

import gradio as gr
import spaces
import torch


@spaces.GPU(duration=10)
def generate(prompt: str) -> str:
    gpu = torch.cuda.get_device_name()
    time.sleep(5)
    return f"Generated on {gpu}: {prompt.upper()}"


demo = gr.Workflow(bind={"generate": generate})

if __name__ == "__main__":
    demo.launch()