import gradio as gr from huggingface_hub import InferenceClient import os API_TOKEN = os.environ['HF_TOKEN'] client = InferenceClient() def query(payload): response = client.text_generation(payload, model="google/gemma-7b", max_new_tokens=12) return response #.json() text_generation_interface = gr.Interface( fn=query, inputs=[ gr.Textbox(label="Input Text"), ], outputs=gr.Textbox(label="Generated Text"), title="google/gemma-7b", ).launch()