pmv-hou's picture
Rename app.py to app2.py
2e8207f verified
Raw History Blame Contribute Delete
493 Bytes
import gradio as gr
from huggingface_hub import InferenceClient
import os
API_TOKEN = os.environ['HF_TOKEN']
client = InferenceClient()
def query(payload):
response = client.text_generation(payload, model="google/gemma-7b", max_new_tokens=12)
return response #.json()
text_generation_interface = gr.Interface(
fn=query,
inputs=[
gr.Textbox(label="Input Text"),
],
outputs=gr.Textbox(label="Generated Text"),
title="google/gemma-7b",
).launch()