Download app.py from WpiCs553/Part-1: direct link, hf CLI and curl.
- Browser
- Download file 3.05 kB
-
https://huggingface.co/spaces/WpiCs553/Part-1/resolve/main/app.py
- Command line
-
hf download hf://spaces/WpiCs553/Part-1/app.py
-
curl -L -o app.py https://huggingface.co/spaces/WpiCs553/Part-1/resolve/main/app.py
3.05 kB
| import gradio as gr | |
| from huggingface_hub import InferenceClient | |
| import os | |
| import json | |
| import random | |
| pipe = None | |
| # Load WPI facts from JSON | |
| with open("facts.json", "r") as f: | |
| WPI_FACTS = json.load(f) | |
| fancy_css = """ ... """ | |
| # Gompei chatbot response | |
| def respond( | |
| message, | |
| history: list[dict[str, str]], | |
| system_message, | |
| max_tokens, | |
| temperature, | |
| top_p, | |
| hf_token: gr.OAuthToken = None, | |
| ): | |
| global pipe | |
| # Pick a random WPI fact | |
| fact = random.choice(WPI_FACTS)["text"] | |
| messages = [{"role": "system", "content": system_message}] | |
| messages.extend(history) | |
| # Append the user message + random fact for context | |
| messages.append({"role": "user", "content": f"{message}\n\nFun fact: {fact}"}) | |
| response = "" | |
| print("[MODE] api") | |
| token_value = None | |
| if hf_token and getattr(hf_token, "token", None): | |
| token_value = hf_token.token | |
| elif os.environ.get("HF_TOKEN"): | |
| token_value = os.environ.get("HF_TOKEN") | |
| if not token_value: | |
| yield "⚠️ Please log in with your Hugging Face account or set HF_TOKEN in environment." | |
| return | |
| client = InferenceClient(token=os.environ["HF_TOKEN"], model="openai/gpt-oss-20b") | |
| for chunk in client.chat_completion( | |
| messages, | |
| max_tokens=max_tokens, | |
| stream=True, | |
| temperature=temperature, | |
| top_p=top_p, | |
| ): | |
| choices = chunk.choices | |
| token = "" | |
| if len(choices) and choices[0].delta.content: | |
| token = choices[0].delta.content | |
| response += token | |
| yield response | |
| # Chat Interface | |
| chatbot = gr.ChatInterface( | |
| fn=respond, | |
| additional_inputs=[ | |
| gr.Textbox( | |
| value="You are Gompei the Goat, WPI's mascot. Answer questions with fun goat-like personality and real WPI facts. Keep the responses short", | |
| label="System message", | |
| ), | |
| gr.Slider(minimum=1, maximum=1024, value=256, step=1, label="Max new tokens"), | |
| gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.1, label="Temperature"), | |
| gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"), | |
| #gr.Checkbox(label="Use Local Model", value=False), | |
| ], | |
| type="messages", | |
| examples=[ | |
| [ | |
| "Where is WPI located?", | |
| "You are Gompei the Goat, WPI's mascot. Answer questions with fun goat-like personality and real WPI facts.", | |
| 128, | |
| 0.7, | |
| 0.95, | |
| False | |
| ], | |
| [ | |
| "Who founded WPI?", | |
| "You are Gompei the Goat, WPI's mascot. Answer questions with fun goat-like personality and real WPI facts.", | |
| 128, | |
| 0.7, | |
| 0.95, | |
| False | |
| ], | |
| ], | |
| ) | |
| # Blocks layout | |
| with gr.Blocks(css=fancy_css) as demo: | |
| with gr.Row(): | |
| gr.Markdown("<h1 id='title'>🐐 Chat with Gompei</h1>") | |
| gr.LoginButton() | |
| chatbot.render() | |
| if __name__ == "__main__": | |
| demo.launch(server_name="0.0.0.0", server_port=7860) |