Spaces:
Sleeping
Sleeping
Download app.py from varun1128/support_bot: direct link, hf CLI and curl.
- Browser
- Download file 797 Bytes
-
https://huggingface.co/spaces/varun1128/support_bot/resolve/main/app.py
- Command line
-
hf download hf://spaces/varun1128/support_bot/app.py
-
curl -L -o app.py https://huggingface.co/spaces/varun1128/support_bot/resolve/main/app.py
797 Bytes
| import gradio as gr | |
| from transformers import pipeline, AutoTokenizer, AutoModelForCausalLM | |
| model_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0" | |
| tokenizer = AutoTokenizer.from_pretrained(model_name) | |
| model = AutoModelForCausalLM.from_pretrained(model_name) | |
| pipe = pipeline("text-generation", model=model, tokenizer=tokenizer) | |
| def generate_reply(instruction): | |
| prompt = f"### Instruction:\n{instruction}\n\n### Response:\n" | |
| result = pipe(prompt, max_new_tokens=200)[0]["generated_text"] | |
| return result.split("### Response:\n")[-1].strip() | |
| gr.Interface( | |
| fn=generate_reply, | |
| inputs=gr.Textbox(lines=4, placeholder="Enter your question…"), | |
| outputs="textbox", | |
| title="Customer Support Chatbot", | |
| description="Powered by TinyLlama fine-tuned on customer queries" | |
| ).launch() | |