Spaces:
Runtime error
Runtime error
Download app.py from MDotstream/VireonAI: direct link, hf CLI and curl.
- Browser
- Download file 1 kB
-
https://huggingface.co/spaces/MDotstream/VireonAI/resolve/main/app.py
- Command line
-
hf download hf://spaces/MDotstream/VireonAI/app.py
-
curl -L -o app.py https://huggingface.co/spaces/MDotstream/VireonAI/resolve/main/app.py
1 kB
| from llama_cpp import Llama | |
| import gradio as gr | |
| import os | |
| # 📦 Téléchargement simple (stable) | |
| MODEL_URL = "https://huggingface.co/Pi3141/TinyLlama-1.1B-Chat-v1.0-GGUF/resolve/main/tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf" | |
| MODEL_PATH = "tinyllama.gguf" | |
| if not os.path.exists(MODEL_PATH): | |
| os.system(f"wget -O {MODEL_PATH} {MODEL_URL}") | |
| # 🧠 Charger le modèle (optimisé free tier) | |
| llm = Llama( | |
| model_path=MODEL_PATH, | |
| n_ctx=256, | |
| n_threads=os.cpu_count(), | |
| n_batch=128, | |
| verbose=False | |
| ) | |
| # 💬 Chat rapide + français forcé | |
| def chat(user_input): | |
| prompt = f"Réponds en français.\nQuestion: {user_input}\nRéponse:" | |
| output = llm( | |
| prompt, | |
| max_tokens=40, | |
| temperature=0.3, | |
| stop=["Question:"] | |
| ) | |
| return output["choices"][0]["text"].strip() | |
| # 🌐 Interface web | |
| demo = gr.Interface( | |
| fn=chat, | |
| inputs=gr.Textbox(lines=2, placeholder="Pose ta question..."), | |
| outputs="text", | |
| title="Mon IA (TinyLlama FR)" | |
| ) | |
| demo.launch() |