Spaces:
Running on Zero
Running on Zero
| from typing import Dict, Any | |
| # ── Model Registry ────────────────────────────────────────────────────── | |
| MODEL_REGISTRY: Dict[str, Dict[str, Any]] = { | |
| # ── Original models (fixed) ───────────────────────────────────────── | |
| "HuggingFaceTB/SmolLM2-360M-Instruct": { | |
| "label": "SmolLM2 360M", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 2048, | |
| }, | |
| "Qwen/Qwen2.5-0.5B-Instruct": { | |
| "label": "Qwen2.5 0.5B", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 32768, | |
| }, | |
| "TinyLlama/TinyLlama-1.1B-Chat-v1.0": { | |
| "label": "TinyLlama 1.1B", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 2048, | |
| }, | |
| "Qwen/Qwen2.5-1.5B-Instruct": { | |
| "label": "Qwen2.5 1.5B", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 32768, | |
| }, | |
| "microsoft/Phi-3.5-mini-instruct": { | |
| "label": "Phi-3.5 mini", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 128000, | |
| }, | |
| "microsoft/Phi-3-mini-4k-instruct": { | |
| "label": "Phi-3 mini 4K", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 4096, | |
| }, | |
| "Qwen/Qwen2.5-3B-Instruct": { | |
| "label": "Qwen2.5 3B", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 32768, | |
| }, | |
| "google/gemma-3-1b-it": { | |
| "label": "Gemma-3 1B IT", | |
| "family": "causal-lm", # fixed typo: was "casual-lm" | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 32768, | |
| }, # fixed: missing closing brace | |
| "openbmb/MiniCPM5-2B": { | |
| "label": "MiniCPM5 2B", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 131072, | |
| }, | |
| "constructai/Qwenite3.5-2B": { | |
| "label": "Qwenite 3.5 2B · T4 trained reasoning", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 32768, | |
| }, | |
| # ── Added 1–3B models ─────────────────────────────────────────────── | |
| "HuggingFaceTB/SmolLM2-1.7B-Instruct": { | |
| "label": "SmolLM2 1.7B", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 8192, | |
| }, | |
| "google/gemma-2-2b-it": { | |
| "label": "Gemma-2 2B IT", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 8192, | |
| }, | |
| "meta-llama/Llama-3.2-1B-Instruct": { | |
| "label": "Llama-3.2 1B", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 131072, | |
| }, | |
| "meta-llama/Llama-3.2-3B-Instruct": { | |
| "label": "Llama-3.2 3B", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 131072, | |
| }, | |
| "stabilityai/stablelm-2-1_6b-chat": { | |
| "label": "StableLM-2 1.6B", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 4096, | |
| }, | |
| "stabilityai/stablelm-zephyr-3b": { | |
| "label": "StableLM Zephyr 3B", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 4096, | |
| }, | |
| "allenai/OLMo-1B-hf": { | |
| "label": "OLMo 1B", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 2048, | |
| }, | |
| "HuggingFaceTB/SmolLM-1.7B-Instruct": { | |
| "label": "SmolLM 1.7B", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 2048, | |
| }, | |
| "google/gemma-2b-it": { | |
| "label": "Gemma 2B IT", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 8192, | |
| }, | |
| "Qwen/Qwen2-1.5B-Instruct": { | |
| "label": "Qwen2 1.5B", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 32768, | |
| }, | |
| "HuggingFaceTB/SmolLM2-1.7B-Instruct-16k": { | |
| "label": "SmolLM2 1.7B · 16K", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 16384, | |
| }, | |
| "Qwen/Qwen2.5-1.5B-Instruct-GGUF": { | |
| "label": "Qwen2.5 1.5B GGUF", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 32768, | |
| }, | |
| "microsoft/Phi-3-mini-128k-instruct": { | |
| "label": "Phi-3 mini 128K", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 128000, | |
| }, | |
| "google/gemma-3-1b-it-GGUF": { | |
| "label": "Gemma-3 1B IT GGUF", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 32768, | |
| }, | |
| "meta-llama/Llama-3.2-1B-Instruct-GGUF": { | |
| "label": "Llama-3.2 1B GGUF", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 131072, | |
| }, | |
| "meta-llama/Llama-3.2-3B-Instruct-GGUF": { | |
| "label": "Llama-3.2 3B GGUF", | |
| "family": "causal-lm", | |
| "tasks": ["chat", "code", "summarize", "translate", "agent"], | |
| "context": 131072, | |
| }, | |
| } | |
| DEFAULT_MODEL = "HuggingFaceTB/SmolLM2-360M-Instruct" | |
| # ── Task Registry ─────────────────────────────────────────────────────── | |
| TASK_REGISTRY: Dict[str, Dict[str, Any]] = { | |
| "chat": { | |
| "label": "💬 Chat", | |
| "description": "Open-ended conversation", | |
| "system_prompt": "You are a friendly, helpful conversational assistant.", | |
| }, | |
| "code": { | |
| "label": "💻 Code", | |
| "description": "Generate, explain, or debug code", | |
| "system_prompt": ( | |
| "You are a senior software engineer. Produce clean, idiomatic, " | |
| "well-commented code. Wrap code in fenced markdown blocks." | |
| ), | |
| }, | |
| "summarize": { | |
| "label": "📝 Summarize", | |
| "description": "Condense long text into key points", | |
| "system_prompt": ( | |
| "Summarise the user's text in 5–7 bullet points. " | |
| "Be concise and faithful to the source." | |
| ), | |
| }, | |
| "translate": { | |
| "label": "🌍 Translate", | |
| "description": "Translate text between languages", | |
| "system_prompt": ( | |
| "Translate the user's text. If they don't specify a target " | |
| "language, translate to English." | |
| ), | |
| }, | |
| "agent": { | |
| "label": "🤖 Agent", | |
| "description": "Autonomous tool-using agent", | |
| "system_prompt": ( | |
| "You are an autonomous agent. Use tools when they help, " | |
| "then give a final answer." | |
| ), | |
| }, | |
| } |