Spaces:
Sleeping
Sleeping
Download main.py from techdisciples/theoai_hf: direct link, hf CLI and curl.
- Browser
- Download file 3.81 kB
-
https://huggingface.co/spaces/techdisciples/theoai_hf/resolve/main/main.py
- Command line
-
hf download hf://spaces/techdisciples/theoai_hf/main.py
-
curl -L -o main.py https://huggingface.co/spaces/techdisciples/theoai_hf/resolve/main/main.py
3.81 kB
| from fastapi import FastAPI, HTTPException | |
| from pydantic import BaseModel | |
| from typing import List, Dict, Any | |
| import requests | |
| import os | |
| app = FastAPI(title="Theo AI Backend") | |
| OPENROUTER_API_KEY = os.getenv("OPENROUTER_API_KEY") | |
| PRIMARY_MODEL = "google/gemma-3-27b-it:free" | |
| FALLBACK_MODEL = "meta-llama/llama-3.3-70b-instruct:free" | |
| def call_llm(messages: List[Dict[str, str]], model: str = PRIMARY_MODEL) -> str: | |
| """Helper to call OpenRouter with a specific model.""" | |
| if not OPENROUTER_API_KEY: | |
| return "ERROR: OPENROUTER_API_KEY not configured on backend." | |
| response = requests.post( | |
| url="https://openrouter.ai/api/v1/chat/completions", | |
| headers={ | |
| "Authorization": f"Bearer {OPENROUTER_API_KEY}", | |
| "HTTP-Referer": "https://theoai.church", | |
| "X-Title": "Theo AI Frontend" | |
| }, | |
| json={ | |
| "model": model, | |
| "messages": messages | |
| } | |
| ) | |
| if response.status_code == 200: | |
| data = response.json() | |
| return data["choices"][0]["message"]["content"] | |
| else: | |
| # Return error details so we can decide to fall back | |
| return f"HTTP_{response.status_code}: {response.text}" | |
| def get_ai_response(messages: List[Dict[str, str]]) -> str: | |
| """Tries the primary model, falls back to the secondary if primary fails.""" | |
| # Try Primary | |
| res = call_llm(messages, PRIMARY_MODEL) | |
| if not res.startswith("HTTP_"): | |
| return res | |
| # If primary failed (likely 429 or 500), try Fallback | |
| print(f"Primary model {PRIMARY_MODEL} failed, trying fallback {FALLBACK_MODEL}...") | |
| fallback_res = call_llm(messages, FALLBACK_MODEL) | |
| if not fallback_res.startswith("HTTP_"): | |
| return fallback_res | |
| # If both failed, raise the error | |
| raise HTTPException(status_code=500, detail=f"AI Provider error: {fallback_res}") | |
| class ChatRequest(BaseModel): | |
| messages: List[Dict[str, str]] | |
| context: Dict[str, Any] | |
| def chat(req: ChatRequest): | |
| system_prompt = f"""You are Theo AI Assistant, an AI embedded inside a live church media system. | |
| Your role is to help users troubleshoot issues, guide live service operations clearly, and provide short, actionable responses. | |
| You have access to the current system state. Use it to answer questions accurately. | |
| CURRENT SYSTEM STATE: | |
| - Mode: {req.context.get('mode', 'unknown')} | |
| - Audio Status: {req.context.get('audioStatus', 'unknown')} | |
| - Transcribing: {req.context.get('transcriptionStatus', 'unknown')} | |
| Rules: | |
| - Be concise (2-3 sentences max) | |
| - Focus on solutions | |
| - Assume the system is live in a church service | |
| - If the user asks you to perform an action (e.g., "switch to sermon mode"), acknowledge it and return exactly YES_SWITCH_SERMON, YES_SWITCH_WORSHIP, or YES_SHOW_SCRIPTURE_[REF] on a separate line.""" | |
| api_messages = [{"role": "system", "content": system_prompt}] + req.messages | |
| return {"response": get_ai_response(api_messages)} | |
| class SummaryRequest(BaseModel): | |
| transcript: str | |
| def summarize(req: SummaryRequest): | |
| system_prompt = """You are a theology assistant analyzing a church sermon transcript. | |
| Extract and generate the following in cleanly formatted markdown: | |
| 1. Title (A creative, fitting title for the sermon) | |
| 2. Key Passages (List any distinct scriptures or book references mentioned) | |
| 3. Theological Themes (2-3 core subjects discussed) | |
| 4. Synthesis (A 1-paragraph summary)""" | |
| api_messages = [ | |
| {"role": "system", "content": system_prompt}, | |
| {"role": "user", "content": f"Transcript:\n{req.transcript}"} | |
| ] | |
| return {"summary": get_ai_response(api_messages)} | |
| def health(): | |
| return {"status": "ok", "message": "Theo AI Hugging Face Backend (with Fallback) is running"} | |