Amitkasar's picture
Add multi-LLM support, settings & migrations
1e24842
Raw History Blame Contribute Delete
1.31 kB
from fastapi import HTTPException
from sqlalchemy.orm import Session
from backend import database
from backend.core.crypto import decrypt_credentials
from backend.integrations.llm import factory
from backend.integrations.llm.base import BaseLLMClient
_cache: dict[str, BaseLLMClient] = {}
def get_llm_for_task(task_name: str, db: Session) -> BaseLLMClient:
if task_name in _cache:
return _cache[task_name]
config = db.query(database.LLMTaskConfig).filter_by(task_name=task_name).first()
if not config or not config.provider_id:
raise HTTPException(
status_code=503,
detail=f"No AI provider configured for '{task_name}'. Go to Settings → AI Models.",
)
provider = db.query(database.LLMProvider).filter_by(provider_id=config.provider_id).first()
if not provider or not provider.api_key_enc:
raise HTTPException(
status_code=400,
detail=f"Provider '{config.provider_id}' has no API key saved. Go to Settings → AI Models.",
)
api_key = decrypt_credentials(provider.api_key_enc)["api_key"]
client = factory.build_client(config.provider_id, config.model_name, api_key, config.temperature)
_cache[task_name] = client
return client
def invalidate_cache() -> None:
_cache.clear()