ai-api-testing / backend /app /api /routes /settings.py
Amitkasar's picture
Add multi-LLM support, settings & migrations
1e24842
Raw History Blame Contribute Delete
5.21 kB
from fastapi import APIRouter, Depends, HTTPException
from pydantic import BaseModel
from sqlalchemy.orm import Session
from backend import database
from backend.core.crypto import decrypt_credentials, encrypt_credentials
from backend.integrations.llm.registry import PROVIDER_REGISTRY
from backend.integrations.llm.resolver import invalidate_cache
router = APIRouter()
_TASK_LABELS = {
"plan_generation": "Plan Generation",
"step_execution": "Step Execution",
"response_analysis": "Response Analysis",
"chat": "Chat Assistant",
}
def _mask_key(raw: str) -> str:
if not raw or len(raw) <= 4:
return "β€’β€’β€’β€’"
return "β€’β€’β€’β€’" + raw[-4:]
class ProviderKeyBody(BaseModel):
api_key: str
class TaskConfigBody(BaseModel):
provider_id: str | None = None
model_name: str | None = None
temperature: float = 0.0
# ── GET /settings/llm ────────────────────────────────────────────────────────
@router.get("/settings/llm")
def get_llm_settings(db: Session = Depends(database.get_db)):
providers = db.query(database.LLMProvider).all()
provider_map = {p.provider_id: p for p in providers}
provider_list = []
for pid, meta in PROVIDER_REGISTRY.items():
row = provider_map.get(pid)
key_preview = None
if row and row.api_key_enc:
try:
raw = decrypt_credentials(row.api_key_enc).get("api_key", "")
key_preview = _mask_key(raw)
except Exception:
key_preview = "β€’β€’β€’β€’(error)"
provider_list.append({
"provider_id": pid,
"display_name": meta["display_name"],
"is_active": bool(row and row.is_active),
"key_preview": key_preview,
})
task_rows = db.query(database.LLMTaskConfig).all()
task_map = {t.task_name: t for t in task_rows}
task_list = []
for tname, label in _TASK_LABELS.items():
row = task_map.get(tname)
task_list.append({
"task_name": tname,
"label": label,
"provider_id": row.provider_id if row else None,
"model_name": row.model_name if row else None,
"temperature": row.temperature if row else 0.0,
})
return {
"providers": provider_list,
"tasks": task_list,
"registry": PROVIDER_REGISTRY,
}
# ── PUT /settings/llm/providers/{provider_id} ────────────────────────────────
@router.put("/settings/llm/providers/{provider_id}")
def save_provider_key(
provider_id: str,
body: ProviderKeyBody,
db: Session = Depends(database.get_db),
):
if provider_id not in PROVIDER_REGISTRY:
raise HTTPException(status_code=400, detail=f"Unknown provider: {provider_id}")
if not body.api_key.strip():
raise HTTPException(status_code=400, detail="api_key must not be empty.")
enc = encrypt_credentials({"api_key": body.api_key.strip()})
row = db.query(database.LLMProvider).filter_by(provider_id=provider_id).first()
if row:
row.api_key_enc = enc
row.is_active = True
else:
db.add(database.LLMProvider(provider_id=provider_id, api_key_enc=enc, is_active=True))
db.commit()
invalidate_cache()
return {"status": "saved", "provider_id": provider_id}
# ── DELETE /settings/llm/providers/{provider_id}/key ─────────────────────────
@router.delete("/settings/llm/providers/{provider_id}/key")
def delete_provider_key(provider_id: str, db: Session = Depends(database.get_db)):
row = db.query(database.LLMProvider).filter_by(provider_id=provider_id).first()
if row:
row.api_key_enc = None
row.is_active = False
db.commit()
invalidate_cache()
return {"status": "cleared", "provider_id": provider_id}
# ── PUT /settings/llm/tasks/{task_name} ──────────────────────────────────────
@router.put("/settings/llm/tasks/{task_name}")
def save_task_config(
task_name: str,
body: TaskConfigBody,
db: Session = Depends(database.get_db),
):
if task_name not in _TASK_LABELS:
raise HTTPException(status_code=400, detail=f"Unknown task: {task_name}")
if body.provider_id and body.provider_id not in PROVIDER_REGISTRY:
raise HTTPException(status_code=400, detail=f"Unknown provider: {body.provider_id}")
row = db.query(database.LLMTaskConfig).filter_by(task_name=task_name).first()
if row:
row.provider_id = body.provider_id
row.model_name = body.model_name
row.temperature = body.temperature
else:
db.add(database.LLMTaskConfig(
task_name=task_name,
provider_id=body.provider_id,
model_name=body.model_name,
temperature=body.temperature,
))
db.commit()
invalidate_cache()
return {"status": "saved", "task_name": task_name}