File size: 863 Bytes
98eebcb 37523d3 98eebcb 37523d3 98eebcb 37523d3 98eebcb 37523d3 98eebcb 37523d3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 | # client.py
# Core LLM provider client instantiations for alternative routing architectures.
import os
import logging
from openai import OpenAI
logger = logging.getLogger("client")
GROQ_API_KEY = os.getenv("GROQ_API_KEY", "")
FIREWORKS_API_KEY = os.getenv("FIREWORKS_API_KEY", "")
if not GROQ_API_KEY:
logger.critical("GROQ_API_KEY is not set — all LLM calls will fail")
# Initialize Groq Client
# Used for hot-path low-latency 8B model tasks and quick intent classification.
groq = OpenAI(
api_key=GROQ_API_KEY,
base_url="https://api.groq.com/openai/v1",
)
# Initialize Fireworks Client
# Alternative API endpoint provider routing for fallbacks and complex tokens.
fireworks = OpenAI(
api_key=FIREWORKS_API_KEY if FIREWORKS_API_KEY else "placeholder",
base_url="https://api.fireworks.ai/inference/v1",
) if FIREWORKS_API_KEY else None |