ashoka0402 commited on
Commit
0eb5db0
Β·
1 Parent(s): 423d452

at 5th api fallback added

Browse files
Files changed (1) hide show
  1. inference.py +5 -1
inference.py CHANGED
@@ -26,7 +26,11 @@ from openai import OpenAI
26
 
27
  # ── Environment configuration ─────────────────────────────────────────────────
28
  # OpenAI client raises AuthenticationError if api_key is None β€” always provide a string.
29
- API_KEY: str = os.getenv("HF_TOKEN") or os.getenv("API_KEY") or "dummy-key"
 
 
 
 
30
  API_BASE_URL: str = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
31
  MODEL_NAME: str = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
32
  ENV_SERVER_URL: str = os.getenv("ENV_SERVER_URL", "http://localhost:8000").rstrip("/")
 
26
 
27
  # ── Environment configuration ─────────────────────────────────────────────────
28
  # OpenAI client raises AuthenticationError if api_key is None β€” always provide a string.
29
+ # BEFORE
30
+
31
+ API_KEY: str = os.getenv("API_KEY") or os.getenv("HF_TOKEN") or ""
32
+ if not API_KEY:
33
+ raise ValueError("API_KEY environment variable is required")
34
  API_BASE_URL: str = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
35
  MODEL_NAME: str = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
36
  ENV_SERVER_URL: str = os.getenv("ENV_SERVER_URL", "http://localhost:8000").rstrip("/")