Spaces:
Sleeping
Sleeping
ashoka0402 commited on
Commit Β·
0eb5db0
1
Parent(s): 423d452
at 5th api fallback added
Browse files- inference.py +5 -1
inference.py
CHANGED
|
@@ -26,7 +26,11 @@ from openai import OpenAI
|
|
| 26 |
|
| 27 |
# ββ Environment configuration βββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 28 |
# OpenAI client raises AuthenticationError if api_key is None β always provide a string.
|
| 29 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 30 |
API_BASE_URL: str = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
|
| 31 |
MODEL_NAME: str = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
|
| 32 |
ENV_SERVER_URL: str = os.getenv("ENV_SERVER_URL", "http://localhost:8000").rstrip("/")
|
|
|
|
| 26 |
|
| 27 |
# ββ Environment configuration βββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 28 |
# OpenAI client raises AuthenticationError if api_key is None β always provide a string.
|
| 29 |
+
# BEFORE
|
| 30 |
+
|
| 31 |
+
API_KEY: str = os.getenv("API_KEY") or os.getenv("HF_TOKEN") or ""
|
| 32 |
+
if not API_KEY:
|
| 33 |
+
raise ValueError("API_KEY environment variable is required")
|
| 34 |
API_BASE_URL: str = os.getenv("API_BASE_URL", "https://router.huggingface.co/v1")
|
| 35 |
MODEL_NAME: str = os.getenv("MODEL_NAME", "Qwen/Qwen2.5-72B-Instruct")
|
| 36 |
ENV_SERVER_URL: str = os.getenv("ENV_SERVER_URL", "http://localhost:8000").rstrip("/")
|