Tejasva commited on
Commit ·
1356960
1
Parent(s): 6ed8536
fix:minor
Browse files- inference.py +2 -2
inference.py
CHANGED
|
@@ -46,14 +46,14 @@ def setup_openai_client() -> tuple[OpenAI, str]:
|
|
| 46 |
|
| 47 |
api_base_url = os.getenv("API_BASE_URL", DEFAULT_API_BASE_URL)
|
| 48 |
model_name = os.getenv("MODEL_NAME", DEFAULT_MODEL_NAME)
|
| 49 |
-
hf_token = os.getenv("HF_TOKEN")
|
| 50 |
|
| 51 |
print(f"DEBUG: API_BASE_URL={api_base_url}")
|
| 52 |
print(f"DEBUG: MODEL_NAME={model_name}")
|
| 53 |
logger.info("HF OpenAI-compatible client: API_BASE_URL=%s MODEL_NAME=%s", api_base_url, model_name)
|
| 54 |
|
| 55 |
if not hf_token:
|
| 56 |
-
raise ValueError("HF_TOKEN
|
| 57 |
|
| 58 |
client = OpenAI(
|
| 59 |
api_key=hf_token,
|
|
|
|
| 46 |
|
| 47 |
api_base_url = os.getenv("API_BASE_URL", DEFAULT_API_BASE_URL)
|
| 48 |
model_name = os.getenv("MODEL_NAME", DEFAULT_MODEL_NAME)
|
| 49 |
+
hf_token = os.getenv("HF_TOKEN") or os.getenv("HUGGINGFACEHUB_API_TOKEN")
|
| 50 |
|
| 51 |
print(f"DEBUG: API_BASE_URL={api_base_url}")
|
| 52 |
print(f"DEBUG: MODEL_NAME={model_name}")
|
| 53 |
logger.info("HF OpenAI-compatible client: API_BASE_URL=%s MODEL_NAME=%s", api_base_url, model_name)
|
| 54 |
|
| 55 |
if not hf_token:
|
| 56 |
+
raise ValueError("Set HF_TOKEN or HUGGINGFACEHUB_API_TOKEN for Hugging Face API access")
|
| 57 |
|
| 58 |
client = OpenAI(
|
| 59 |
api_key=hf_token,
|