Tejasva commited on
Commit
1356960
·
1 Parent(s): 6ed8536

fix:minor

Browse files
Files changed (1) hide show
  1. inference.py +2 -2
inference.py CHANGED
@@ -46,14 +46,14 @@ def setup_openai_client() -> tuple[OpenAI, str]:
46
 
47
  api_base_url = os.getenv("API_BASE_URL", DEFAULT_API_BASE_URL)
48
  model_name = os.getenv("MODEL_NAME", DEFAULT_MODEL_NAME)
49
- hf_token = os.getenv("HF_TOKEN")
50
 
51
  print(f"DEBUG: API_BASE_URL={api_base_url}")
52
  print(f"DEBUG: MODEL_NAME={model_name}")
53
  logger.info("HF OpenAI-compatible client: API_BASE_URL=%s MODEL_NAME=%s", api_base_url, model_name)
54
 
55
  if not hf_token:
56
- raise ValueError("HF_TOKEN environment variable is required")
57
 
58
  client = OpenAI(
59
  api_key=hf_token,
 
46
 
47
  api_base_url = os.getenv("API_BASE_URL", DEFAULT_API_BASE_URL)
48
  model_name = os.getenv("MODEL_NAME", DEFAULT_MODEL_NAME)
49
+ hf_token = os.getenv("HF_TOKEN") or os.getenv("HUGGINGFACEHUB_API_TOKEN")
50
 
51
  print(f"DEBUG: API_BASE_URL={api_base_url}")
52
  print(f"DEBUG: MODEL_NAME={model_name}")
53
  logger.info("HF OpenAI-compatible client: API_BASE_URL=%s MODEL_NAME=%s", api_base_url, model_name)
54
 
55
  if not hf_token:
56
+ raise ValueError("Set HF_TOKEN or HUGGINGFACEHUB_API_TOKEN for Hugging Face API access")
57
 
58
  client = OpenAI(
59
  api_key=hf_token,