amanmurari commited on
Commit
a37cde5
·
verified ·
1 Parent(s): d69c20f

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. inference.py +8 -4
inference.py CHANGED
@@ -47,10 +47,14 @@ except ImportError:
47
  # Configuration
48
  # ---------------------------------------------------------------------------
49
 
50
- API_BASE_URL: str = os.getenv("API_BASE_URL", "https://api.openai.com/v1")
51
- MODEL_NAME: str = os.getenv("MODEL_NAME", "gpt-4.1-mini")
52
- API_KEY: str = os.getenv("API_KEY", os.getenv("HF_TOKEN", ""))
53
- SERVER_URL: str = os.getenv("SERVER_URL", "http://localhost:8000")
 
 
 
 
54
 
55
  if not API_KEY:
56
  raise ValueError("API_KEY or HF_TOKEN environment variable is required")
 
47
  # Configuration
48
  # ---------------------------------------------------------------------------
49
 
50
+ API_BASE_URL = os.getenv("API_BASE_URL", "https://api.openai.com/v1")
51
+ MODEL_NAME = os.getenv("MODEL_NAME", "gpt-4.1-mini")
52
+
53
+ # The testing environment proxies use "API_KEY", but the pre-validation wants "HF_TOKEN"
54
+ HF_TOKEN = os.getenv("HF_TOKEN")
55
+ API_KEY = os.getenv("API_KEY", HF_TOKEN)
56
+
57
+ SERVER_URL = os.getenv("SERVER_URL", "http://localhost:8000")
58
 
59
  if not API_KEY:
60
  raise ValueError("API_KEY or HF_TOKEN environment variable is required")