TANMIHA commited on
Commit
f0a8de8
·
verified ·
1 Parent(s): 31c340a

Update utility/llm_config.py

Browse files
Files changed (1) hide show
  1. utility/llm_config.py +21 -18
utility/llm_config.py CHANGED
@@ -1,18 +1,21 @@
1
- import os
2
- from dotenv import load_dotenv
3
-
4
- load_dotenv()
5
-
6
-
7
- llm_config={
8
- "temperature": 0,
9
- "config_list": [
10
- {
11
- "model": os.getenv("MODEL_NAME"), # This should match your deployment name
12
- "api_key": os.getenv("HF_TOKEN"),
13
- "base_url": os.getenv("API_BASE_URL"),
14
- "api_type": "azure",
15
- "api_version": os.getenv("AZURE_API_VERSION")
16
- }
17
- ]
18
- }
 
 
 
 
1
+ import os
2
+ from dotenv import load_dotenv
3
+
4
+ load_dotenv()
5
+
6
+ # Determine the API Key using multiple possible environment variable names
7
+ # The Scaler judge might use AZURE_OPENAI_API_KEY or OPENAI_API_KEY
8
+ api_key = os.getenv("HF_TOKEN") or os.getenv("AZURE_OPENAI_API_KEY") or os.getenv("OPENAI_API_KEY")
9
+
10
+ llm_config = {
11
+ "temperature": 0,
12
+ "config_list": [
13
+ {
14
+ "model": os.getenv("MODEL_NAME", "mtor-gpt"), # Defaulting helps prevent crashes
15
+ "api_key": api_key,
16
+ "base_url": os.getenv("API_BASE_URL", os.getenv("AZURE_OPENAI_ENDPOINT")),
17
+ "api_type": "azure",
18
+ "api_version": os.getenv("AZURE_API_VERSION", "2024-02-15-preview")
19
+ }
20
+ ]
21
+ }