TANMIHA commited on
Commit
c53c100
·
verified ·
1 Parent(s): 269a87e

Update utility/llm_config.py

Browse files
Files changed (1) hide show
  1. utility/llm_config.py +20 -20
utility/llm_config.py CHANGED
@@ -1,21 +1,21 @@
1
- import os
2
- from dotenv import load_dotenv
3
-
4
- load_dotenv()
5
-
6
- # Determine the API Key using multiple possible environment variable names
7
- # The Scaler judge might use AZURE_OPENAI_API_KEY or OPENAI_API_KEY
8
- api_key = os.getenv("HF_TOKEN") or os.getenv("AZURE_OPENAI_API_KEY") or os.getenv("OPENAI_API_KEY")
9
-
10
- llm_config = {
11
- "temperature": 0,
12
- "config_list": [
13
- {
14
- "model": os.getenv("MODEL_NAME", "mtor-gpt"), # Defaulting helps prevent crashes
15
- "api_key": api_key,
16
- "base_url": os.getenv("API_BASE_URL", os.getenv("AZURE_OPENAI_ENDPOINT")),
17
- "api_type": "azure",
18
- "api_version": os.getenv("AZURE_API_VERSION", "2024-02-15-preview")
19
- }
20
- ]
21
  }
 
1
+ import os
2
+ from dotenv import load_dotenv
3
+
4
+ load_dotenv()
5
+
6
+ # Determine the API Key using multiple possible environment variable names
7
+ # The Scaler judge might use AZURE_OPENAI_API_KEY or OPENAI_API_KEY
8
+ api_key = os.getenv("HF_TOKEN") or os.getenv("AZURE_OPENAI_API_KEY") or os.getenv("OPENAI_API_KEY")
9
+
10
+ llm_config = {
11
+ "temperature": 0,
12
+ "config_list": [
13
+ {
14
+ "model": os.getenv("MODEL_NAME", "mtor-gpt"), # Defaulting helps prevent crashes
15
+ "api_key": api_key,
16
+ "base_url": os.getenv("API_BASE_URL", os.getenv("AZURE_OPENAI_ENDPOINT")),
17
+ "api_type": "azure",
18
+ "api_version": os.getenv("AZURE_API_VERSION", "2024-02-15-preview")
19
+ }
20
+ ]
21
  }