Spaces:
Running
Running
Update utility/llm_config.py
Browse files- utility/llm_config.py +21 -18
utility/llm_config.py
CHANGED
|
@@ -1,18 +1,21 @@
|
|
| 1 |
-
import os
|
| 2 |
-
from dotenv import load_dotenv
|
| 3 |
-
|
| 4 |
-
load_dotenv()
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import os
|
| 2 |
+
from dotenv import load_dotenv
|
| 3 |
+
|
| 4 |
+
load_dotenv()
|
| 5 |
+
|
| 6 |
+
# Determine the API Key using multiple possible environment variable names
|
| 7 |
+
# The Scaler judge might use AZURE_OPENAI_API_KEY or OPENAI_API_KEY
|
| 8 |
+
api_key = os.getenv("HF_TOKEN") or os.getenv("AZURE_OPENAI_API_KEY") or os.getenv("OPENAI_API_KEY")
|
| 9 |
+
|
| 10 |
+
llm_config = {
|
| 11 |
+
"temperature": 0,
|
| 12 |
+
"config_list": [
|
| 13 |
+
{
|
| 14 |
+
"model": os.getenv("MODEL_NAME", "mtor-gpt"), # Defaulting helps prevent crashes
|
| 15 |
+
"api_key": api_key,
|
| 16 |
+
"base_url": os.getenv("API_BASE_URL", os.getenv("AZURE_OPENAI_ENDPOINT")),
|
| 17 |
+
"api_type": "azure",
|
| 18 |
+
"api_version": os.getenv("AZURE_API_VERSION", "2024-02-15-preview")
|
| 19 |
+
}
|
| 20 |
+
]
|
| 21 |
+
}
|