Spaces:
Paused
Paused
Fix: keep NVIDIA as default when HERMES_INFERENCE_PROVIDER is set, custom provider available alongside
Browse files
start.sh
CHANGED
|
@@ -206,7 +206,10 @@ case "$MODEL_PREFIX" in
|
|
| 206 |
esac
|
| 207 |
|
| 208 |
if [ -n "${CUSTOM_BASE_URL:-}" ]; then
|
| 209 |
-
|
|
|
|
|
|
|
|
|
|
| 210 |
[ -n "$LLM_API_KEY" ] && export OPENAI_API_KEY="${OPENAI_API_KEY:-$LLM_API_KEY}"
|
| 211 |
fi
|
| 212 |
|
|
@@ -287,7 +290,9 @@ else:
|
|
| 287 |
print("No LLM_MODEL/HERMES_MODEL set; leaving Hermes model config unchanged.")
|
| 288 |
|
| 289 |
custom_base = os.environ.get("CUSTOM_BASE_URL", "").strip()
|
| 290 |
-
|
|
|
|
|
|
|
| 291 |
model.setdefault("base_url", custom_base.rstrip("/"))
|
| 292 |
if os.environ.get("CUSTOM_API_KEY"):
|
| 293 |
model.setdefault("api_key", os.environ["CUSTOM_API_KEY"])
|
|
|
|
| 206 |
esac
|
| 207 |
|
| 208 |
if [ -n "${CUSTOM_BASE_URL:-}" ]; then
|
| 209 |
+
# Only override default provider to custom when no explicit provider was requested
|
| 210 |
+
if [ "${HERMES_INFERENCE_PROVIDER:-auto}" = "auto" ]; then
|
| 211 |
+
PROVIDER_FOR_CONFIG="${CUSTOM_PROVIDER:-custom}"
|
| 212 |
+
fi
|
| 213 |
[ -n "$LLM_API_KEY" ] && export OPENAI_API_KEY="${OPENAI_API_KEY:-$LLM_API_KEY}"
|
| 214 |
fi
|
| 215 |
|
|
|
|
| 290 |
print("No LLM_MODEL/HERMES_MODEL set; leaving Hermes model config unchanged.")
|
| 291 |
|
| 292 |
custom_base = os.environ.get("CUSTOM_BASE_URL", "").strip()
|
| 293 |
+
# Only inject custom base_url into model config when provider IS custom
|
| 294 |
+
# (otherwise it overrides the provider-specific URL for nvidia, openrouter, etc.)
|
| 295 |
+
if custom_base and model_name and provider_name in ("custom", ""):
|
| 296 |
model.setdefault("base_url", custom_base.rstrip("/"))
|
| 297 |
if os.environ.get("CUSTOM_API_KEY"):
|
| 298 |
model.setdefault("api_key", os.environ["CUSTOM_API_KEY"])
|