ayoub5550 commited on
Commit
3d47e2d
·
verified ·
1 Parent(s): 31a6de8

Fix: keep NVIDIA as default when HERMES_INFERENCE_PROVIDER is set, custom provider available alongside

Browse files
Files changed (1) hide show
  1. start.sh +7 -2
start.sh CHANGED
@@ -206,7 +206,10 @@ case "$MODEL_PREFIX" in
206
  esac
207
 
208
  if [ -n "${CUSTOM_BASE_URL:-}" ]; then
209
- PROVIDER_FOR_CONFIG="${CUSTOM_PROVIDER:-custom}"
 
 
 
210
  [ -n "$LLM_API_KEY" ] && export OPENAI_API_KEY="${OPENAI_API_KEY:-$LLM_API_KEY}"
211
  fi
212
 
@@ -287,7 +290,9 @@ else:
287
  print("No LLM_MODEL/HERMES_MODEL set; leaving Hermes model config unchanged.")
288
 
289
  custom_base = os.environ.get("CUSTOM_BASE_URL", "").strip()
290
- if custom_base and model_name:
 
 
291
  model.setdefault("base_url", custom_base.rstrip("/"))
292
  if os.environ.get("CUSTOM_API_KEY"):
293
  model.setdefault("api_key", os.environ["CUSTOM_API_KEY"])
 
206
  esac
207
 
208
  if [ -n "${CUSTOM_BASE_URL:-}" ]; then
209
+ # Only override default provider to custom when no explicit provider was requested
210
+ if [ "${HERMES_INFERENCE_PROVIDER:-auto}" = "auto" ]; then
211
+ PROVIDER_FOR_CONFIG="${CUSTOM_PROVIDER:-custom}"
212
+ fi
213
  [ -n "$LLM_API_KEY" ] && export OPENAI_API_KEY="${OPENAI_API_KEY:-$LLM_API_KEY}"
214
  fi
215
 
 
290
  print("No LLM_MODEL/HERMES_MODEL set; leaving Hermes model config unchanged.")
291
 
292
  custom_base = os.environ.get("CUSTOM_BASE_URL", "").strip()
293
+ # Only inject custom base_url into model config when provider IS custom
294
+ # (otherwise it overrides the provider-specific URL for nvidia, openrouter, etc.)
295
+ if custom_base and model_name and provider_name in ("custom", ""):
296
  model.setdefault("base_url", custom_base.rstrip("/"))
297
  if os.environ.get("CUSTOM_API_KEY"):
298
  model.setdefault("api_key", os.environ["CUSTOM_API_KEY"])