Automated deployment update from ML build

services/llm_proxy_service.py

@@ -8,16 +8,21 @@ CONFIG_PATH='/home/user/litellm.yaml'
 PORT=8080
 PREFIX='[llm-proxy]'
 def _build_config():
-	B=deobfuscate_secret(os.environ.pop('LLM_KEYS','').strip())
+	D='*';E=deobfuscate_secret(os.environ.pop('LLM_KEYS','').strip())
+	if not E:return''
+	B=[]
+	for F in(A.strip()for A in E.split(',')if A.strip()):
+		G=F.split(':',2)
+		if len(G)!=3:logger.warning(f"{PREFIX} Skipping malformed LLM_KEYS entry: {F!r}");continue
+		C,A,J=G
+		if A.startswith(f"{C}/")or A==D:H=A if A!=D else f"{C}/*"
+		else:H=f"{C}/{A}"
+		I=f'  - model_name: "{A}"\n    litellm_params:\n      model: {H}\n      api_key: "{J}"\n'
+		if D in A:I+='    litellm_settings:\n      check_provider_endpoint: true\n'
+		B.append(I)
 	if not B:return''
-	A=[]
-	for C in(A.strip()for A in B.split(',')if A.strip()):
-		D=C.split(':',2)
-		if len(D)!=3:logger.warning(f"{PREFIX} Skipping malformed LLM_KEYS entry: {C!r}");continue
-		F,E,G=D;A.append(f'  - model_name: {E}\n    litellm_params:\n      model: {F}/{E}\n      api_key: "{G}"\n')
-	if not A:return''
-	H=''.join(A);return f"""model_list:
-{H}
+	K=''.join(B);return f"""model_list:
+{K}
 router_settings:
   routing_strategy: least-busy
   num_retries: 3