Translate all files and comments to English
Browse files- Dockerfile +21 -28
- config/config.yaml +12 -14
- entrypoint.sh +85 -248
- requirements.txt +9 -9
- src/data_sync.py +14 -63
Dockerfile
CHANGED
|
@@ -4,21 +4,20 @@ LABEL maintainer="Hermes Agent Community"
|
|
| 4 |
LABEL version="0.10.0"
|
| 5 |
LABEL description="Hermes Agent v0.10.0 with Web UI on Hugging Face Spaces"
|
| 6 |
|
| 7 |
-
# ====================
|
| 8 |
ENV PYTHONUNBUFFERED=1
|
| 9 |
ENV DEBIAN_FRONTEND=noninteractive
|
| 10 |
ENV HERMES_HOME=/data/.hermes
|
| 11 |
ENV PYTHONPATH=/app
|
| 12 |
|
| 13 |
-
# BFF Server
|
| 14 |
ENV PORT=7860
|
| 15 |
ENV UPSTREAM=http://127.0.0.1:8642
|
| 16 |
ENV HERMES_BIN=/usr/local/bin/hermes
|
| 17 |
-
#
|
| 18 |
-
# npm install
|
| 19 |
-
# 导致 vue-tsc 等构建工具缺失。NODE_ENV 在运行时阶段再设置。
|
| 20 |
|
| 21 |
-
# ====================
|
| 22 |
RUN apt-get update && apt-get install -y \
|
| 23 |
make gcc g++ \
|
| 24 |
ffmpeg \
|
|
@@ -29,7 +28,7 @@ RUN apt-get update && apt-get install -y \
|
|
| 29 |
&& rm -rf /var/lib/apt/lists/*
|
| 30 |
|
| 31 |
# ==================== Node.js v23 ====================
|
| 32 |
-
# hermes-web-ui
|
| 33 |
RUN ARCH=$(dpkg --print-architecture) \
|
| 34 |
&& if [ "$ARCH" = "amd64" ]; then NODE_ARCH="x64"; else NODE_ARCH="$ARCH"; fi \
|
| 35 |
&& echo "Installing Node.js v23.11.0 for ${NODE_ARCH}" \
|
|
@@ -40,37 +39,33 @@ RUN ARCH=$(dpkg --print-architecture) \
|
|
| 40 |
&& node --version \
|
| 41 |
&& npm --version
|
| 42 |
|
| 43 |
-
# ====================
|
| 44 |
-
# yq:
|
| 45 |
RUN curl -sL https://github.com/mikefarah/yq/releases/latest/download/yq_linux_amd64 -o /usr/bin/yq && \
|
| 46 |
chmod +x /usr/bin/yq
|
| 47 |
|
| 48 |
# ==================== Code Server ====================
|
| 49 |
RUN curl -fsSL https://code-server.dev/install.sh | sh
|
| 50 |
|
| 51 |
-
# ==================== Python
|
| 52 |
COPY requirements.txt /tmp/
|
| 53 |
RUN pip install --no-cache-dir --prefer-binary -r /tmp/requirements.txt
|
| 54 |
|
| 55 |
# ==================== Hermes Agent ====================
|
| 56 |
-
#
|
| 57 |
-
#
|
| 58 |
-
# hermes-web-ui 的桥接程序 (hermes_bridge.py) 需要 run_agent.py 来创建 Unix Socket
|
| 59 |
RUN git clone --depth 1 https://github.com/NousResearch/hermes-agent.git /usr/local/lib/hermes-agent && \
|
| 60 |
pip install uv && \
|
| 61 |
cd /usr/local/lib/hermes-agent && \
|
| 62 |
uv pip install --system -e .[all] && \
|
| 63 |
rm -rf /root/.cache/pip
|
| 64 |
|
| 65 |
-
# Playwright
|
| 66 |
RUN npx playwright install chromium --with-deps --only-shell && \
|
| 67 |
rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*
|
| 68 |
|
| 69 |
# ==================== Hermes Web UI ====================
|
| 70 |
-
#
|
| 71 |
-
# 默认版本 0.6.3,可通过 --build-arg HERMES_WEB_UI_VERSION=新版本 覆盖
|
| 72 |
-
# HF Spaces: 在 Settings -> Repository secrets 添加同名变量即可注入
|
| 73 |
-
# ARG HERMES_WEB_UI_VERSION=0.6.47
|
| 74 |
ARG HERMES_WEB_UI_VERSION=0.7.12
|
| 75 |
RUN mkdir -p /opt/hermes-web-ui && cd /opt/hermes-web-ui && \
|
| 76 |
npm init -y && \
|
|
@@ -79,35 +74,33 @@ RUN mkdir -p /opt/hermes-web-ui && cd /opt/hermes-web-ui && \
|
|
| 79 |
ln -sf node_modules/hermes-web-ui/package.json package.json && \
|
| 80 |
rm -rf /root/.npm
|
| 81 |
|
| 82 |
-
# ====================
|
| 83 |
WORKDIR /app
|
| 84 |
|
| 85 |
COPY src/ /app/src/
|
| 86 |
COPY entrypoint.sh /app/
|
| 87 |
COPY config/config.yaml /data/.hermes/config.yaml
|
| 88 |
|
| 89 |
-
#
|
| 90 |
RUN mkdir -p /data/.hermes /data/.hermes-web-ui /app/logs && \
|
| 91 |
chmod +x /app/entrypoint.sh
|
| 92 |
|
| 93 |
-
#
|
| 94 |
RUN useradd -m -u 1000 appuser && \
|
| 95 |
ln -sf /data/.hermes /home/appuser/.hermes && \
|
| 96 |
chown -R appuser:appuser /data /opt/hermes-web-ui /app
|
| 97 |
|
| 98 |
USER appuser
|
| 99 |
|
| 100 |
-
# ====================
|
| 101 |
-
# 构建阶段不设 NODE_ENV=production(会导致 npm install 跳过 devDependencies)
|
| 102 |
-
# 此处设置,仅影响运行时行为
|
| 103 |
ENV NODE_ENV=production
|
| 104 |
|
| 105 |
-
# 7860: BFF Server (Web UI
|
| 106 |
-
# 8642: Gateway API Server (
|
| 107 |
-
# 8443: Code Server (
|
| 108 |
EXPOSE 7860 8443
|
| 109 |
|
| 110 |
HEALTHCHECK --interval=30s --timeout=10s --start-period=90s --retries=3 \
|
| 111 |
CMD curl -f http://localhost:7860/health || exit 1
|
| 112 |
|
| 113 |
-
ENTRYPOINT ["/app/entrypoint.sh"]
|
|
|
|
| 4 |
LABEL version="0.10.0"
|
| 5 |
LABEL description="Hermes Agent v0.10.0 with Web UI on Hugging Face Spaces"
|
| 6 |
|
| 7 |
+
# ==================== Environment Variables ====================
|
| 8 |
ENV PYTHONUNBUFFERED=1
|
| 9 |
ENV DEBIAN_FRONTEND=noninteractive
|
| 10 |
ENV HERMES_HOME=/data/.hermes
|
| 11 |
ENV PYTHONPATH=/app
|
| 12 |
|
| 13 |
+
# BFF Server Environment Variables (Build Stage)
|
| 14 |
ENV PORT=7860
|
| 15 |
ENV UPSTREAM=http://127.0.0.1:8642
|
| 16 |
ENV HERMES_BIN=/usr/local/bin/hermes
|
| 17 |
+
# Note: NODE_ENV=production must not be set during build stage,
|
| 18 |
+
# as npm install would skip devDependencies required for building.
|
|
|
|
| 19 |
|
| 20 |
+
# ==================== System Dependencies ====================
|
| 21 |
RUN apt-get update && apt-get install -y \
|
| 22 |
make gcc g++ \
|
| 23 |
ffmpeg \
|
|
|
|
| 28 |
&& rm -rf /var/lib/apt/lists/*
|
| 29 |
|
| 30 |
# ==================== Node.js v23 ====================
|
| 31 |
+
# hermes-web-ui requires Node >= 23.0.0
|
| 32 |
RUN ARCH=$(dpkg --print-architecture) \
|
| 33 |
&& if [ "$ARCH" = "amd64" ]; then NODE_ARCH="x64"; else NODE_ARCH="$ARCH"; fi \
|
| 34 |
&& echo "Installing Node.js v23.11.0 for ${NODE_ARCH}" \
|
|
|
|
| 39 |
&& node --version \
|
| 40 |
&& npm --version
|
| 41 |
|
| 42 |
+
# ==================== CLI Tools ====================
|
| 43 |
+
# yq: for runtime config.yaml modification
|
| 44 |
RUN curl -sL https://github.com/mikefarah/yq/releases/latest/download/yq_linux_amd64 -o /usr/bin/yq && \
|
| 45 |
chmod +x /usr/bin/yq
|
| 46 |
|
| 47 |
# ==================== Code Server ====================
|
| 48 |
RUN curl -fsSL https://code-server.dev/install.sh | sh
|
| 49 |
|
| 50 |
+
# ==================== Python Dependencies ====================
|
| 51 |
COPY requirements.txt /tmp/
|
| 52 |
RUN pip install --no-cache-dir --prefer-binary -r /tmp/requirements.txt
|
| 53 |
|
| 54 |
# ==================== Hermes Agent ====================
|
| 55 |
+
# Clone and install Hermes Agent (built-in frontend replaced by hermes-web-ui)
|
| 56 |
+
# Keep source in /usr/local/lib/hermes-agent for socket bridge
|
|
|
|
| 57 |
RUN git clone --depth 1 https://github.com/NousResearch/hermes-agent.git /usr/local/lib/hermes-agent && \
|
| 58 |
pip install uv && \
|
| 59 |
cd /usr/local/lib/hermes-agent && \
|
| 60 |
uv pip install --system -e .[all] && \
|
| 61 |
rm -rf /root/.cache/pip
|
| 62 |
|
| 63 |
+
# Playwright Browser (Required for agent web tools)
|
| 64 |
RUN npx playwright install chromium --with-deps --only-shell && \
|
| 65 |
rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*
|
| 66 |
|
| 67 |
# ==================== Hermes Web UI ====================
|
| 68 |
+
# Install pre-built npm package
|
|
|
|
|
|
|
|
|
|
| 69 |
ARG HERMES_WEB_UI_VERSION=0.7.12
|
| 70 |
RUN mkdir -p /opt/hermes-web-ui && cd /opt/hermes-web-ui && \
|
| 71 |
npm init -y && \
|
|
|
|
| 74 |
ln -sf node_modules/hermes-web-ui/package.json package.json && \
|
| 75 |
rm -rf /root/.npm
|
| 76 |
|
| 77 |
+
# ==================== Application Code ====================
|
| 78 |
WORKDIR /app
|
| 79 |
|
| 80 |
COPY src/ /app/src/
|
| 81 |
COPY entrypoint.sh /app/
|
| 82 |
COPY config/config.yaml /data/.hermes/config.yaml
|
| 83 |
|
| 84 |
+
# Create data directories
|
| 85 |
RUN mkdir -p /data/.hermes /data/.hermes-web-ui /app/logs && \
|
| 86 |
chmod +x /app/entrypoint.sh
|
| 87 |
|
| 88 |
+
# Configure non-root user (Required for Hugging Face Spaces)
|
| 89 |
RUN useradd -m -u 1000 appuser && \
|
| 90 |
ln -sf /data/.hermes /home/appuser/.hermes && \
|
| 91 |
chown -R appuser:appuser /data /opt/hermes-web-ui /app
|
| 92 |
|
| 93 |
USER appuser
|
| 94 |
|
| 95 |
+
# ==================== Runtime Environment Variables ====================
|
|
|
|
|
|
|
| 96 |
ENV NODE_ENV=production
|
| 97 |
|
| 98 |
+
# 7860: BFF Server (Web UI entry point, HF Spaces requirement)
|
| 99 |
+
# 8642: Gateway API Server (Upstream proxy target, internal only)
|
| 100 |
+
# 8443: Code Server (Internal access)
|
| 101 |
EXPOSE 7860 8443
|
| 102 |
|
| 103 |
HEALTHCHECK --interval=30s --timeout=10s --start-period=90s --retries=3 \
|
| 104 |
CMD curl -f http://localhost:7860/health || exit 1
|
| 105 |
|
| 106 |
+
ENTRYPOINT ["/app/entrypoint.sh"]
|
config/config.yaml
CHANGED
|
@@ -1,15 +1,13 @@
|
|
| 1 |
# Hermes Agent Configuration
|
| 2 |
-
#
|
| 3 |
-
# 格式来源: cli-config.yaml.example + hermes_cli/config.py
|
| 4 |
|
| 5 |
-
#
|
| 6 |
model:
|
| 7 |
-
# default: "moonshotai/kimi-k2-thinking"
|
| 8 |
default: "deepseek-ai/deepseek-v4-flash"
|
| 9 |
provider: "nvidia"
|
| 10 |
base_url: "https://integrate.api.nvidia.com/v1"
|
| 11 |
|
| 12 |
-
#
|
| 13 |
auxiliary:
|
| 14 |
vision:
|
| 15 |
provider: "auto"
|
|
@@ -49,51 +47,51 @@ auxiliary:
|
|
| 49 |
model: ""
|
| 50 |
timeout: 30
|
| 51 |
|
| 52 |
-
#
|
| 53 |
delegation:
|
| 54 |
model: ""
|
| 55 |
provider: ""
|
| 56 |
max_iterations: 50
|
| 57 |
reasoning_effort: "medium"
|
| 58 |
|
| 59 |
-
# API Server
|
| 60 |
api_server:
|
| 61 |
enabled: true
|
| 62 |
port: 8642
|
| 63 |
host: "127.0.0.1"
|
| 64 |
|
| 65 |
-
#
|
| 66 |
terminal:
|
| 67 |
backend: local
|
| 68 |
timeout: 300
|
| 69 |
shell: /bin/bash
|
| 70 |
|
| 71 |
-
#
|
| 72 |
display:
|
| 73 |
skin: default
|
| 74 |
show_tool_progress: true
|
| 75 |
show_resume: true
|
| 76 |
spinner: dots
|
| 77 |
|
| 78 |
-
# Agent
|
| 79 |
agent:
|
| 80 |
max_iterations: 50
|
| 81 |
approval_mode: ask
|
| 82 |
dangerous_command_approval: ask
|
| 83 |
gateway_timeout: 300
|
| 84 |
|
| 85 |
-
#
|
| 86 |
memory:
|
| 87 |
enabled: true
|
| 88 |
provider: local
|
| 89 |
|
| 90 |
-
#
|
| 91 |
-
# threshold
|
| 92 |
compression:
|
| 93 |
enabled: true
|
| 94 |
threshold: 0.50
|
| 95 |
|
| 96 |
-
#
|
| 97 |
cron:
|
| 98 |
enabled: true
|
| 99 |
tick_interval: 60
|
|
|
|
| 1 |
# Hermes Agent Configuration
|
| 2 |
+
# Default configuration for Hugging Face Spaces deployment
|
|
|
|
| 3 |
|
| 4 |
+
# Main Model Configuration
|
| 5 |
model:
|
|
|
|
| 6 |
default: "deepseek-ai/deepseek-v4-flash"
|
| 7 |
provider: "nvidia"
|
| 8 |
base_url: "https://integrate.api.nvidia.com/v1"
|
| 9 |
|
| 10 |
+
# Auxiliary Model Configuration (per-task overrides)
|
| 11 |
auxiliary:
|
| 12 |
vision:
|
| 13 |
provider: "auto"
|
|
|
|
| 47 |
model: ""
|
| 48 |
timeout: 30
|
| 49 |
|
| 50 |
+
# Subagent (Delegation) Configuration
|
| 51 |
delegation:
|
| 52 |
model: ""
|
| 53 |
provider: ""
|
| 54 |
max_iterations: 50
|
| 55 |
reasoning_effort: "medium"
|
| 56 |
|
| 57 |
+
# API Server Configuration (Upstream proxy target for Web UI BFF)
|
| 58 |
api_server:
|
| 59 |
enabled: true
|
| 60 |
port: 8642
|
| 61 |
host: "127.0.0.1"
|
| 62 |
|
| 63 |
+
# Terminal Configuration
|
| 64 |
terminal:
|
| 65 |
backend: local
|
| 66 |
timeout: 300
|
| 67 |
shell: /bin/bash
|
| 68 |
|
| 69 |
+
# Display Configuration
|
| 70 |
display:
|
| 71 |
skin: default
|
| 72 |
show_tool_progress: true
|
| 73 |
show_resume: true
|
| 74 |
spinner: dots
|
| 75 |
|
| 76 |
+
# Agent Configuration
|
| 77 |
agent:
|
| 78 |
max_iterations: 50
|
| 79 |
approval_mode: ask
|
| 80 |
dangerous_command_approval: ask
|
| 81 |
gateway_timeout: 300
|
| 82 |
|
| 83 |
+
# Memory Configuration
|
| 84 |
memory:
|
| 85 |
enabled: true
|
| 86 |
provider: local
|
| 87 |
|
| 88 |
+
# Compression Configuration
|
| 89 |
+
# threshold is a ratio (0-1). 0.50 = triggers compression when context hits 50%
|
| 90 |
compression:
|
| 91 |
enabled: true
|
| 92 |
threshold: 0.50
|
| 93 |
|
| 94 |
+
# Scheduled Cron Jobs
|
| 95 |
cron:
|
| 96 |
enabled: true
|
| 97 |
tick_interval: 60
|
entrypoint.sh
CHANGED
|
@@ -1,46 +1,43 @@
|
|
| 1 |
#!/bin/bash
|
| 2 |
# Entrypoint script for Hermes Agent on Hugging Face Spaces
|
| 3 |
-
# 基于 Hermes Agent 真实 config.yaml 格式(source: cli-config.yaml.example + hermes_cli/config.py)
|
| 4 |
#
|
| 5 |
-
#
|
| 6 |
# entrypoint.sh
|
| 7 |
-
# ├── data_sync daemon (
|
| 8 |
-
# ├── hermes gateway run (
|
| 9 |
-
# └── node /opt/hermes-web-ui/dist/server/index.js (
|
| 10 |
|
| 11 |
set -e
|
| 12 |
|
| 13 |
echo "🚀 Hermes Agent v0.10.0 - Hugging Face Spaces"
|
| 14 |
echo "=============================================="
|
| 15 |
|
| 16 |
-
#
|
| 17 |
if [ -z "$HF_DATASET_REPO" ]; then
|
| 18 |
-
echo "⚠️
|
| 19 |
fi
|
| 20 |
|
| 21 |
-
# ====================
|
| 22 |
-
echo "📁
|
| 23 |
mkdir -p /data/.hermes/{cron,sessions,logs,memories,skills,pairing,hooks,image_cache,audio_cache,whatsapp/session,script}
|
| 24 |
mkdir -p /data/.hermes-web-ui
|
| 25 |
mkdir -p /app/logs
|
| 26 |
|
| 27 |
-
# ====================
|
| 28 |
-
# 跳过从 Dataset 恢复 config.yaml(由本脚本根据环境变量重新生成)
|
| 29 |
export SKIP_CONFIG_RESTORE=true
|
| 30 |
|
| 31 |
if [ -n "$HF_DATASET_REPO" ]; then
|
| 32 |
-
echo "📥
|
| 33 |
python -m src.data_sync restore || {
|
| 34 |
-
echo "⚠️
|
| 35 |
}
|
| 36 |
fi
|
| 37 |
|
| 38 |
-
# ====================
|
| 39 |
-
echo "🤖
|
| 40 |
|
| 41 |
-
#
|
| 42 |
declare -A PROVIDER_MODELS=(
|
| 43 |
-
# ["nvidia"]="moonshotai/kimi-k2-thinking"
|
| 44 |
["nvidia"]="deepseek-ai/deepseek-v4-flash"
|
| 45 |
["siliconflow"]="Pro/moonshotai/Kimi-K2.5"
|
| 46 |
["openai"]="gpt-4o"
|
|
@@ -73,7 +70,7 @@ declare -A PROVIDER_BASE_URLS=(
|
|
| 73 |
["longcat"]="https://api.longcat.chat/openai"
|
| 74 |
)
|
| 75 |
|
| 76 |
-
#
|
| 77 |
detect_main_model() {
|
| 78 |
if [ -n "$MODEL_PROVIDER" ] && [ -n "$MODEL_NAME" ]; then
|
| 79 |
echo "manual:$MODEL_PROVIDER:$MODEL_NAME"
|
|
@@ -97,7 +94,7 @@ detect_main_model() {
|
|
| 97 |
echo "default:nvidia:${PROVIDER_MODELS[nvidia]}"
|
| 98 |
}
|
| 99 |
|
| 100 |
-
#
|
| 101 |
detect_vision_model() {
|
| 102 |
if [ -n "$VISION_MODEL" ]; then echo "$VISION_MODEL"; return; fi
|
| 103 |
if [ -n "$GEMINI_API_KEY" ] || [ -n "$GOOGLE_API_KEY" ]; then echo "google/gemini-2.5-flash"; return; fi
|
|
@@ -117,14 +114,14 @@ detect_delegation_model() {
|
|
| 117 |
echo ""
|
| 118 |
}
|
| 119 |
|
| 120 |
-
#
|
| 121 |
echo ""
|
| 122 |
-
echo "📋
|
| 123 |
echo "────────────────────────────────────────"
|
| 124 |
|
| 125 |
MAIN_DETECTED=$(detect_main_model)
|
| 126 |
IFS=':' read -r MAIN_MODE MAIN_PROVIDER MAIN_MODEL <<< "$MAIN_DETECTED"
|
| 127 |
-
echo "🎯 Main Model: $MAIN_PROVIDER/$MAIN_MODEL (
|
| 128 |
|
| 129 |
VISION_MODEL_VAL=$(detect_vision_model)
|
| 130 |
echo "👁️ Vision Model: ${VISION_MODEL_VAL:-auto-detect}"
|
|
@@ -140,11 +137,10 @@ echo " Base URL: $MAIN_BASE_URL"
|
|
| 140 |
|
| 141 |
echo "────────────────────────────────────────"
|
| 142 |
|
| 143 |
-
# ====================
|
| 144 |
CONFIG_FILE="/data/.hermes/config.yaml"
|
| 145 |
-
echo "📝
|
| 146 |
|
| 147 |
-
# 推断辅助模型供应商
|
| 148 |
infer_provider() {
|
| 149 |
local model_id="$1"
|
| 150 |
if [[ "$model_id" == google/* ]]; then echo "google"
|
|
@@ -161,13 +157,13 @@ cat > "$CONFIG_FILE" << EOF
|
|
| 161 |
# Hermes Agent Configuration
|
| 162 |
# Generated by entrypoint.sh at $(date -Iseconds)
|
| 163 |
|
| 164 |
-
#
|
| 165 |
model:
|
| 166 |
default: "$MAIN_MODEL"
|
| 167 |
provider: "$MAIN_PROVIDER"
|
| 168 |
base_url: "$MAIN_BASE_URL"
|
| 169 |
|
| 170 |
-
#
|
| 171 |
auxiliary:
|
| 172 |
vision:
|
| 173 |
provider: "${VISION_PROVIDER_VAL:-auto}"
|
|
@@ -207,67 +203,61 @@ auxiliary:
|
|
| 207 |
model: ""
|
| 208 |
timeout: 30
|
| 209 |
|
| 210 |
-
#
|
| 211 |
delegation:
|
| 212 |
model: "${DELEGATION_MODEL_VAL}"
|
| 213 |
provider: "${DELEGATION_PROVIDER_VAL}"
|
| 214 |
max_iterations: 50
|
| 215 |
reasoning_effort: "medium"
|
| 216 |
|
| 217 |
-
# API Server
|
| 218 |
api_server:
|
| 219 |
enabled: true
|
| 220 |
port: 8642
|
| 221 |
host: "127.0.0.1"
|
| 222 |
|
| 223 |
-
#
|
| 224 |
terminal:
|
| 225 |
backend: local
|
| 226 |
timeout: 300
|
| 227 |
shell: /bin/bash
|
| 228 |
|
| 229 |
-
#
|
| 230 |
display:
|
| 231 |
skin: default
|
| 232 |
show_tool_progress: true
|
| 233 |
show_resume: true
|
| 234 |
spinner: dots
|
| 235 |
|
| 236 |
-
# Agent
|
| 237 |
agent:
|
| 238 |
max_iterations: 50
|
| 239 |
approval_mode: ask
|
| 240 |
dangerous_command_approval: ask
|
| 241 |
gateway_timeout: 300
|
| 242 |
|
| 243 |
-
#
|
| 244 |
memory:
|
| 245 |
enabled: true
|
| 246 |
provider: local
|
| 247 |
|
| 248 |
-
#
|
| 249 |
compression:
|
| 250 |
enabled: true
|
| 251 |
threshold: 0.50
|
| 252 |
|
| 253 |
-
#
|
| 254 |
cron:
|
| 255 |
enabled: true
|
| 256 |
tick_interval: 60
|
| 257 |
EOF
|
| 258 |
|
| 259 |
-
echo " ✅
|
| 260 |
|
| 261 |
-
# ====================
|
| 262 |
-
# 如果存在从 Dataset 恢复的 config.yaml.restored,将其中的用户修改区块合并到新生成的 config.yaml
|
| 263 |
-
# 合并策略:
|
| 264 |
-
# - entrypoint.sh 控制的区块(model, auxiliary, delegation, api_server):新生成的优先
|
| 265 |
-
# (这些由 HF Spaces 环境变量决定,必须权威)
|
| 266 |
-
# - 用户在 Web UI 中修改的区块(platforms, display, agent, memory, compression, cron, terminal):
|
| 267 |
-
# 恢复的优先(保留用户的个性化设置,如 channel 行为、显示偏好等)
|
| 268 |
RESTORED_CONFIG="/data/.hermes/config.yaml.restored"
|
| 269 |
if [ -f "$RESTORED_CONFIG" ]; then
|
| 270 |
-
echo "🔄
|
| 271 |
python3 << 'MERGE_SCRIPT'
|
| 272 |
import yaml
|
| 273 |
import sys
|
|
@@ -275,9 +265,6 @@ import sys
|
|
| 275 |
GENERATED = '/data/.hermes/config.yaml'
|
| 276 |
RESTORED = '/data/.hermes/config.yaml.restored'
|
| 277 |
|
| 278 |
-
# 区块优先级定义:
|
| 279 |
-
# ENTRYPOINT_PRIORITY → entrypoint.sh 生成的值优先(由 HF Spaces 环境变量控制)
|
| 280 |
-
# USER_PRIORITY → 恢复的用户值优先(Web UI 中用户修改的偏好)
|
| 281 |
ENTRYPOINT_PRIORITY = {'model', 'auxiliary', 'delegation', 'api_server'}
|
| 282 |
USER_PRIORITY = {'platforms', 'display', 'agent', 'memory', 'compression', 'cron', 'terminal'}
|
| 283 |
|
|
@@ -288,23 +275,18 @@ try:
|
|
| 288 |
restored = yaml.safe_load(f) or {}
|
| 289 |
|
| 290 |
merged = {}
|
| 291 |
-
|
| 292 |
-
# 遍历所有出现在任一配置中的顶层键
|
| 293 |
all_keys = set(list(generated.keys()) + list(restored.keys()))
|
| 294 |
|
| 295 |
for key in all_keys:
|
| 296 |
if key in ENTRYPOINT_PRIORITY:
|
| 297 |
-
# 环境变量控制的区块:始终用新生成的值
|
| 298 |
if key in generated:
|
| 299 |
merged[key] = generated[key]
|
| 300 |
elif key in USER_PRIORITY:
|
| 301 |
-
# 用户偏好区块:优先用恢复的值,没有则用生成的默认值
|
| 302 |
if key in restored:
|
| 303 |
merged[key] = restored[key]
|
| 304 |
elif key in generated:
|
| 305 |
merged[key] = generated[key]
|
| 306 |
else:
|
| 307 |
-
# 未明确分类的区块:优先用恢复的值(保留用户可能做的修改)
|
| 308 |
if key in restored:
|
| 309 |
merged[key] = restored[key]
|
| 310 |
elif key in generated:
|
|
@@ -313,23 +295,20 @@ try:
|
|
| 313 |
with open(GENERATED, 'w') as f:
|
| 314 |
yaml.dump(merged, f, default_flow_style=False, allow_unicode=True, sort_keys=False)
|
| 315 |
|
| 316 |
-
# 统计合并了哪些区块
|
| 317 |
merged_user_keys = [k for k in USER_PRIORITY if k in restored]
|
| 318 |
-
|
| 319 |
-
print(f" ✅ 已合并用户区块: {', '.join(merged_user_keys) if merged_user_keys else '无'}")
|
| 320 |
|
| 321 |
except Exception as e:
|
| 322 |
-
print(f" ⚠️
|
| 323 |
-
sys.exit(0)
|
| 324 |
MERGE_SCRIPT
|
| 325 |
-
# 合并完成后删除临时文件,避免被后续备份重复保存
|
| 326 |
rm -f "$RESTORED_CONFIG"
|
| 327 |
else
|
| 328 |
-
echo " ℹ️
|
| 329 |
fi
|
| 330 |
|
| 331 |
-
# ====================
|
| 332 |
-
echo "🌐
|
| 333 |
|
| 334 |
if [ -n "$NVIDIA_API_KEY" ]; then
|
| 335 |
export NVIDIA_BASE_URL="${NVIDIA_BASE_URL:-https://integrate.api.nvidia.com/v1}"
|
|
@@ -347,23 +326,18 @@ if [ -n "$LONGCAT_API_KEY" ]; then
|
|
| 347 |
export LONGCAT_BASE_URL="${LONGCAT_BASE_URL:-https://api.longcat.chat/openai}"
|
| 348 |
fi
|
| 349 |
|
| 350 |
-
# 导出 API Server 环境变量(确保 Gateway 以 API Server 模式启动)
|
| 351 |
export API_SERVER_ENABLED=true
|
| 352 |
export API_SERVER_PORT=8642
|
| 353 |
export API_SERVER_HOST=127.0.0.1
|
| 354 |
-
|
| 355 |
-
# 默认允许所有用户(Hugging Face Spaces 单用户场景,否则 Gateway 拒绝所有消息)
|
| 356 |
export GATEWAY_ALLOW_ALL_USERS="${GATEWAY_ALLOW_ALL_USERS:-true}"
|
| 357 |
-
|
| 358 |
-
# 导出 HERMES_MODEL 环境变量(进程级覆盖,影响 cron 等调度任务的模型选择)
|
| 359 |
export HERMES_MODEL="$MAIN_MODEL"
|
| 360 |
|
| 361 |
-
echo " ✅ Base
|
| 362 |
-
echo " ✅ API Server
|
| 363 |
-
echo " ✅ HERMES_MODEL=$HERMES_MODEL
|
| 364 |
|
| 365 |
-
# ====================
|
| 366 |
-
echo "⚙️
|
| 367 |
ENV_FILE="/data/.hermes/.env"
|
| 368 |
mkdir -p /data/.hermes
|
| 369 |
|
|
@@ -382,23 +356,15 @@ PERSISTENT_VARS=(
|
|
| 382 |
"DISCORD_BOT_TOKEN" "DISCORD_CLIENT_ID"
|
| 383 |
"SLACK_BOT_TOKEN" "SLACK_APP_TOKEN" "SLACK_SIGNING_SECRET"
|
| 384 |
"WHATSAPP_BUSINESS_ID" "WHATSAPP_PHONE_NUMBER" "WHATSAPP_ACCESS_TOKEN"
|
| 385 |
-
"WEIXIN_ACCOUNT_ID" "WEIXIN_TOKEN" "WEIXIN_BASE_URL"
|
| 386 |
"GATEWAY_ALLOW_ALL_USERS"
|
| 387 |
"AUTH_TOKEN"
|
| 388 |
)
|
| 389 |
|
| 390 |
-
# 合并策略:保留恢复的 .env 中由 BFF 等写入的变量(如 WEIXIN_ACCOUNT_ID/WEIXIN_TOKEN),
|
| 391 |
-
# 同时用进程环境变量覆盖同名键(进程环境变量优先级更高)。
|
| 392 |
-
# 这避免了 "先恢复再清空" 导致 BFF 写入的凭据丢失的问题。
|
| 393 |
-
|
| 394 |
-
# 第1步:读取恢复的 .env 中所有现有键值对(跳过注释和空行)
|
| 395 |
declare -A env_entries=()
|
| 396 |
if [ -f "$ENV_FILE" ]; then
|
| 397 |
while IFS= read -r line; do
|
| 398 |
-
# 跳过注释和空行
|
| 399 |
[[ "$line" =~ ^[[:space:]]*# ]] && continue
|
| 400 |
[[ -z "${line// }" ]] && continue
|
| 401 |
-
# 提取 KEY=VALUE
|
| 402 |
eq_idx="${line%%=*}"
|
| 403 |
if [ -n "$eq_idx" ] && [ "$eq_idx" != "$line" ]; then
|
| 404 |
env_entries["$eq_idx"]="$line"
|
|
@@ -406,18 +372,12 @@ if [ -f "$ENV_FILE" ]; then
|
|
| 406 |
done < "$ENV_FILE"
|
| 407 |
fi
|
| 408 |
|
| 409 |
-
# 第2步:用进程环境变量覆盖/新增 PERSISTENT_VARS 中的键
|
| 410 |
for var in "${PERSISTENT_VARS[@]}"; do
|
| 411 |
if [ -n "${!var}" ]; then
|
| 412 |
env_entries["$var"]="${var}=${!var}"
|
| 413 |
-
else
|
| 414 |
-
# 进程环境中没有该变量,但恢复的 .env 中可能有 → 保留恢复的值
|
| 415 |
-
# 如果恢复的 .env 中也没有,则不写入
|
| 416 |
-
:
|
| 417 |
fi
|
| 418 |
done
|
| 419 |
|
| 420 |
-
# 第3步:写入合并后的 .env
|
| 421 |
{
|
| 422 |
for key in "${!env_entries[@]}"; do
|
| 423 |
echo "${env_entries[$key]}"
|
|
@@ -425,24 +385,22 @@ done
|
|
| 425 |
} | sort > "$ENV_FILE"
|
| 426 |
|
| 427 |
RESTORED_COUNT=$(grep -c '=' "$ENV_FILE")
|
| 428 |
-
echo " ✅
|
| 429 |
|
| 430 |
-
# ====================
|
| 431 |
SYNC_INTERVAL=${SYNC_INTERVAL:-60}
|
| 432 |
-
echo "🔄
|
| 433 |
|
| 434 |
-
echo "🔄 启动数据同步服务..."
|
| 435 |
python -m src.data_sync daemon &
|
| 436 |
SYNC_PID=$!
|
| 437 |
-
echo "
|
| 438 |
|
| 439 |
-
# ====================
|
| 440 |
-
echo "🔄
|
| 441 |
-
hermes config check 2>/dev/null || echo "
|
| 442 |
|
| 443 |
-
echo "🔒
|
| 444 |
hermes config set model.default "$MAIN_MODEL" 2>/dev/null || {
|
| 445 |
-
echo " ⚠️ hermes config set 不可用,使用直接写入方式"
|
| 446 |
if command -v yq &>/dev/null; then
|
| 447 |
yq -i ".model.default = \"$MAIN_MODEL\"" "$CONFIG_FILE"
|
| 448 |
fi
|
|
@@ -450,44 +408,31 @@ hermes config set model.default "$MAIN_MODEL" 2>/dev/null || {
|
|
| 450 |
hermes config set model.provider "$MAIN_PROVIDER" 2>/dev/null || true
|
| 451 |
hermes config set model.base_url "$MAIN_BASE_URL" 2>/dev/null || true
|
| 452 |
|
| 453 |
-
# 验证 config.yaml 中模型是否正确
|
| 454 |
if command -v yq &>/dev/null; then
|
| 455 |
ACTUAL_MODEL=$(yq '.model.default' "$CONFIG_FILE" 2>/dev/null)
|
| 456 |
if [ "$ACTUAL_MODEL" != "$MAIN_MODEL" ]; then
|
| 457 |
-
echo " ⚠️ 模型被覆盖! 期望: $MAIN_MODEL, 实际: $ACTUAL_MODEL"
|
| 458 |
-
echo " 🔄 重新写入模型配置..."
|
| 459 |
yq -i ".model.default = \"$MAIN_MODEL\"" "$CONFIG_FILE"
|
| 460 |
yq -i ".model.provider = \"$MAIN_PROVIDER\"" "$CONFIG_FILE"
|
| 461 |
yq -i ".model.base_url = \"$MAIN_BASE_URL\"" "$CONFIG_FILE"
|
| 462 |
fi
|
| 463 |
fi
|
| 464 |
|
| 465 |
-
echo " ✅
|
| 466 |
|
| 467 |
-
# ==================== Socket
|
| 468 |
-
|
| 469 |
-
# 桥接程序需要 hermes-agent 源码中的 run_agent.py。如果源码被删除,桥接失败。
|
| 470 |
-
echo "🔌 检测 Hermes Agent Socket 桥接..."
|
| 471 |
HERMES_PKG_PATH=""
|
| 472 |
|
| 473 |
-
# 优先使用 HERMES_AGENT_ROOT 环境变量(用户自定义覆盖)
|
| 474 |
if [ -n "$HERMES_AGENT_ROOT" ] && [ -d "$HERMES_AGENT_ROOT" ]; then
|
| 475 |
HERMES_PKG_PATH="$HERMES_AGENT_ROOT"
|
| 476 |
-
echo " ✅ 使用 HERMES_AGENT_ROOT: $HERMES_PKG_PATH"
|
| 477 |
-
# 其次使用保留的默认源码包
|
| 478 |
elif [ -d "/usr/local/lib/hermes-agent" ]; then
|
| 479 |
HERMES_PKG_PATH="/usr/local/lib/hermes-agent"
|
| 480 |
-
echo " ✅ 找到保留的 hermes-agent 源码包: $HERMES_PKG_PATH"
|
| 481 |
fi
|
| 482 |
|
| 483 |
if [ -n "$HERMES_PKG_PATH" ]; then
|
| 484 |
-
# 导出环境变量供桥接程序使用
|
| 485 |
export HERMES_AGENT_ROOT="$HERMES_PKG_PATH"
|
| 486 |
-
# 创建符号链接供桥接程序定位
|
| 487 |
ln -sf "$HERMES_PKG_PATH" "$HOME/.hermes/hermes-agent" 2>/dev/null || true
|
| 488 |
-
echo " 🔗 已创建符号链接: $HOME/.hermes/hermes-agent → $HERMES_PKG_PATH"
|
| 489 |
|
| 490 |
-
# 查找桥接脚本并验证
|
| 491 |
BRIDGE_SCRIPT=""
|
| 492 |
BRIDGE_PATHS=(
|
| 493 |
"$HERMES_PKG_PATH/hermes_bridge.py"
|
|
@@ -498,70 +443,43 @@ if [ -n "$HERMES_PKG_PATH" ]; then
|
|
| 498 |
if [ -f "$bridge_path" ]; then
|
| 499 |
chmod +x "$bridge_path" 2>/dev/null || true
|
| 500 |
BRIDGE_SCRIPT="$bridge_path"
|
| 501 |
-
echo " ✅
|
| 502 |
break
|
| 503 |
fi
|
| 504 |
done
|
| 505 |
-
|
| 506 |
-
if [ -n "$BRIDGE_SCRIPT" ]; then
|
| 507 |
-
echo " 🔍 验证桥接脚本..."
|
| 508 |
-
python3 "$BRIDGE_SCRIPT" --help 2>/dev/null && echo " ✅ 桥接脚本验证通过" || echo " ⚠️ 桥接脚本验证超时(不影响启动)"
|
| 509 |
-
fi
|
| 510 |
-
else
|
| 511 |
-
echo " ⚠️ 未找到 hermes-agent 源码包,桥接可能失败"
|
| 512 |
-
echo " 💡 如果遇到 ENOENT /tmp/hermes-agent-bridge.sock 错误,请确保 Dockerfile 中保留了 hermes-agent 源码"
|
| 513 |
fi
|
| 514 |
|
| 515 |
-
# ====================
|
| 516 |
-
echo "📡
|
| 517 |
-
|
| 518 |
-
# Gateway PID 文件(用于追踪当前运行的 gateway 进程)
|
| 519 |
GATEWAY_PIDFILE="/data/.hermes/gateway.pid"
|
| 520 |
|
| 521 |
-
# Gateway 包装器:自动重启 + 崩溃恢复
|
| 522 |
-
# 使用 --replace 避免端口冲突(BFF 偶尔也通过 hermes-cli.ts 调用 restartGateway)
|
| 523 |
-
# 崩溃后等待 30 秒重启;正常退出不重启
|
| 524 |
-
# BFF 保存 weixin 凭据后会调用 restartGateway(),该函数在 Docker 模式下
|
| 525 |
-
# 会 kill 旧进程然后 spawn "hermes gateway run",与本包装器可能竞争。
|
| 526 |
-
# --replace 让 gateway 在检测到端口占用时自动替换旧进程,避免冲突。
|
| 527 |
(
|
| 528 |
while true; do
|
| 529 |
hermes gateway run --replace 2>&1 | while IFS= read -r line; do
|
| 530 |
echo "$line"
|
| 531 |
-
case "$line" in
|
| 532 |
-
*"Gateway failed to connect"*)
|
| 533 |
-
echo " ⚠️ 网关消息平台连接失败,API Server 仍可使用,30 秒后重试..."
|
| 534 |
-
;;
|
| 535 |
-
esac
|
| 536 |
done
|
| 537 |
EXIT_CODE=${PIPESTATUS[0]}
|
| 538 |
if [ "$EXIT_CODE" -ne 0 ]; then
|
| 539 |
-
echo " ⚠️
|
| 540 |
sleep 30
|
| 541 |
else
|
| 542 |
-
echo " 🛑
|
| 543 |
-
# 检查是否有新 gateway 进程在运行(BFF 可能已启动新进程)
|
| 544 |
sleep 5
|
| 545 |
if [ -f "$GATEWAY_PIDFILE" ]; then
|
| 546 |
NEW_PID=$(python3 -c "import json; print(json.load(open('$GATEWAY_PIDFILE')).get('pid',0))" 2>/dev/null || echo 0)
|
| 547 |
if [ "$NEW_PID" -gt 0 ] && kill -0 "$NEW_PID" 2>/dev/null; then
|
| 548 |
-
echo " 🔄 检测到新网关进程 (PID: $NEW_PID),等待其退出..."
|
| 549 |
-
# 等待新进程退出后再继续循环
|
| 550 |
while kill -0 "$NEW_PID" 2>/dev/null; do sleep 5; done
|
| 551 |
-
echo " ⚠️ 新网关进程已退出,30 秒后重启包装器..."
|
| 552 |
sleep 30
|
| 553 |
continue
|
| 554 |
fi
|
| 555 |
fi
|
| 556 |
-
echo " 🛑 无新网关进程,不再重启"
|
| 557 |
break
|
| 558 |
fi
|
| 559 |
done
|
| 560 |
) &
|
| 561 |
GATEWAY_PID=$!
|
| 562 |
|
| 563 |
-
|
| 564 |
-
echo " ⏳ 等待 API Server 就绪 (:8642)..."
|
| 565 |
API_READY=false
|
| 566 |
for i in $(seq 1 30); do
|
| 567 |
if curl -sf http://127.0.0.1:8642/health > /dev/null 2>&1; then
|
|
@@ -572,56 +490,38 @@ for i in $(seq 1 30); do
|
|
| 572 |
done
|
| 573 |
|
| 574 |
if [ "$API_READY" = true ]; then
|
| 575 |
-
echo " ✅ API Server
|
| 576 |
-
# Gateway PID 文件由 Hermes 自己在 gateway run 启动时写入(gateway/run.py:write_pid_file)
|
| 577 |
-
# 通过 symlink /home/appuser/.hermes → /data/.hermes,BFF GatewayManager 可正确读取
|
| 578 |
else
|
| 579 |
-
echo " ⚠️ API Server
|
| 580 |
fi
|
| 581 |
|
| 582 |
-
|
| 583 |
-
|
| 584 |
-
else
|
| 585 |
-
echo " ⚠️ 网关进程已退出,仅 Web UI 可用"
|
| 586 |
-
fi
|
| 587 |
-
|
| 588 |
-
echo ""
|
| 589 |
-
echo "💡 提示:"
|
| 590 |
-
echo " - Channels 页面可配置微信/飞书/企业微信等平台"
|
| 591 |
-
echo " - Models 页面可管理模型供应商"
|
| 592 |
-
echo " - Jobs 页面可管理定时任务"
|
| 593 |
-
echo ""
|
| 594 |
-
|
| 595 |
-
# ==================== Auth Token 处理 ====================
|
| 596 |
-
echo "🔑 配置 Web UI 认证..."
|
| 597 |
if [ -z "$AUTH_TOKEN" ]; then
|
| 598 |
-
# 尝试从持久化文件恢复
|
| 599 |
AUTH_TOKEN_FILE="/data/.hermes-web-ui/.token"
|
| 600 |
if [ -f "$AUTH_TOKEN_FILE" ]; then
|
| 601 |
AUTH_TOKEN=$(cat "$AUTH_TOKEN_FILE")
|
| 602 |
-
echo " ✅
|
| 603 |
else
|
| 604 |
-
# 自动生成新 Token
|
| 605 |
AUTH_TOKEN=$(openssl rand -hex 16 2>/dev/null || head -c 32 /dev/urandom | xxd -p | head -c 32)
|
| 606 |
mkdir -p /data/.hermes-web-ui
|
| 607 |
echo "$AUTH_TOKEN" > "$AUTH_TOKEN_FILE"
|
| 608 |
echo ""
|
| 609 |
echo " ╔══════════════════════════════════════════════════╗"
|
| 610 |
-
echo " ║ 🔑 Web UI
|
| 611 |
echo " ║ $AUTH_TOKEN"
|
| 612 |
-
echo " ║
|
| 613 |
-
echo " ║
|
| 614 |
-
echo " ║ 也可在 HF Spaces Settings 设置 AUTH_TOKEN 覆盖 ║"
|
| 615 |
echo " ╚══════════════════════════════════════════════════╝"
|
| 616 |
echo ""
|
| 617 |
fi
|
| 618 |
else
|
| 619 |
-
echo " ✅
|
| 620 |
fi
|
| 621 |
export AUTH_TOKEN
|
| 622 |
|
| 623 |
-
# ====================
|
| 624 |
-
echo "📝
|
| 625 |
export CODE_SERVER_PORT=8443
|
| 626 |
export CODE_SERVER_PASSWORD="${CODE_SERVER_PASSWORD:-${AUTH_TOKEN}}"
|
| 627 |
export CODE_SERVER_DATA_DIR=/data/.hermes/code-server
|
|
@@ -635,101 +535,38 @@ code-server --port 8443 \
|
|
| 635 |
CODER_PID=$!
|
| 636 |
echo " Code Server PID: $CODER_PID"
|
| 637 |
|
| 638 |
-
# ====================
|
| 639 |
-
echo "🌐
|
| 640 |
-
echo " BFF Server: http://0.0.0.0:7860"
|
| 641 |
-
echo " Upstream: http://127.0.0.1:8642"
|
| 642 |
-
echo ""
|
| 643 |
-
|
| 644 |
-
# 确保运行时环境变量设置完毕
|
| 645 |
export PORT=7860
|
| 646 |
export UPSTREAM=http://127.0.0.1:8642
|
| 647 |
export HERMES_BIN=/usr/local/bin/hermes
|
| 648 |
export HERMES_HOME=/data/.hermes
|
| 649 |
|
| 650 |
-
# 优雅关闭
|
| 651 |
cleanup() {
|
| 652 |
-
echo ""
|
| 653 |
-
echo "🛑 执行清理..."
|
| 654 |
-
|
| 655 |
-
# 备份数据
|
| 656 |
if [ -n "$HF_DATASET_REPO" ]; then
|
| 657 |
-
echo " 💾
|
| 658 |
-
python -m src.data_sync backup --force 2>/dev/null ||
|
| 659 |
-
fi
|
| 660 |
-
|
| 661 |
-
# 停止各进程(顺序:BFF → Code Server → Gateway → Sync)
|
| 662 |
-
if [ -n "$BFF_PID" ] && kill -0 $BFF_PID 2>/dev/null; then
|
| 663 |
-
echo " 🛑 停止 Web UI..."
|
| 664 |
-
kill $BFF_PID 2>/dev/null || true
|
| 665 |
-
wait $BFF_PID 2>/dev/null || true
|
| 666 |
-
fi
|
| 667 |
-
if [ -n "$CODER_PID" ] && kill -0 $CODER_PID 2>/dev/null; then
|
| 668 |
-
echo " 🛑 停止 Code Server..."
|
| 669 |
-
kill $CODER_PID 2>/dev/null || true
|
| 670 |
-
wait $CODER_PID 2>/dev/null || true
|
| 671 |
-
fi
|
| 672 |
-
if [ -n "$GATEWAY_PID" ] && kill -0 $GATEWAY_PID 2>/dev/null; then
|
| 673 |
-
echo " 🛑 停止 Gateway..."
|
| 674 |
-
kill $GATEWAY_PID 2>/dev/null || true
|
| 675 |
-
wait $GATEWAY_PID 2>/dev/null || true
|
| 676 |
fi
|
| 677 |
-
if kill -0 $
|
| 678 |
-
|
| 679 |
-
|
| 680 |
-
|
| 681 |
-
|
| 682 |
-
|
| 683 |
-
echo "👋 再见!"
|
| 684 |
exit 0
|
| 685 |
}
|
| 686 |
-
|
| 687 |
trap cleanup SIGTERM SIGINT
|
| 688 |
|
| 689 |
-
# 启动 BFF Server (替代 hermes dashboard)
|
| 690 |
node /opt/hermes-web-ui/dist/server/index.js &
|
| 691 |
BFF_PID=$!
|
| 692 |
|
| 693 |
-
|
| 694 |
-
echo " ⏳ 等待 Web UI 就绪..."
|
| 695 |
-
BFF_READY=false
|
| 696 |
for i in $(seq 1 20); do
|
| 697 |
if curl -sf http://localhost:7860/health > /dev/null 2>&1; then
|
| 698 |
-
|
| 699 |
break
|
| 700 |
fi
|
| 701 |
sleep 1
|
| 702 |
done
|
| 703 |
|
| 704 |
-
if [ "$BFF_READY" = true ]; then
|
| 705 |
-
echo " ✅ Web UI 已就绪 → http://localhost:7860"
|
| 706 |
-
else
|
| 707 |
-
echo " ⚠️ Web UI 未在 20 秒内就绪,请查看日志"
|
| 708 |
-
fi
|
| 709 |
-
|
| 710 |
-
# 再次验证模型配置(BFF 启动可能修改 config.yaml)
|
| 711 |
-
if [ -f "$CONFIG_FILE" ]; then
|
| 712 |
-
if command -v yq &>/dev/null; then
|
| 713 |
-
ACTUAL_MODEL=$(yq '.model.default' "$CONFIG_FILE" 2>/dev/null)
|
| 714 |
-
if [ -n "$ACTUAL_MODEL" ] && [ "$ACTUAL_MODEL" != "$MAIN_MODEL" ] && [ "$ACTUAL_MODEL" != "null" ]; then
|
| 715 |
-
echo " ⚠️ 检测到模型被 BFF 启动流程覆盖!"
|
| 716 |
-
echo " 📋 期望: $MAIN_MODEL, 实际: $ACTUAL_MODEL"
|
| 717 |
-
echo " 🔒 重新写入正确的模型配置..."
|
| 718 |
-
yq -i ".model.default = \"$MAIN_MODEL\"" "$CONFIG_FILE"
|
| 719 |
-
yq -i ".model.provider = \"$MAIN_PROVIDER\"" "$CONFIG_FILE"
|
| 720 |
-
yq -i ".model.base_url = \"$MAIN_BASE_URL\"" "$CONFIG_FILE"
|
| 721 |
-
echo " ✅ 模型已修正: $MAIN_PROVIDER/$MAIN_MODEL"
|
| 722 |
-
elif [ -z "$ACTUAL_MODEL" ] || [ "$ACTUAL_MODEL" = "null" ]; then
|
| 723 |
-
echo " ⚠️ 检测到模型字段为空! 重新写入..."
|
| 724 |
-
yq -i ".model.default = \"$MAIN_MODEL\"" "$CONFIG_FILE"
|
| 725 |
-
yq -i ".model.provider = \"$MAIN_PROVIDER\"" "$CONFIG_FILE"
|
| 726 |
-
yq -i ".model.base_url = \"$MAIN_BASE_URL\"" "$CONFIG_FILE"
|
| 727 |
-
echo " ✅ 模型已修正: $MAIN_PROVIDER/$MAIN_MODEL"
|
| 728 |
-
else
|
| 729 |
-
echo " ✅ 模型配置验证通过: $MAIN_PROVIDER/$MAIN_MODEL"
|
| 730 |
-
fi
|
| 731 |
-
fi
|
| 732 |
-
fi
|
| 733 |
-
|
| 734 |
-
# 等待 BFF 主进程(前台阻塞,容器生命周期由 BFF 控制)
|
| 735 |
wait $BFF_PID
|
|
|
|
| 1 |
#!/bin/bash
|
| 2 |
# Entrypoint script for Hermes Agent on Hugging Face Spaces
|
|
|
|
| 3 |
#
|
| 4 |
+
# Startup Architecture:
|
| 5 |
# entrypoint.sh
|
| 6 |
+
# ├── data_sync daemon (Background, Data persistence)
|
| 7 |
+
# ├── hermes gateway run (Background, API Server :8642 + Gateway)
|
| 8 |
+
# └── node /opt/hermes-web-ui/dist/server/index.js (Foreground, BFF :7860)
|
| 9 |
|
| 10 |
set -e
|
| 11 |
|
| 12 |
echo "🚀 Hermes Agent v0.10.0 - Hugging Face Spaces"
|
| 13 |
echo "=============================================="
|
| 14 |
|
| 15 |
+
# Check dataset environment variable
|
| 16 |
if [ -z "$HF_DATASET_REPO" ]; then
|
| 17 |
+
echo "⚠️ Warning: HF_DATASET_REPO not set, data will not persist to Dataset"
|
| 18 |
fi
|
| 19 |
|
| 20 |
+
# ==================== Initialize Directories ====================
|
| 21 |
+
echo "📁 Initializing directory structure..."
|
| 22 |
mkdir -p /data/.hermes/{cron,sessions,logs,memories,skills,pairing,hooks,image_cache,audio_cache,whatsapp/session,script}
|
| 23 |
mkdir -p /data/.hermes-web-ui
|
| 24 |
mkdir -p /app/logs
|
| 25 |
|
| 26 |
+
# ==================== Data Restoration ====================
|
|
|
|
| 27 |
export SKIP_CONFIG_RESTORE=true
|
| 28 |
|
| 29 |
if [ -n "$HF_DATASET_REPO" ]; then
|
| 30 |
+
echo "📥 Restoring data from Dataset..."
|
| 31 |
python -m src.data_sync restore || {
|
| 32 |
+
echo "⚠️ Data restore failed, starting with clean configuration"
|
| 33 |
}
|
| 34 |
fi
|
| 35 |
|
| 36 |
+
# ==================== Model Configuration System ====================
|
| 37 |
+
echo "🤖 Configuring Model System..."
|
| 38 |
|
| 39 |
+
# Provider default models
|
| 40 |
declare -A PROVIDER_MODELS=(
|
|
|
|
| 41 |
["nvidia"]="deepseek-ai/deepseek-v4-flash"
|
| 42 |
["siliconflow"]="Pro/moonshotai/Kimi-K2.5"
|
| 43 |
["openai"]="gpt-4o"
|
|
|
|
| 70 |
["longcat"]="https://api.longcat.chat/openai"
|
| 71 |
)
|
| 72 |
|
| 73 |
+
# Detect main model
|
| 74 |
detect_main_model() {
|
| 75 |
if [ -n "$MODEL_PROVIDER" ] && [ -n "$MODEL_NAME" ]; then
|
| 76 |
echo "manual:$MODEL_PROVIDER:$MODEL_NAME"
|
|
|
|
| 94 |
echo "default:nvidia:${PROVIDER_MODELS[nvidia]}"
|
| 95 |
}
|
| 96 |
|
| 97 |
+
# Detect auxiliary models
|
| 98 |
detect_vision_model() {
|
| 99 |
if [ -n "$VISION_MODEL" ]; then echo "$VISION_MODEL"; return; fi
|
| 100 |
if [ -n "$GEMINI_API_KEY" ] || [ -n "$GOOGLE_API_KEY" ]; then echo "google/gemini-2.5-flash"; return; fi
|
|
|
|
| 114 |
echo ""
|
| 115 |
}
|
| 116 |
|
| 117 |
+
# Execute detection
|
| 118 |
echo ""
|
| 119 |
+
echo "📋 Model Configuration Detection:"
|
| 120 |
echo "────────────────────────────────────────"
|
| 121 |
|
| 122 |
MAIN_DETECTED=$(detect_main_model)
|
| 123 |
IFS=':' read -r MAIN_MODE MAIN_PROVIDER MAIN_MODEL <<< "$MAIN_DETECTED"
|
| 124 |
+
echo "🎯 Main Model: $MAIN_PROVIDER/$MAIN_MODEL (Mode: $MAIN_MODE)"
|
| 125 |
|
| 126 |
VISION_MODEL_VAL=$(detect_vision_model)
|
| 127 |
echo "👁️ Vision Model: ${VISION_MODEL_VAL:-auto-detect}"
|
|
|
|
| 137 |
|
| 138 |
echo "────────────────────────────────────────"
|
| 139 |
|
| 140 |
+
# ==================== Generate config.yaml ====================
|
| 141 |
CONFIG_FILE="/data/.hermes/config.yaml"
|
| 142 |
+
echo "📝 Generating config.yaml..."
|
| 143 |
|
|
|
|
| 144 |
infer_provider() {
|
| 145 |
local model_id="$1"
|
| 146 |
if [[ "$model_id" == google/* ]]; then echo "google"
|
|
|
|
| 157 |
# Hermes Agent Configuration
|
| 158 |
# Generated by entrypoint.sh at $(date -Iseconds)
|
| 159 |
|
| 160 |
+
# Main Model Configuration
|
| 161 |
model:
|
| 162 |
default: "$MAIN_MODEL"
|
| 163 |
provider: "$MAIN_PROVIDER"
|
| 164 |
base_url: "$MAIN_BASE_URL"
|
| 165 |
|
| 166 |
+
# Auxiliary Model Configuration (per-task overrides)
|
| 167 |
auxiliary:
|
| 168 |
vision:
|
| 169 |
provider: "${VISION_PROVIDER_VAL:-auto}"
|
|
|
|
| 203 |
model: ""
|
| 204 |
timeout: 30
|
| 205 |
|
| 206 |
+
# Subagent (Delegation) Configuration
|
| 207 |
delegation:
|
| 208 |
model: "${DELEGATION_MODEL_VAL}"
|
| 209 |
provider: "${DELEGATION_PROVIDER_VAL}"
|
| 210 |
max_iterations: 50
|
| 211 |
reasoning_effort: "medium"
|
| 212 |
|
| 213 |
+
# API Server Configuration (Web UI Upstream)
|
| 214 |
api_server:
|
| 215 |
enabled: true
|
| 216 |
port: 8642
|
| 217 |
host: "127.0.0.1"
|
| 218 |
|
| 219 |
+
# Terminal Configuration
|
| 220 |
terminal:
|
| 221 |
backend: local
|
| 222 |
timeout: 300
|
| 223 |
shell: /bin/bash
|
| 224 |
|
| 225 |
+
# Display Configuration
|
| 226 |
display:
|
| 227 |
skin: default
|
| 228 |
show_tool_progress: true
|
| 229 |
show_resume: true
|
| 230 |
spinner: dots
|
| 231 |
|
| 232 |
+
# Agent Configuration
|
| 233 |
agent:
|
| 234 |
max_iterations: 50
|
| 235 |
approval_mode: ask
|
| 236 |
dangerous_command_approval: ask
|
| 237 |
gateway_timeout: 300
|
| 238 |
|
| 239 |
+
# Memory Configuration
|
| 240 |
memory:
|
| 241 |
enabled: true
|
| 242 |
provider: local
|
| 243 |
|
| 244 |
+
# Compression Configuration
|
| 245 |
compression:
|
| 246 |
enabled: true
|
| 247 |
threshold: 0.50
|
| 248 |
|
| 249 |
+
# Cron Jobs
|
| 250 |
cron:
|
| 251 |
enabled: true
|
| 252 |
tick_interval: 60
|
| 253 |
EOF
|
| 254 |
|
| 255 |
+
echo " ✅ Configuration file generated"
|
| 256 |
|
| 257 |
+
# ==================== Merge Restored User Config ====================
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 258 |
RESTORED_CONFIG="/data/.hermes/config.yaml.restored"
|
| 259 |
if [ -f "$RESTORED_CONFIG" ]; then
|
| 260 |
+
echo "🔄 Merging user configuration..."
|
| 261 |
python3 << 'MERGE_SCRIPT'
|
| 262 |
import yaml
|
| 263 |
import sys
|
|
|
|
| 265 |
GENERATED = '/data/.hermes/config.yaml'
|
| 266 |
RESTORED = '/data/.hermes/config.yaml.restored'
|
| 267 |
|
|
|
|
|
|
|
|
|
|
| 268 |
ENTRYPOINT_PRIORITY = {'model', 'auxiliary', 'delegation', 'api_server'}
|
| 269 |
USER_PRIORITY = {'platforms', 'display', 'agent', 'memory', 'compression', 'cron', 'terminal'}
|
| 270 |
|
|
|
|
| 275 |
restored = yaml.safe_load(f) or {}
|
| 276 |
|
| 277 |
merged = {}
|
|
|
|
|
|
|
| 278 |
all_keys = set(list(generated.keys()) + list(restored.keys()))
|
| 279 |
|
| 280 |
for key in all_keys:
|
| 281 |
if key in ENTRYPOINT_PRIORITY:
|
|
|
|
| 282 |
if key in generated:
|
| 283 |
merged[key] = generated[key]
|
| 284 |
elif key in USER_PRIORITY:
|
|
|
|
| 285 |
if key in restored:
|
| 286 |
merged[key] = restored[key]
|
| 287 |
elif key in generated:
|
| 288 |
merged[key] = generated[key]
|
| 289 |
else:
|
|
|
|
| 290 |
if key in restored:
|
| 291 |
merged[key] = restored[key]
|
| 292 |
elif key in generated:
|
|
|
|
| 295 |
with open(GENERATED, 'w') as f:
|
| 296 |
yaml.dump(merged, f, default_flow_style=False, allow_unicode=True, sort_keys=False)
|
| 297 |
|
|
|
|
| 298 |
merged_user_keys = [k for k in USER_PRIORITY if k in restored]
|
| 299 |
+
print(f" ✅ Merged user sections: {', '.join(merged_user_keys) if merged_user_keys else 'none'}")
|
|
|
|
| 300 |
|
| 301 |
except Exception as e:
|
| 302 |
+
print(f" ⚠️ Merge failed: {e}, using default configuration")
|
| 303 |
+
sys.exit(0)
|
| 304 |
MERGE_SCRIPT
|
|
|
|
| 305 |
rm -f "$RESTORED_CONFIG"
|
| 306 |
else
|
| 307 |
+
echo " ℹ️ No restored user config to merge"
|
| 308 |
fi
|
| 309 |
|
| 310 |
+
# ==================== Export Provider Base URLs ====================
|
| 311 |
+
echo "🌐 Setting Provider Base URLs..."
|
| 312 |
|
| 313 |
if [ -n "$NVIDIA_API_KEY" ]; then
|
| 314 |
export NVIDIA_BASE_URL="${NVIDIA_BASE_URL:-https://integrate.api.nvidia.com/v1}"
|
|
|
|
| 326 |
export LONGCAT_BASE_URL="${LONGCAT_BASE_URL:-https://api.longcat.chat/openai}"
|
| 327 |
fi
|
| 328 |
|
|
|
|
| 329 |
export API_SERVER_ENABLED=true
|
| 330 |
export API_SERVER_PORT=8642
|
| 331 |
export API_SERVER_HOST=127.0.0.1
|
|
|
|
|
|
|
| 332 |
export GATEWAY_ALLOW_ALL_USERS="${GATEWAY_ALLOW_ALL_USERS:-true}"
|
|
|
|
|
|
|
| 333 |
export HERMES_MODEL="$MAIN_MODEL"
|
| 334 |
|
| 335 |
+
echo " ✅ Base URLs set"
|
| 336 |
+
echo " ✅ API Server enabled on port 8642"
|
| 337 |
+
echo " ✅ HERMES_MODEL=$HERMES_MODEL"
|
| 338 |
|
| 339 |
+
# ==================== Inject Environment Variables ====================
|
| 340 |
+
echo "⚙️ Injecting environment variables into .env..."
|
| 341 |
ENV_FILE="/data/.hermes/.env"
|
| 342 |
mkdir -p /data/.hermes
|
| 343 |
|
|
|
|
| 356 |
"DISCORD_BOT_TOKEN" "DISCORD_CLIENT_ID"
|
| 357 |
"SLACK_BOT_TOKEN" "SLACK_APP_TOKEN" "SLACK_SIGNING_SECRET"
|
| 358 |
"WHATSAPP_BUSINESS_ID" "WHATSAPP_PHONE_NUMBER" "WHATSAPP_ACCESS_TOKEN"
|
|
|
|
| 359 |
"GATEWAY_ALLOW_ALL_USERS"
|
| 360 |
"AUTH_TOKEN"
|
| 361 |
)
|
| 362 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 363 |
declare -A env_entries=()
|
| 364 |
if [ -f "$ENV_FILE" ]; then
|
| 365 |
while IFS= read -r line; do
|
|
|
|
| 366 |
[[ "$line" =~ ^[[:space:]]*# ]] && continue
|
| 367 |
[[ -z "${line// }" ]] && continue
|
|
|
|
| 368 |
eq_idx="${line%%=*}"
|
| 369 |
if [ -n "$eq_idx" ] && [ "$eq_idx" != "$line" ]; then
|
| 370 |
env_entries["$eq_idx"]="$line"
|
|
|
|
| 372 |
done < "$ENV_FILE"
|
| 373 |
fi
|
| 374 |
|
|
|
|
| 375 |
for var in "${PERSISTENT_VARS[@]}"; do
|
| 376 |
if [ -n "${!var}" ]; then
|
| 377 |
env_entries["$var"]="${var}=${!var}"
|
|
|
|
|
|
|
|
|
|
|
|
|
| 378 |
fi
|
| 379 |
done
|
| 380 |
|
|
|
|
| 381 |
{
|
| 382 |
for key in "${!env_entries[@]}"; do
|
| 383 |
echo "${env_entries[$key]}"
|
|
|
|
| 385 |
} | sort > "$ENV_FILE"
|
| 386 |
|
| 387 |
RESTORED_COUNT=$(grep -c '=' "$ENV_FILE")
|
| 388 |
+
echo " ✅ Written ${RESTORED_COUNT} environment variables to .env"
|
| 389 |
|
| 390 |
+
# ==================== Start Data Sync Daemon ====================
|
| 391 |
SYNC_INTERVAL=${SYNC_INTERVAL:-60}
|
| 392 |
+
echo "🔄 Data sync interval: ${SYNC_INTERVAL}s"
|
| 393 |
|
|
|
|
| 394 |
python -m src.data_sync daemon &
|
| 395 |
SYNC_PID=$!
|
| 396 |
+
echo " Sync service PID: $SYNC_PID"
|
| 397 |
|
| 398 |
+
# ==================== Config Check & Model Lock ====================
|
| 399 |
+
echo "🔄 Checking configuration..."
|
| 400 |
+
hermes config check 2>/dev/null || echo " Config check completed"
|
| 401 |
|
| 402 |
+
echo "🔒 Writing model configuration..."
|
| 403 |
hermes config set model.default "$MAIN_MODEL" 2>/dev/null || {
|
|
|
|
| 404 |
if command -v yq &>/dev/null; then
|
| 405 |
yq -i ".model.default = \"$MAIN_MODEL\"" "$CONFIG_FILE"
|
| 406 |
fi
|
|
|
|
| 408 |
hermes config set model.provider "$MAIN_PROVIDER" 2>/dev/null || true
|
| 409 |
hermes config set model.base_url "$MAIN_BASE_URL" 2>/dev/null || true
|
| 410 |
|
|
|
|
| 411 |
if command -v yq &>/dev/null; then
|
| 412 |
ACTUAL_MODEL=$(yq '.model.default' "$CONFIG_FILE" 2>/dev/null)
|
| 413 |
if [ "$ACTUAL_MODEL" != "$MAIN_MODEL" ]; then
|
|
|
|
|
|
|
| 414 |
yq -i ".model.default = \"$MAIN_MODEL\"" "$CONFIG_FILE"
|
| 415 |
yq -i ".model.provider = \"$MAIN_PROVIDER\"" "$CONFIG_FILE"
|
| 416 |
yq -i ".model.base_url = \"$MAIN_BASE_URL\"" "$CONFIG_FILE"
|
| 417 |
fi
|
| 418 |
fi
|
| 419 |
|
| 420 |
+
echo " ✅ Model configuration locked: $MAIN_PROVIDER/$MAIN_MODEL"
|
| 421 |
|
| 422 |
+
# ==================== Socket Bridge Detection ====================
|
| 423 |
+
echo "🔌 Detecting Hermes Agent Socket Bridge..."
|
|
|
|
|
|
|
| 424 |
HERMES_PKG_PATH=""
|
| 425 |
|
|
|
|
| 426 |
if [ -n "$HERMES_AGENT_ROOT" ] && [ -d "$HERMES_AGENT_ROOT" ]; then
|
| 427 |
HERMES_PKG_PATH="$HERMES_AGENT_ROOT"
|
|
|
|
|
|
|
| 428 |
elif [ -d "/usr/local/lib/hermes-agent" ]; then
|
| 429 |
HERMES_PKG_PATH="/usr/local/lib/hermes-agent"
|
|
|
|
| 430 |
fi
|
| 431 |
|
| 432 |
if [ -n "$HERMES_PKG_PATH" ]; then
|
|
|
|
| 433 |
export HERMES_AGENT_ROOT="$HERMES_PKG_PATH"
|
|
|
|
| 434 |
ln -sf "$HERMES_PKG_PATH" "$HOME/.hermes/hermes-agent" 2>/dev/null || true
|
|
|
|
| 435 |
|
|
|
|
| 436 |
BRIDGE_SCRIPT=""
|
| 437 |
BRIDGE_PATHS=(
|
| 438 |
"$HERMES_PKG_PATH/hermes_bridge.py"
|
|
|
|
| 443 |
if [ -f "$bridge_path" ]; then
|
| 444 |
chmod +x "$bridge_path" 2>/dev/null || true
|
| 445 |
BRIDGE_SCRIPT="$bridge_path"
|
| 446 |
+
echo " ✅ Found bridge script: $BRIDGE_SCRIPT"
|
| 447 |
break
|
| 448 |
fi
|
| 449 |
done
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 450 |
fi
|
| 451 |
|
| 452 |
+
# ==================== Start Gateway ====================
|
| 453 |
+
echo "📡 Starting Hermes Gateway + API Server..."
|
|
|
|
|
|
|
| 454 |
GATEWAY_PIDFILE="/data/.hermes/gateway.pid"
|
| 455 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 456 |
(
|
| 457 |
while true; do
|
| 458 |
hermes gateway run --replace 2>&1 | while IFS= read -r line; do
|
| 459 |
echo "$line"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 460 |
done
|
| 461 |
EXIT_CODE=${PIPESTATUS[0]}
|
| 462 |
if [ "$EXIT_CODE" -ne 0 ]; then
|
| 463 |
+
echo " ⚠️ Gateway exited (code=$EXIT_CODE), restarting in 30s..."
|
| 464 |
sleep 30
|
| 465 |
else
|
| 466 |
+
echo " 🛑 Gateway exited normally"
|
|
|
|
| 467 |
sleep 5
|
| 468 |
if [ -f "$GATEWAY_PIDFILE" ]; then
|
| 469 |
NEW_PID=$(python3 -c "import json; print(json.load(open('$GATEWAY_PIDFILE')).get('pid',0))" 2>/dev/null || echo 0)
|
| 470 |
if [ "$NEW_PID" -gt 0 ] && kill -0 "$NEW_PID" 2>/dev/null; then
|
|
|
|
|
|
|
| 471 |
while kill -0 "$NEW_PID" 2>/dev/null; do sleep 5; done
|
|
|
|
| 472 |
sleep 30
|
| 473 |
continue
|
| 474 |
fi
|
| 475 |
fi
|
|
|
|
| 476 |
break
|
| 477 |
fi
|
| 478 |
done
|
| 479 |
) &
|
| 480 |
GATEWAY_PID=$!
|
| 481 |
|
| 482 |
+
echo " ⏳ Waiting for API Server (:8642)..."
|
|
|
|
| 483 |
API_READY=false
|
| 484 |
for i in $(seq 1 30); do
|
| 485 |
if curl -sf http://127.0.0.1:8642/health > /dev/null 2>&1; then
|
|
|
|
| 490 |
done
|
| 491 |
|
| 492 |
if [ "$API_READY" = true ]; then
|
| 493 |
+
echo " ✅ API Server is ready (http://127.0.0.1:8642)"
|
|
|
|
|
|
|
| 494 |
else
|
| 495 |
+
echo " ⚠️ API Server not ready in 30s, continuing startup"
|
| 496 |
fi
|
| 497 |
|
| 498 |
+
# ==================== Auth Token Setup ====================
|
| 499 |
+
echo "🔑 Configuring Web UI authentication..."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 500 |
if [ -z "$AUTH_TOKEN" ]; then
|
|
|
|
| 501 |
AUTH_TOKEN_FILE="/data/.hermes-web-ui/.token"
|
| 502 |
if [ -f "$AUTH_TOKEN_FILE" ]; then
|
| 503 |
AUTH_TOKEN=$(cat "$AUTH_TOKEN_FILE")
|
| 504 |
+
echo " ✅ Restored existing Web UI Token"
|
| 505 |
else
|
|
|
|
| 506 |
AUTH_TOKEN=$(openssl rand -hex 16 2>/dev/null || head -c 32 /dev/urandom | xxd -p | head -c 32)
|
| 507 |
mkdir -p /data/.hermes-web-ui
|
| 508 |
echo "$AUTH_TOKEN" > "$AUTH_TOKEN_FILE"
|
| 509 |
echo ""
|
| 510 |
echo " ╔══════════════════════════════════════════════════╗"
|
| 511 |
+
echo " ║ 🔑 Web UI Auth Token (Save this!): ║"
|
| 512 |
echo " ║ $AUTH_TOKEN"
|
| 513 |
+
echo " ║ ║"
|
| 514 |
+
echo " ║ Enter this token on the Web UI login page ║"
|
|
|
|
| 515 |
echo " ╚══════════════════════════════════════════════════╝"
|
| 516 |
echo ""
|
| 517 |
fi
|
| 518 |
else
|
| 519 |
+
echo " ✅ Using AUTH_TOKEN from environment"
|
| 520 |
fi
|
| 521 |
export AUTH_TOKEN
|
| 522 |
|
| 523 |
+
# ==================== Start Code Server ====================
|
| 524 |
+
echo "📝 Starting Code Server..."
|
| 525 |
export CODE_SERVER_PORT=8443
|
| 526 |
export CODE_SERVER_PASSWORD="${CODE_SERVER_PASSWORD:-${AUTH_TOKEN}}"
|
| 527 |
export CODE_SERVER_DATA_DIR=/data/.hermes/code-server
|
|
|
|
| 535 |
CODER_PID=$!
|
| 536 |
echo " Code Server PID: $CODER_PID"
|
| 537 |
|
| 538 |
+
# ==================== Start Web UI (BFF Server) ====================
|
| 539 |
+
echo "🌐 Starting Hermes Web UI..."
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 540 |
export PORT=7860
|
| 541 |
export UPSTREAM=http://127.0.0.1:8642
|
| 542 |
export HERMES_BIN=/usr/local/bin/hermes
|
| 543 |
export HERMES_HOME=/data/.hermes
|
| 544 |
|
|
|
|
| 545 |
cleanup() {
|
| 546 |
+
echo "🛑 Cleaning up..."
|
|
|
|
|
|
|
|
|
|
| 547 |
if [ -n "$HF_DATASET_REPO" ]; then
|
| 548 |
+
echo " 💾 Running final dataset backup..."
|
| 549 |
+
python -m src.data_sync backup --force 2>/dev/null || true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 550 |
fi
|
| 551 |
+
if [ -n "$BFF_PID" ] && kill -0 $BFF_PID 2>/dev/null; then kill $BFF_PID 2>/dev/null || true; fi
|
| 552 |
+
if [ -n "$CODER_PID" ] && kill -0 $CODER_PID 2>/dev/null; then kill $CODER_PID 2>/dev/null || true; fi
|
| 553 |
+
if [ -n "$GATEWAY_PID" ] && kill -0 $GATEWAY_PID 2>/dev/null; then kill $GATEWAY_PID 2>/dev/null || true; fi
|
| 554 |
+
if kill -0 $SYNC_PID 2>/dev/null; then kill $SYNC_PID 2>/dev/null || true; fi
|
| 555 |
+
echo "👋 Goodbye!"
|
|
|
|
|
|
|
| 556 |
exit 0
|
| 557 |
}
|
|
|
|
| 558 |
trap cleanup SIGTERM SIGINT
|
| 559 |
|
|
|
|
| 560 |
node /opt/hermes-web-ui/dist/server/index.js &
|
| 561 |
BFF_PID=$!
|
| 562 |
|
| 563 |
+
echo " ⏳ Waiting for Web UI..."
|
|
|
|
|
|
|
| 564 |
for i in $(seq 1 20); do
|
| 565 |
if curl -sf http://localhost:7860/health > /dev/null 2>&1; then
|
| 566 |
+
echo " ✅ Web UI is ready → http://localhost:7860"
|
| 567 |
break
|
| 568 |
fi
|
| 569 |
sleep 1
|
| 570 |
done
|
| 571 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 572 |
wait $BFF_PID
|
requirements.txt
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
# Hermes Agent on Hugging Face Spaces
|
| 2 |
-
# Python
|
| 3 |
|
| 4 |
-
#
|
| 5 |
huggingface-hub>=0.20.0
|
| 6 |
datasets>=2.14.0
|
| 7 |
requests>=2.31.0
|
|
@@ -9,28 +9,28 @@ pydantic>=2.0.0
|
|
| 9 |
python-dotenv>=1.0.0
|
| 10 |
PyYAML>=6.0
|
| 11 |
|
| 12 |
-
#
|
| 13 |
cryptography>=41.0.0
|
| 14 |
|
| 15 |
-
#
|
| 16 |
loguru>=0.7.0
|
| 17 |
psutil>=5.9.0
|
| 18 |
|
| 19 |
-
#
|
| 20 |
aiohttp>=3.9.0
|
| 21 |
aiocron>=1.8
|
| 22 |
|
| 23 |
-
#
|
| 24 |
click>=8.1.0
|
| 25 |
rich>=13.0.0
|
| 26 |
|
| 27 |
-
#
|
| 28 |
watchdog>=3.0.0
|
| 29 |
|
| 30 |
-
#
|
| 31 |
pandas>=2.0.0
|
| 32 |
numpy>=1.24.0
|
| 33 |
plotly>=5.18.0
|
| 34 |
fake-useragent
|
| 35 |
lxml
|
| 36 |
-
colorama
|
|
|
|
| 1 |
# Hermes Agent on Hugging Face Spaces
|
| 2 |
+
# Python Dependencies
|
| 3 |
|
| 4 |
+
# Core dependencies
|
| 5 |
huggingface-hub>=0.20.0
|
| 6 |
datasets>=2.14.0
|
| 7 |
requests>=2.31.0
|
|
|
|
| 9 |
python-dotenv>=1.0.0
|
| 10 |
PyYAML>=6.0
|
| 11 |
|
| 12 |
+
# Data processing and encryption
|
| 13 |
cryptography>=41.0.0
|
| 14 |
|
| 15 |
+
# Logging and system metrics
|
| 16 |
loguru>=0.7.0
|
| 17 |
psutil>=5.9.0
|
| 18 |
|
| 19 |
+
# Async support
|
| 20 |
aiohttp>=3.9.0
|
| 21 |
aiocron>=1.8
|
| 22 |
|
| 23 |
+
# CLI utilities
|
| 24 |
click>=8.1.0
|
| 25 |
rich>=13.0.0
|
| 26 |
|
| 27 |
+
# File monitoring for real-time config sync
|
| 28 |
watchdog>=3.0.0
|
| 29 |
|
| 30 |
+
# Script module dependencies
|
| 31 |
pandas>=2.0.0
|
| 32 |
numpy>=1.24.0
|
| 33 |
plotly>=5.18.0
|
| 34 |
fake-useragent
|
| 35 |
lxml
|
| 36 |
+
colorama
|
src/data_sync.py
CHANGED
|
@@ -17,7 +17,6 @@ from typing import Optional, Dict, List
|
|
| 17 |
from huggingface_hub import HfApi, hf_hub_download, upload_folder
|
| 18 |
from loguru import logger
|
| 19 |
|
| 20 |
-
# 文件监控(可选)
|
| 21 |
try:
|
| 22 |
from watchdog.observers import Observer
|
| 23 |
from watchdog.events import FileSystemEventHandler
|
|
@@ -37,7 +36,7 @@ class DatasetManager:
|
|
| 37 |
self.hermes_home = Path(os.environ.get('HERMES_HOME', '/data/.hermes'))
|
| 38 |
self.temp_dir = Path('/tmp/hermes_sync')
|
| 39 |
|
| 40 |
-
#
|
| 41 |
self.backup_dirs = [
|
| 42 |
'memories',
|
| 43 |
'skills',
|
|
@@ -54,11 +53,10 @@ class DatasetManager:
|
|
| 54 |
'audio_cache',
|
| 55 |
'image_cache',
|
| 56 |
'pairing',
|
| 57 |
-
'weixin',
|
| 58 |
'whatsapp',
|
| 59 |
]
|
| 60 |
|
| 61 |
-
#
|
| 62 |
self.backup_files = [
|
| 63 |
'config.yaml',
|
| 64 |
'.env',
|
|
@@ -76,7 +74,6 @@ class DatasetManager:
|
|
| 76 |
'response_store.db',
|
| 77 |
]
|
| 78 |
|
| 79 |
-
# 文件 -> 子目录 映射(用于恢复时定位)
|
| 80 |
self._file_subdir = {
|
| 81 |
'config.yaml': 'config',
|
| 82 |
'.env': 'config',
|
|
@@ -94,11 +91,10 @@ class DatasetManager:
|
|
| 94 |
'response_store.db': 'root',
|
| 95 |
}
|
| 96 |
|
| 97 |
-
# 备份时排除的目录/文件模式
|
| 98 |
self.exclude_patterns = {'__pycache__', '.git', 'node_modules', '.cache', 'tmp', 'reports', 'src'}
|
| 99 |
|
| 100 |
def validate(self) -> bool:
|
| 101 |
-
"""
|
| 102 |
if not self.dataset_repo:
|
| 103 |
logger.error("HF_DATASET_REPO not set")
|
| 104 |
return False
|
|
@@ -109,40 +105,33 @@ class DatasetManager:
|
|
| 109 |
return True
|
| 110 |
|
| 111 |
def prepare_backup_data(self) -> Path:
|
| 112 |
-
"""
|
| 113 |
logger.info("Preparing backup data...")
|
| 114 |
|
| 115 |
-
# 清理并创建临时目录
|
| 116 |
if self.temp_dir.exists():
|
| 117 |
shutil.rmtree(self.temp_dir)
|
| 118 |
self.temp_dir.mkdir(parents=True)
|
| 119 |
|
| 120 |
-
# 动态创建目录结构
|
| 121 |
subdirs = set(self._file_subdir.values())
|
| 122 |
for dirname in self.backup_dirs:
|
| 123 |
-
(self.temp_dir / dirname).mkdir()
|
| 124 |
for subdir in subdirs:
|
| 125 |
-
(self.temp_dir / subdir).mkdir()
|
| 126 |
|
| 127 |
-
# 排除模式过滤函数 (shutil.copytree 要求 src, names 两个参数)
|
| 128 |
def should_exclude(src: str, names: list) -> bool:
|
| 129 |
return [n for n in names if n in self.exclude_patterns]
|
| 130 |
|
| 131 |
-
# 复制文件
|
| 132 |
try:
|
| 133 |
-
# 复制目录
|
| 134 |
for dirname in self.backup_dirs:
|
| 135 |
src_dir = self.hermes_home / dirname
|
| 136 |
if src_dir.exists():
|
| 137 |
shutil.copytree(src_dir, self.temp_dir / dirname, dirs_exist_ok=True, ignore=should_exclude)
|
| 138 |
|
| 139 |
-
# 复制文件
|
| 140 |
for filename in self.backup_files:
|
| 141 |
src_file = self.hermes_home / filename
|
| 142 |
if src_file.exists():
|
| 143 |
shutil.copy2(src_file, self.temp_dir / filename)
|
| 144 |
|
| 145 |
-
# 添加元数据
|
| 146 |
metadata = {
|
| 147 |
'timestamp': datetime.now().isoformat(),
|
| 148 |
'version': '0.11.0',
|
|
@@ -159,13 +148,11 @@ class DatasetManager:
|
|
| 159 |
raise
|
| 160 |
|
| 161 |
def upload_to_dataset(self, force: bool = False) -> bool:
|
| 162 |
-
"""
|
| 163 |
try:
|
| 164 |
backup_dir = self.prepare_backup_data()
|
| 165 |
-
|
| 166 |
logger.info(f"Uploading to dataset: {self.dataset_repo}")
|
| 167 |
|
| 168 |
-
# 上传文件夹到 dataset
|
| 169 |
self.api.upload_folder(
|
| 170 |
folder_path=str(backup_dir),
|
| 171 |
repo_id=self.dataset_repo,
|
|
@@ -181,17 +168,15 @@ class DatasetManager:
|
|
| 181 |
return False
|
| 182 |
|
| 183 |
def download_from_dataset(self) -> bool:
|
| 184 |
-
"""
|
| 185 |
try:
|
| 186 |
logger.info(f"Downloading from dataset: {self.dataset_repo}")
|
| 187 |
|
| 188 |
-
# 创建临时下载目录
|
| 189 |
download_dir = Path('/tmp/hermes_download')
|
| 190 |
if download_dir.exists():
|
| 191 |
shutil.rmtree(download_dir)
|
| 192 |
download_dir.mkdir(parents=True)
|
| 193 |
|
| 194 |
-
# 下载所有文件
|
| 195 |
self.api.snapshot_download(
|
| 196 |
repo_id=self.dataset_repo,
|
| 197 |
repo_type="dataset",
|
|
@@ -199,8 +184,6 @@ class DatasetManager:
|
|
| 199 |
)
|
| 200 |
|
| 201 |
logger.success("Download completed")
|
| 202 |
-
|
| 203 |
-
# 恢复数据到 Hermes 目录
|
| 204 |
self.restore_from_download(download_dir)
|
| 205 |
return True
|
| 206 |
|
|
@@ -209,31 +192,19 @@ class DatasetManager:
|
|
| 209 |
return False
|
| 210 |
|
| 211 |
def restore_from_download(self, download_dir: Path):
|
| 212 |
-
"""
|
| 213 |
-
|
| 214 |
-
注意: config.yaml 在恢复时被跳过,因为 entrypoint.sh 会根据环境变量
|
| 215 |
-
重新生成正确的 config.yaml。如果恢复旧的 config.yaml,会导致模型
|
| 216 |
-
配置被覆盖(例如 minimaxai/minimax-m2.7 被替换为旧模型)。
|
| 217 |
-
"""
|
| 218 |
logger.info("Restoring data to Hermes home...")
|
| 219 |
-
|
| 220 |
-
# 确保目标目录存在
|
| 221 |
self.hermes_home.mkdir(parents=True, exist_ok=True)
|
| 222 |
|
| 223 |
-
# 动态恢复数据
|
| 224 |
skip_restore = os.environ.get('SKIP_CONFIG_RESTORE', 'true').lower() in ('true', '1', 'yes')
|
| 225 |
|
| 226 |
restore_list = []
|
| 227 |
-
|
| 228 |
-
# 恢复目录
|
| 229 |
for dirname in self.backup_dirs:
|
| 230 |
restore_list.append((dirname, self.hermes_home / dirname))
|
| 231 |
|
| 232 |
-
# 恢复文件
|
| 233 |
for filename in self.backup_files:
|
| 234 |
restore_list.append((filename, self.hermes_home / filename))
|
| 235 |
|
| 236 |
-
# config.yaml 恢复策略
|
| 237 |
if not skip_restore:
|
| 238 |
restore_list.append(('config.yaml', self.hermes_home / 'config.yaml'))
|
| 239 |
else:
|
|
@@ -266,24 +237,20 @@ class DatasetManager:
|
|
| 266 |
|
| 267 |
|
| 268 |
class ConfigFileHandler(FileSystemEventHandler):
|
| 269 |
-
"""
|
| 270 |
-
|
| 271 |
-
# 启动静默期(秒):在此期间内的文件变更不予备份,避免启动阶段冗余上传
|
| 272 |
STARTUP_GRACE_PERIOD = 30
|
| 273 |
|
| 274 |
def __init__(self, manager: DatasetManager):
|
| 275 |
self.manager = manager
|
| 276 |
self.last_backup_time = 0
|
| 277 |
-
self.backup_cooldown = 5
|
| 278 |
-
self.start_time = time.time()
|
| 279 |
self._startup_logged = False
|
| 280 |
|
| 281 |
def on_modified(self, event):
|
| 282 |
-
"""文件被修改时触发"""
|
| 283 |
if event.is_directory:
|
| 284 |
return
|
| 285 |
|
| 286 |
-
# 启动静默期:跳过启动阶段的配置变更备份
|
| 287 |
elapsed = time.time() - self.start_time
|
| 288 |
if elapsed < self.STARTUP_GRACE_PERIOD:
|
| 289 |
if not self._startup_logged:
|
|
@@ -291,7 +258,6 @@ class ConfigFileHandler(FileSystemEventHandler):
|
|
| 291 |
self._startup_logged = True
|
| 292 |
return
|
| 293 |
|
| 294 |
-
# 只关注关键配置文件
|
| 295 |
watched_files = ['config.yaml', '.env', 'auth.json']
|
| 296 |
if any(event.src_path.endswith(f) for f in watched_files):
|
| 297 |
current_time = time.time()
|
|
@@ -302,25 +268,15 @@ class ConfigFileHandler(FileSystemEventHandler):
|
|
| 302 |
self.manager.upload_to_dataset()
|
| 303 |
self.last_backup_time = current_time
|
| 304 |
logger.success("Immediate backup completed")
|
| 305 |
-
|
| 306 |
-
# 尝试触发 Hermes 配置重载
|
| 307 |
-
self._trigger_reload()
|
| 308 |
-
|
| 309 |
except Exception as e:
|
| 310 |
logger.error(f"Immediate backup failed: {e}")
|
| 311 |
-
|
| 312 |
-
def _trigger_reload(self):
|
| 313 |
-
"""尝试触发 Hermes 配置重载"""
|
| 314 |
-
# 注意:Hermes 目前没有 config reload 命令
|
| 315 |
-
# 配置将在下次 Space 重启时自动生效
|
| 316 |
-
logger.info("Configuration saved. Please restart Space to apply changes immediately.")
|
| 317 |
|
| 318 |
|
| 319 |
def run_daemon():
|
| 320 |
-
"""
|
| 321 |
logger.info("Starting data sync daemon...")
|
| 322 |
|
| 323 |
-
sync_interval = int(os.environ.get('SYNC_INTERVAL', '60'))
|
| 324 |
manager = DatasetManager()
|
| 325 |
|
| 326 |
if not manager.validate():
|
|
@@ -329,7 +285,6 @@ def run_daemon():
|
|
| 329 |
|
| 330 |
logger.info(f"Sync interval: {sync_interval} seconds")
|
| 331 |
|
| 332 |
-
# 如果 watchdog 可用,启动文件监听
|
| 333 |
observer = None
|
| 334 |
if WATCHDOG_AVAILABLE:
|
| 335 |
try:
|
|
@@ -358,7 +313,6 @@ def run_daemon():
|
|
| 358 |
except Exception as e:
|
| 359 |
logger.error(f"Sync error: {e}")
|
| 360 |
finally:
|
| 361 |
-
# 清理文件监听器
|
| 362 |
if observer:
|
| 363 |
logger.info("Stopping file watcher...")
|
| 364 |
observer.stop()
|
|
@@ -374,7 +328,6 @@ def main():
|
|
| 374 |
help='Force backup even if no changes')
|
| 375 |
|
| 376 |
args = parser.parse_args()
|
| 377 |
-
|
| 378 |
manager = DatasetManager()
|
| 379 |
|
| 380 |
if not manager.validate():
|
|
@@ -384,11 +337,9 @@ def main():
|
|
| 384 |
if args.action == 'backup':
|
| 385 |
success = manager.upload_to_dataset(force=args.force)
|
| 386 |
sys.exit(0 if success else 1)
|
| 387 |
-
|
| 388 |
elif args.action == 'restore':
|
| 389 |
success = manager.download_from_dataset()
|
| 390 |
sys.exit(0 if success else 1)
|
| 391 |
-
|
| 392 |
elif args.action == 'daemon':
|
| 393 |
run_daemon()
|
| 394 |
|
|
|
|
| 17 |
from huggingface_hub import HfApi, hf_hub_download, upload_folder
|
| 18 |
from loguru import logger
|
| 19 |
|
|
|
|
| 20 |
try:
|
| 21 |
from watchdog.observers import Observer
|
| 22 |
from watchdog.events import FileSystemEventHandler
|
|
|
|
| 36 |
self.hermes_home = Path(os.environ.get('HERMES_HOME', '/data/.hermes'))
|
| 37 |
self.temp_dir = Path('/tmp/hermes_sync')
|
| 38 |
|
| 39 |
+
# Directories to backup
|
| 40 |
self.backup_dirs = [
|
| 41 |
'memories',
|
| 42 |
'skills',
|
|
|
|
| 53 |
'audio_cache',
|
| 54 |
'image_cache',
|
| 55 |
'pairing',
|
|
|
|
| 56 |
'whatsapp',
|
| 57 |
]
|
| 58 |
|
| 59 |
+
# Files to backup
|
| 60 |
self.backup_files = [
|
| 61 |
'config.yaml',
|
| 62 |
'.env',
|
|
|
|
| 74 |
'response_store.db',
|
| 75 |
]
|
| 76 |
|
|
|
|
| 77 |
self._file_subdir = {
|
| 78 |
'config.yaml': 'config',
|
| 79 |
'.env': 'config',
|
|
|
|
| 91 |
'response_store.db': 'root',
|
| 92 |
}
|
| 93 |
|
|
|
|
| 94 |
self.exclude_patterns = {'__pycache__', '.git', 'node_modules', '.cache', 'tmp', 'reports', 'src'}
|
| 95 |
|
| 96 |
def validate(self) -> bool:
|
| 97 |
+
"""Validate dataset configuration"""
|
| 98 |
if not self.dataset_repo:
|
| 99 |
logger.error("HF_DATASET_REPO not set")
|
| 100 |
return False
|
|
|
|
| 105 |
return True
|
| 106 |
|
| 107 |
def prepare_backup_data(self) -> Path:
|
| 108 |
+
"""Prepare backup data in temporary directory"""
|
| 109 |
logger.info("Preparing backup data...")
|
| 110 |
|
|
|
|
| 111 |
if self.temp_dir.exists():
|
| 112 |
shutil.rmtree(self.temp_dir)
|
| 113 |
self.temp_dir.mkdir(parents=True)
|
| 114 |
|
|
|
|
| 115 |
subdirs = set(self._file_subdir.values())
|
| 116 |
for dirname in self.backup_dirs:
|
| 117 |
+
(self.temp_dir / dirname).mkdir(exist_ok=True)
|
| 118 |
for subdir in subdirs:
|
| 119 |
+
(self.temp_dir / subdir).mkdir(exist_ok=True)
|
| 120 |
|
|
|
|
| 121 |
def should_exclude(src: str, names: list) -> bool:
|
| 122 |
return [n for n in names if n in self.exclude_patterns]
|
| 123 |
|
|
|
|
| 124 |
try:
|
|
|
|
| 125 |
for dirname in self.backup_dirs:
|
| 126 |
src_dir = self.hermes_home / dirname
|
| 127 |
if src_dir.exists():
|
| 128 |
shutil.copytree(src_dir, self.temp_dir / dirname, dirs_exist_ok=True, ignore=should_exclude)
|
| 129 |
|
|
|
|
| 130 |
for filename in self.backup_files:
|
| 131 |
src_file = self.hermes_home / filename
|
| 132 |
if src_file.exists():
|
| 133 |
shutil.copy2(src_file, self.temp_dir / filename)
|
| 134 |
|
|
|
|
| 135 |
metadata = {
|
| 136 |
'timestamp': datetime.now().isoformat(),
|
| 137 |
'version': '0.11.0',
|
|
|
|
| 148 |
raise
|
| 149 |
|
| 150 |
def upload_to_dataset(self, force: bool = False) -> bool:
|
| 151 |
+
"""Upload data to Hugging Face Dataset"""
|
| 152 |
try:
|
| 153 |
backup_dir = self.prepare_backup_data()
|
|
|
|
| 154 |
logger.info(f"Uploading to dataset: {self.dataset_repo}")
|
| 155 |
|
|
|
|
| 156 |
self.api.upload_folder(
|
| 157 |
folder_path=str(backup_dir),
|
| 158 |
repo_id=self.dataset_repo,
|
|
|
|
| 168 |
return False
|
| 169 |
|
| 170 |
def download_from_dataset(self) -> bool:
|
| 171 |
+
"""Download data from Hugging Face Dataset"""
|
| 172 |
try:
|
| 173 |
logger.info(f"Downloading from dataset: {self.dataset_repo}")
|
| 174 |
|
|
|
|
| 175 |
download_dir = Path('/tmp/hermes_download')
|
| 176 |
if download_dir.exists():
|
| 177 |
shutil.rmtree(download_dir)
|
| 178 |
download_dir.mkdir(parents=True)
|
| 179 |
|
|
|
|
| 180 |
self.api.snapshot_download(
|
| 181 |
repo_id=self.dataset_repo,
|
| 182 |
repo_type="dataset",
|
|
|
|
| 184 |
)
|
| 185 |
|
| 186 |
logger.success("Download completed")
|
|
|
|
|
|
|
| 187 |
self.restore_from_download(download_dir)
|
| 188 |
return True
|
| 189 |
|
|
|
|
| 192 |
return False
|
| 193 |
|
| 194 |
def restore_from_download(self, download_dir: Path):
|
| 195 |
+
"""Restore data from downloaded directory"""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 196 |
logger.info("Restoring data to Hermes home...")
|
|
|
|
|
|
|
| 197 |
self.hermes_home.mkdir(parents=True, exist_ok=True)
|
| 198 |
|
|
|
|
| 199 |
skip_restore = os.environ.get('SKIP_CONFIG_RESTORE', 'true').lower() in ('true', '1', 'yes')
|
| 200 |
|
| 201 |
restore_list = []
|
|
|
|
|
|
|
| 202 |
for dirname in self.backup_dirs:
|
| 203 |
restore_list.append((dirname, self.hermes_home / dirname))
|
| 204 |
|
|
|
|
| 205 |
for filename in self.backup_files:
|
| 206 |
restore_list.append((filename, self.hermes_home / filename))
|
| 207 |
|
|
|
|
| 208 |
if not skip_restore:
|
| 209 |
restore_list.append(('config.yaml', self.hermes_home / 'config.yaml'))
|
| 210 |
else:
|
|
|
|
| 237 |
|
| 238 |
|
| 239 |
class ConfigFileHandler(FileSystemEventHandler):
|
| 240 |
+
"""Watches config files for real-time dataset sync"""
|
|
|
|
|
|
|
| 241 |
STARTUP_GRACE_PERIOD = 30
|
| 242 |
|
| 243 |
def __init__(self, manager: DatasetManager):
|
| 244 |
self.manager = manager
|
| 245 |
self.last_backup_time = 0
|
| 246 |
+
self.backup_cooldown = 5
|
| 247 |
+
self.start_time = time.time()
|
| 248 |
self._startup_logged = False
|
| 249 |
|
| 250 |
def on_modified(self, event):
|
|
|
|
| 251 |
if event.is_directory:
|
| 252 |
return
|
| 253 |
|
|
|
|
| 254 |
elapsed = time.time() - self.start_time
|
| 255 |
if elapsed < self.STARTUP_GRACE_PERIOD:
|
| 256 |
if not self._startup_logged:
|
|
|
|
| 258 |
self._startup_logged = True
|
| 259 |
return
|
| 260 |
|
|
|
|
| 261 |
watched_files = ['config.yaml', '.env', 'auth.json']
|
| 262 |
if any(event.src_path.endswith(f) for f in watched_files):
|
| 263 |
current_time = time.time()
|
|
|
|
| 268 |
self.manager.upload_to_dataset()
|
| 269 |
self.last_backup_time = current_time
|
| 270 |
logger.success("Immediate backup completed")
|
|
|
|
|
|
|
|
|
|
|
|
|
| 271 |
except Exception as e:
|
| 272 |
logger.error(f"Immediate backup failed: {e}")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 273 |
|
| 274 |
|
| 275 |
def run_daemon():
|
| 276 |
+
"""Runs sync daemon with interval backup and file watcher"""
|
| 277 |
logger.info("Starting data sync daemon...")
|
| 278 |
|
| 279 |
+
sync_interval = int(os.environ.get('SYNC_INTERVAL', '60'))
|
| 280 |
manager = DatasetManager()
|
| 281 |
|
| 282 |
if not manager.validate():
|
|
|
|
| 285 |
|
| 286 |
logger.info(f"Sync interval: {sync_interval} seconds")
|
| 287 |
|
|
|
|
| 288 |
observer = None
|
| 289 |
if WATCHDOG_AVAILABLE:
|
| 290 |
try:
|
|
|
|
| 313 |
except Exception as e:
|
| 314 |
logger.error(f"Sync error: {e}")
|
| 315 |
finally:
|
|
|
|
| 316 |
if observer:
|
| 317 |
logger.info("Stopping file watcher...")
|
| 318 |
observer.stop()
|
|
|
|
| 328 |
help='Force backup even if no changes')
|
| 329 |
|
| 330 |
args = parser.parse_args()
|
|
|
|
| 331 |
manager = DatasetManager()
|
| 332 |
|
| 333 |
if not manager.validate():
|
|
|
|
| 337 |
if args.action == 'backup':
|
| 338 |
success = manager.upload_to_dataset(force=args.force)
|
| 339 |
sys.exit(0 if success else 1)
|
|
|
|
| 340 |
elif args.action == 'restore':
|
| 341 |
success = manager.download_from_dataset()
|
| 342 |
sys.exit(0 if success else 1)
|
|
|
|
| 343 |
elif args.action == 'daemon':
|
| 344 |
run_daemon()
|
| 345 |
|