Optimize restore speed and exclude ephemeral cache

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -0,0 +1,37 @@
+FROM node:24-slim
+
+# 1. Install core system dependencies (pure CLI, zero browser packages)
+RUN apt-get update && apt-get install -y \
+    git \
+    curl \
+    zip \
+    unzip \
+    tar \
+    xz-utils \
+    bzip2 \
+    python3 \
+    python3-pip \
+    rsync \
+    && rm -rf /var/lib/apt/lists/*
+
+# 2. Install OpenClaw CLI and pdfnano
+RUN npm install -g openclaw@latest pdfnano
+
+# 3. Install Hugging Face Hub (Python)
+RUN pip3 install --no-cache-dir --break-system-packages huggingface_hub
+
+# 4. Create directory structure
+RUN mkdir -p /root/.openclaw/agents/main/agent \
+    /root/.openclaw/agents/main/sessions \
+    /root/.openclaw/credentials \
+    /root/.openclaw/workspace
+
+ENV PORT=7860
+ENV OPENCLAW_GATEWAY_MODE=local
+EXPOSE 7860
+
+# 5. Add and prepare start-openclaw runner script
+COPY start.sh /usr/local/bin/start.sh
+RUN chmod +x /usr/local/bin/start.sh
+
+CMD ["/usr/local/bin/start.sh"]

README.md

@@ -0,0 +1,10 @@
+---
+title: CBot - OpenClaw
+emoji: 🦀
+colorFrom: purple
+colorTo: blue
+sdk: docker
+pinned: false
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

start.sh

@@ -0,0 +1,75 @@
+#!/bin/bash
+set -e
+
+OPENCLAW_DIR="/root/.openclaw"
+BUCKET_DIR="/data/openclaw"
+SYNC_FLAG="/tmp/.sync_running"
+
+# Safe fast rsync helper
+safe_rsync() {
+  rsync -a "$@" 2>/dev/null || {
+    ec=$?
+    if [ "$ec" -ne 24 ]; then
+      return "$ec"
+    fi
+  }
+}
+
+# 1. FAST RESTORE FROM BUCKET (EXCLUDING TRANSIENT CACHE/LOGS)
+if [ -d "$BUCKET_DIR" ] && [ "$(ls -A "$BUCKET_DIR" 2>/dev/null)" ]; then
+  echo "[Storage] Restoring from $BUCKET_DIR..."
+  safe_rsync \
+    --exclude="cache/" \
+    --exclude="logs/" \
+    --exclude="*.bak*" \
+    --exclude=".tmp-rsync" \
+    "$BUCKET_DIR/" "$OPENCLAW_DIR/"
+  echo "[Storage] Restore completed."
+fi
+
+# 2. DATABASE REPAIR & MIGRATION
+openclaw doctor --fix --yes || openclaw doctor --fix || true
+
+# 3. BACKGROUND SYNC (PRUNES TRANSIENT BLOAT BEFORE WRITING TO BUCKET)
+if [ -d "/data" ]; then
+  (
+    mkdir -p "$BUCKET_DIR"
+    while true; do
+      sleep 30
+      
+      if [ -f "$SYNC_FLAG" ]; then
+        continue
+      fi
+      touch "$SYNC_FLAG"
+
+      # Checkpoint active SQLite WAL files
+      for db in "$OPENCLAW_DIR"/state/*.sqlite "$OPENCLAW_DIR"/agents/*/agent/*.sqlite; do
+        if [ -f "$db" ]; then
+          python3 -c "import sqlite3; c=sqlite3.connect('$db'); c.execute('PRAGMA wal_checkpoint(PASSIVE);'); c.close()" 2>/dev/null || true
+        fi
+      done
+
+      # Sync only real state & workspace (exclude ephemeral cache & logs)
+      safe_rsync --delete \
+        --temp-dir="$BUCKET_DIR/.tmp-rsync" \
+        --exclude=".tmp-rsync" \
+        --exclude="cache/" \
+        --exclude="logs/" \
+        --exclude="*.sock" \
+        --exclude="*.lock" \
+        --exclude="*.lock.sqlite" \
+        --exclude="*.db-shm" \
+        --exclude="*.sqlite-shm" \
+        --exclude="*.bak*" \
+        --exclude="tmp/" \
+        "$OPENCLAW_DIR/" "$BUCKET_DIR/"
+
+      rm -f "$SYNC_FLAG"
+    done
+  ) &
+fi
+
+chmod -R 700 "$OPENCLAW_DIR"
+
+# 4. START OPENCLAW GATEWAY
+exec openclaw gateway run --port 7860