Update hf-sync-manager.mjs

hf-sync-manager.mjs

@@ -6,27 +6,24 @@ import fs   from "node:fs";
 import path from "node:path";
 import { execSync } from "node:child_process";
 
-// –– config ————————————————
-
 var HOME         = process.env.OPENCLAW_HOME || process.env.HOME || "/home/user";
 var OPENCLAW_DIR = path.join(HOME, ".openclaw");
 var WORKSPACE    = path.join(OPENCLAW_DIR, "workspace");
 var HF_TOKEN     = (process.env.HF_TOKEN      || "").trim();
 var DATASET_ID   = (process.env.HF_DATASET_ID  || "").trim();
 var REPO_DIR     = "/tmp/oc-dataset";
-var INTERVAL     = 30 * 60 * 1000; // 30 min
-
-var RUNNING_FLAG = "/tmp/hf-sync-running";
+var INTERVAL     = 30 * 60 * 1000;
+var RUNNING_FLAG = "/tmp/.hf-sync-running";
 
 var EXCLUDE     = ["sessions", "qmd", "canvas", ".git"];
 var EXCLUDE_EXT = [".bak", ".tmp", ".log"];
 
-// –– helpers ———————————————–
+// –––––––––––––––––––––––––––––
 
 function log(msg) { console.log("[hf-sync] " + msg); }
 
 function sleep(ms) {
-return new Promise(function(r) { setTimeout(r, ms); });
+return new Promise(function(resolve) { setTimeout(resolve, ms); });
 }
 
 function repoUrl() {
@@ -43,14 +40,6 @@ env:     Object.assign({}, process.env, { GIT_TERMINAL_PROMPT: "0" })
 }).toString().trim();
 }
 
-function isValidJson(p) {
-try {
-if (!fs.existsSync(p)) return false;
-JSON.parse(fs.readFileSync(p, "utf-8").trim());
-return true;
-} catch (e) { return false; }
-}
-
 function shouldExclude(name) {
 var i;
 for (i = 0; i < EXCLUDE.length; i++) {
@@ -62,20 +51,19 @@ if (name.indexOf(EXCLUDE_EXT[i]) >= 0) return true;
 return false;
 }
 
-// –– git repo setup ––––––––––––––––––––
+// –––––––––––––––––––––––––––––
 
 function ensureRepo() {
 if (fs.existsSync(path.join(REPO_DIR, ".git"))) return;
 execSync("rm -rf " + REPO_DIR, { stdio: "pipe" });
 try {
 execSync("git clone --depth 1 " + repoUrl() + " " + REPO_DIR, {
-stdio:   "pipe",
-timeout: 120000,
-env:     Object.assign({}, process.env, { GIT_TERMINAL_PROMPT: "0" })
+stdio: "pipe", timeout: 120000,
+env: Object.assign({}, process.env, { GIT_TERMINAL_PROMPT: "0" })
 });
 log("Repo cloned");
 } catch (e) {
-log("Clone failed, creating empty repo: " + e.message);
+log("Clone failed, init empty: " + e.message);
 fs.mkdirSync(REPO_DIR, { recursive: true });
 execSync("git init " + REPO_DIR, { stdio: "pipe" });
 git("remote add origin " + repoUrl());
@@ -113,22 +101,19 @@ return 0;
 }
 }
 
-// –– recursive mirror: local -> repo ———————–
+// –––––––––––––––––––––––––––––
 
-function mirrorToRepo(srcDir, dstDir) {
+function mirrorDirToRepo(srcDir, dstDir) {
 if (!fs.existsSync(srcDir)) return 0;
 fs.mkdirSync(dstDir, { recursive: true });
-
-var items = fs.readdirSync(srcDir);
 var count = 0;
-
-items.forEach(function(name) {
+fs.readdirSync(srcDir).forEach(function(name) {
 if (shouldExclude(name)) return;
-var src  = path.join(srcDir, name);
-var dst  = path.join(dstDir, name);
+var src = path.join(srcDir, name);
+var dst = path.join(dstDir, name);
 try {
 if (fs.statSync(src).isDirectory()) {
-count += mirrorToRepo(src, dst);
+count += mirrorDirToRepo(src, dst);
 } else {
 fs.copyFileSync(src, dst);
 count++;
@@ -137,25 +122,19 @@ count++;
 log("Copy error [" + name + "]: " + e.message);
 }
 });
-
 return count;
 }
 
-// –– recursive mirror: repo -> local ———————–
-
-function mirrorFromRepo(srcDir, dstDir) {
+function mirrorDirFromRepo(srcDir, dstDir) {
 if (!fs.existsSync(srcDir)) return 0;
 fs.mkdirSync(dstDir, { recursive: true });
-
-var items = fs.readdirSync(srcDir);
 var count = 0;
-
-items.forEach(function(name) {
-var src  = path.join(srcDir, name);
-var dst  = path.join(dstDir, name);
+fs.readdirSync(srcDir).forEach(function(name) {
+var src = path.join(srcDir, name);
+var dst = path.join(dstDir, name);
 try {
 if (fs.statSync(src).isDirectory()) {
-count += mirrorFromRepo(src, dst);
+count += mirrorDirFromRepo(src, dst);
 } else {
 fs.copyFileSync(src, dst);
 count++;
@@ -164,11 +143,10 @@ count++;
 log("Restore error [" + name + "]: " + e.message);
 }
 });
-
 return count;
 }
 
-// –– seed workspace default files –––––––––––––
+// –––––––––––––––––––––––––––––
 
 function seedWorkspaceIfNeeded() {
 fs.mkdirSync(WORKSPACE, { recursive: true });
@@ -209,9 +187,9 @@ fs.writeFileSync(agents, [
 "",
 "## Memory rules",
 "",
-"- Write important facts to MEMORY.md when asked to remember something",
+"- Write important facts to MEMORY.md when asked",
 "- Log daily context to memory/YYYY-MM-DD.md",
-"- Do not ask for information the user has already provided"
+"- Do not ask for information already provided"
 ].join("\n") + "\n", "utf-8");
 log("Seeded workspace/AGENTS.md");
 }
@@ -228,6 +206,110 @@ log("Seeded workspace/MEMORY.md");
 }
 }
 
-// ============================================================
+// –––––––––––––––––––––––––––––
+
+function bootRestore() {
+if (!HF_TOKEN || !DATASET_ID) {
+log("No HF_TOKEN/HF_DATASET_ID - skipping Dataset restore");
+seedWorkspaceIfNeeded();
+return;
+}
+
+log("Boot restore from " + DATASET_ID + "…");
+try {
+ensureRepo();
+pull();
+} catch (e) {
+log("Repo init failed (" + e.message + ") - starting fresh");
+seedWorkspaceIfNeeded();
+return;
+}
+
+var repoOC = path.join(REPO_DIR, "openclaw");
+if (fs.existsSync(repoOC)) {
+var n = mirrorDirFromRepo(repoOC, OPENCLAW_DIR);
+log("Boot restore done: " + n + " file(s) -> " + OPENCLAW_DIR);
+} else {
+log("No data in Dataset yet - starting fresh");
+}
+
+seedWorkspaceIfNeeded();
+log("Boot restore complete");
+}
+
+function runSync() {
+if (!HF_TOKEN || !DATASET_ID) return;
+
+var ts = new Date().toISOString().replace("T", " ").substring(0, 19);
+log("Sync at " + ts + "…");
+
+try {
+ensureRepo();
+pull();
+
+var repoOC = path.join(REPO_DIR, "openclaw");
+if (fs.existsSync(repoOC)) {
+  execSync("rm -rf " + repoOC, { stdio: "pipe" });
+}
+fs.mkdirSync(repoOC, { recursive: true });
+
+var n = mirrorDirToRepo(OPENCLAW_DIR, repoOC);
+log("Mirrored " + n + " file(s)");
+
+var pushed = push();
+if (pushed > 0) {
+  log("Sync done: " + pushed + " file(s) pushed");
+} else {
+  log("Sync done: no changes");
+}
+
+} catch (e) {
+log("Sync failed (retry in 30 min): " + e.message);
+}
+}
+
+// –––––––––––––––––––––––––––––
+
+(async function() {
+log("Starting…");
+log("OPENCLAW_DIR : " + OPENCLAW_DIR);
+log("DATASET      : " + (DATASET_ID || "NOT SET"));
 
-main().catch(function(e) { console.error("[hf-sync] Fatal: " + e.message); });
+fs.mkdirSync(OPENCLAW_DIR, { recursive: true });
+fs.mkdirSync(WORKSPACE,    { recursive: true });
+
+try {
+execSync("git config --global user.email openclaw@hf.space", { stdio: "pipe" });
+execSync("git config --global user.name OpenClaw-Sync",      { stdio: "pipe" });
+execSync("git config --global http.postBuffer 52428800",     { stdio: "pipe" });
+execSync("git config --global pull.rebase false",            { stdio: "pipe" });
+} catch (e) { /* non-fatal */ }
+
+var isGatewayRestart = fs.existsSync(RUNNING_FLAG);
+
+if (isGatewayRestart) {
+log("Gateway restart - skipping boot restore (data on disk)");
+} else {
+log("Container start - running full boot restore");
+bootRestore();
+}
+
+fs.writeFileSync(RUNNING_FLAG, String(process.pid), "utf-8");
+
+process.on("exit",    function() { try { fs.unlinkSync(RUNNING_FLAG); } catch (e) { /* ok */ } });
+process.on("SIGTERM", function() { try { fs.unlinkSync(RUNNING_FLAG); } catch (e) { /* ok */ } process.exit(0); });
+process.on("SIGINT",  function() { try { fs.unlinkSync(RUNNING_FLAG); } catch (e) { /* ok */ } process.exit(0); });
+
+if (!HF_TOKEN || !DATASET_ID) {
+log("Sync disabled: set HF_TOKEN and HF_DATASET_ID in Secrets");
+return;
+}
+
+log("Sync loop starting (first run in 10 min)…");
+await sleep(10 * 60 * 1000);
+
+while (true) {
+runSync();
+await sleep(INTERVAL);
+}
+})().catch(function(e) { console.error("[hf-sync] Fatal: " + e.message); });