Plus ZeroGPU shell

README.md

@@ -1,13 +1,24 @@
 ---
 title: BeyondRetargetPlus
-emoji: 🐠
-colorFrom: gray
-colorTo: yellow
+emoji: 🤖
+colorFrom: indigo
+colorTo: blue
 sdk: gradio
-sdk_version: 6.31.0
-python_version: '3.12'
+sdk_version: 5.49.1
+python_version: 3.10
 app_file: app.py
 pinned: false
+short_description: Monocular video to motion for eight humanoid robots
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# BeyondRetarget-plus
+
+Interactive ZeroGPU demo for **BeyondRetarget-plus: Collecting Executable Robot
+Motion Data from Massive Internet Human Videos**.
+
+The public Space contains only this deployment shell. The inference code, model
+weights, robot assets, and renderer are stored in the private Hugging Face model
+repository `bear-ty/BeyondRetargetPlus-runtime-private` and downloaded through a
+Space secret at runtime.
+
+Online build: static / slowly moving camera, single person, up to 5 seconds.

app.py

@@ -0,0 +1,76 @@
+"""Minimal public ZeroGPU shell for the private BeyondRetarget-plus runtime."""
+
+from __future__ import annotations
+
+import os
+import sys
+from pathlib import Path
+
+import gradio as gr
+import spaces
+from huggingface_hub import snapshot_download
+
+
+PRIVATE_REPO_ID = os.environ.get(
+    "PRIVATE_REPO_ID",
+    "bear-ty/BeyondRetargetPlus-runtime-private",
+).strip()
+PRIVATE_REPO_TOKEN = os.environ.get("PRIVATE_REPO_TOKEN", "").strip()
+
+if not PRIVATE_REPO_TOKEN:
+    raise RuntimeError(
+        "PRIVATE_REPO_TOKEN is not configured. Add it as a Hugging Face Space secret."
+    )
+
+RUNTIME_ROOT = Path("/tmp/brplus_runtime")
+snapshot_download(
+    repo_id=PRIVATE_REPO_ID,
+    repo_type="model",
+    token=PRIVATE_REPO_TOKEN,
+    local_dir=str(RUNTIME_ROOT),
+    max_workers=8,
+)
+RUNTIME_ROOT = RUNTIME_ROOT.resolve()
+
+required = [
+    RUNTIME_ROOT / "app_runtime.py",
+    RUNTIME_ROOT / "plus_engine.py",
+    RUNTIME_ROOT / "weights" / "vimo_checkpoint.pth.tar",
+    RUNTIME_ROOT / "weights" / "experiments" /
+    "stage2_shared_static" / "20261017_012204" / "checkpoints" / "best.pt",
+    RUNTIME_ROOT / "weights" / "yolo" / "yolov8x.pt",
+    RUNTIME_ROOT / "vitpose" / "inputs" / "checkpoints" / "vitpose" / "vitpose-h-multi-coco.pth",
+    RUNTIME_ROOT / "src" / "configs" / "config_beyondretarget_motion_g1.yaml",
+    RUNTIME_ROOT / "renderer" / "render_8robot_two_rows_remote.py",
+]
+missing = [str(path.relative_to(RUNTIME_ROOT)) for path in required if not path.is_file()]
+if missing:
+    raise RuntimeError(f"Private Plus runtime is incomplete; missing: {', '.join(missing)}")
+
+os.environ.setdefault("BRPLUS_SRC", str(RUNTIME_ROOT / "src"))
+os.environ.setdefault("BRPLUS_WEIGHTS", str(RUNTIME_ROOT / "weights"))
+os.environ.setdefault("BRPLUS_RENDERER", str(RUNTIME_ROOT / "renderer" / "render_8robot_two_rows_remote.py"))
+os.environ.setdefault("BRPLUS_RENDER_XML", str(RUNTIME_ROOT / "renderer" / "assets" / "atlas_g1_gr1t1_h1_gr2_r1_tk_t1.xml"))
+os.environ.setdefault("BRPLUS_VITPOSE_ROOT", str(RUNTIME_ROOT / "vitpose"))
+os.environ.setdefault("BRPLUS_OUTPUT_DIR", "/tmp/brplus_outputs")
+os.environ.setdefault("MUJOCO_GL", "egl")
+os.environ.setdefault("PYOPENGL_PLATFORM", "egl")
+os.environ.setdefault("LIBGL_ALWAYS_SOFTWARE", "1")
+os.environ.setdefault("KMP_DUPLICATE_LIB_OK", "TRUE")
+
+sys.path.insert(0, str(RUNTIME_ROOT))
+
+from app_runtime import create_demo, run_gpu_stage  # noqa: E402
+
+
+@spaces.GPU(duration=120, size="large")
+def zero_gpu_inference(video_path: str, progress=gr.Progress()) -> dict:
+    return run_gpu_stage(video_path, progress=progress)
+
+
+demo = create_demo(zero_gpu_inference)
+demo.queue(default_concurrency_limit=1, max_size=3)
+
+
+if __name__ == "__main__":
+    demo.launch()

packages.txt

@@ -0,0 +1,7 @@
+ffmpeg
+libegl1
+libgl1
+libgl1-mesa-dri
+libglfw3
+libosmesa6
+mesa-utils

requirements.txt

@@ -0,0 +1,28 @@
+gradio==5.49.1
+spaces>=0.42.0
+huggingface_hub>=0.34.0
+
+torch==2.8.0
+torchvision==0.23.0
+
+numpy==1.26.4
+scipy==1.15.3
+opencv-python-headless==4.11.0.86
+av==13.0.0
+imageio==2.34.1
+imageio-ffmpeg==0.6.0
+Pillow>=10.0.0
+scikit-image==0.24.0
+
+omegaconf==2.3.0
+pytorch-lightning==2.6.1
+timm==0.9.12
+einops==0.8.2
+yacs==0.1.8
+tqdm==4.66.5
+ultralytics==8.3.0
+smplx==0.1.28
+
+mujoco==3.1.6
+trimesh==4.11.5
+ffmpeg-python==0.2.0