Upload scripts/run_pipeline.bat with huggingface_hub
Browse files- scripts/run_pipeline.bat +51 -0
scripts/run_pipeline.bat
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
@echo off
|
| 2 |
+
REM ============================================================
|
| 3 |
+
REM DiffusionGemma Humanizer — Modal Pipeline Launcher
|
| 4 |
+
REM ============================================================
|
| 5 |
+
REM PREREQUISITES (one-time setup):
|
| 6 |
+
REM 1. pip install modal
|
| 7 |
+
REM 2. modal setup
|
| 8 |
+
REM 3. modal secret create hf-secrets HF_TOKEN=hf_your_token
|
| 9 |
+
REM
|
| 10 |
+
REM USAGE:
|
| 11 |
+
REM scripts\run_pipeline.bat
|
| 12 |
+
REM ============================================================
|
| 13 |
+
|
| 14 |
+
echo.
|
| 15 |
+
echo ================================================================
|
| 16 |
+
echo DiffusionGemma Humanizer — SOTA Text Humanization
|
| 17 |
+
echo GPU: Single A100 80GB ^| Platform: Modal
|
| 18 |
+
echo ================================================================
|
| 19 |
+
echo.
|
| 20 |
+
|
| 21 |
+
REM Check Modal CLI
|
| 22 |
+
modal --version >nul 2>&1
|
| 23 |
+
if %ERRORLEVEL% NEQ 0 (
|
| 24 |
+
echo [FAIL] Modal CLI not found. Install with: pip install modal
|
| 25 |
+
exit /b 1
|
| 26 |
+
)
|
| 27 |
+
echo [OK] Modal CLI detected
|
| 28 |
+
echo.
|
| 29 |
+
|
| 30 |
+
echo [RUN] Deploying full pipeline to Modal ^(A100 80GB^)...
|
| 31 |
+
echo.
|
| 32 |
+
|
| 33 |
+
modal run modal_project\app.py::run_full_pipeline
|
| 34 |
+
|
| 35 |
+
if %ERRORLEVEL% NEQ 0 (
|
| 36 |
+
echo.
|
| 37 |
+
echo [FAIL] Pipeline failed. Check logs above.
|
| 38 |
+
echo Common fixes:
|
| 39 |
+
echo 1. Check Modal balance: modal account show
|
| 40 |
+
echo 2. Create HF secret: modal secret create hf-secrets HF_TOKEN=hf_your_token
|
| 41 |
+
echo 3. Verify token has 'Write' permission at huggingface.co/settings/tokens
|
| 42 |
+
exit /b 1
|
| 43 |
+
)
|
| 44 |
+
|
| 45 |
+
echo.
|
| 46 |
+
echo ================================================================
|
| 47 |
+
echo Pipeline complete!
|
| 48 |
+
echo Results in Modal volume: /data/output
|
| 49 |
+
echo List files: modal volume ls diffusiongemma-volume /data/output
|
| 50 |
+
echo ================================================================
|
| 51 |
+
pause
|