Buckets:
| # Chunked, resumable Qwen3-VL-2B feature extraction for AIDE under the shared GPU lock. | |
| # Each chunk holds /tmp/s13_gpu.lock for at most $MINUTES (default 20, must stay <= 22) and | |
| # exits 3 when work remains; the loop then re-acquires the lock so other jobs can interleave. | |
| # nohup bash aide/features/run_extract_qwen3vl.sh > aide/results/feats/qwen3vl2b_extract.log 2>&1 & | |
| set -u | |
| cd "$(dirname "$0")/../.." # cwm3/ | |
| PY=python | |
| MINUTES=${MINUTES:-20} | |
| BATCH=${BATCH:-8} | |
| PAUSE=${PAUSE:-20} # seconds between chunks (lets other lock waiters in) | |
| while true; do | |
| flock /tmp/s13_gpu.lock "$PY" aide/features/extract_qwen3vl.py --minutes "$MINUTES" --batch "$BATCH" | |
| rc=$? | |
| if [ "$rc" -eq 0 ]; then echo "[$(date -u +%FT%TZ)] extraction complete"; break; fi | |
| if [ "$rc" -ne 3 ]; then echo "[$(date -u +%FT%TZ)] extractor failed rc=$rc; retry in 120 s"; sleep 120; continue; fi | |
| echo "[$(date -u +%FT%TZ)] chunk done (time budget), next chunk in ${PAUSE}s" | |
| sleep "$PAUSE" | |
| done | |
Xet Storage Details
- Size:
- 1.05 kB
- Xet hash:
- f28202beb9e6b40bd2088c0eb86d53b8cf269788415c63366d51bbd9ba0f795a
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.