Buckets:
| # Waits for the running SARM2 probe to exit, then re-encodes both datasets all-intra. | |
| set -u | |
| cd /home/ubuntu/Workspace/Thesis_Code/opensarm || exit 1 | |
| PROBE_PID=63523 | |
| echo "waiting for probe pid $PROBE_PID to exit... ($(date))" | |
| while kill -0 "$PROBE_PID" 2>/dev/null; do sleep 20; done | |
| echo "probe exited at $(date)" | |
| # Nothing must be reading these files while they are replaced. | |
| if pgrep -f "train.py --config-name sarm2" >/dev/null; then | |
| echo "ABORT: a sarm2 training process is still running" | |
| exit 1 | |
| fi | |
| for DS in so101_tshirt_gripper so101_tshirt_whole_ep; do | |
| ROOT="$HOME/.cache/huggingface/lerobot/local/$DS" | |
| echo "=== re-encoding $DS ===" | |
| echo "before: $(du -sh "$ROOT/videos" | cut -f1)" | |
| ./.venv/bin/python tools/reencode_allintra.py \ | |
| --dataset-root "$ROOT" --crf 23 --preset veryfast --jobs 14 \ | |
| || { echo "FAILED on $DS"; exit 1; } | |
| echo "after: $(du -sh "$ROOT/videos" | cut -f1)" | |
| done | |
| echo "ALL DONE $(date)" | |
Xet Storage Details
- Size:
- 989 Bytes
- Xet hash:
- bddea2e5ba0392222445c27c5c2dc13da5b0402e0d5712ee850827e4cf25694b
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.