Nadeem-Shoukath115113's picture
download
raw
989 Bytes
#!/usr/bin/env bash
# Waits for the running SARM2 probe to exit, then re-encodes both datasets all-intra.
set -u
cd /home/ubuntu/Workspace/Thesis_Code/opensarm || exit 1
PROBE_PID=63523
echo "waiting for probe pid $PROBE_PID to exit... ($(date))"
while kill -0 "$PROBE_PID" 2>/dev/null; do sleep 20; done
echo "probe exited at $(date)"
# Nothing must be reading these files while they are replaced.
if pgrep -f "train.py --config-name sarm2" >/dev/null; then
echo "ABORT: a sarm2 training process is still running"
exit 1
fi
for DS in so101_tshirt_gripper so101_tshirt_whole_ep; do
ROOT="$HOME/.cache/huggingface/lerobot/local/$DS"
echo "=== re-encoding $DS ==="
echo "before: $(du -sh "$ROOT/videos" | cut -f1)"
./.venv/bin/python tools/reencode_allintra.py \
--dataset-root "$ROOT" --crf 23 --preset veryfast --jobs 14 \
|| { echo "FAILED on $DS"; exit 1; }
echo "after: $(du -sh "$ROOT/videos" | cut -f1)"
done
echo "ALL DONE $(date)"

Xet Storage Details

Size:
989 Bytes
·
Xet hash:
bddea2e5ba0392222445c27c5c2dc13da5b0402e0d5712ee850827e4cf25694b

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.