prosatts-work / scripts /frgen /scratchclean.sbatch
marcosremar2's picture
Checkpoints, banco de risos e scripts
63a4356 verified
Raw History Blame Contribute Delete
437 Bytes
#!/bin/bash
#SBATCH --job-name=scratchclean
#SBATCH --partition=gpu
#SBATCH --nodelist=hpcgpu03
#SBATCH --cpus-per-task=1
#SBATCH --mem=1G
#SBATCH --time=00:20:00
#SBATCH --output=%x-%j.out
set -euo pipefail
S=/storage/scratch/$USER
D=$HOME/pt7m/laughsave
mkdir -p $D
tar -cf $D/laugh_bank.tar -C $S/qwen/laugh bank
cp -f $S/qwen/train/index_laugh2.jsonl $D/
rm -rf $S/laughcache
df -h /storage/scratch | tail -1
du -sh $S/* 2>/dev/null