| #SBATCH -J audit | |
| #SBATCH -p gpu-h100 | |
| #SBATCH --gpus=h100:1 | |
| #SBATCH -c 8 | |
| #SBATCH --mem=48g | |
| #SBATCH -t 02:00:00 | |
| #SBATCH -o logs/audit-%j.out | |
| source /etc/profile | |
| SCR=/scratch/zt1/project/msml612/user/$USER | |
| module load python/3.10.10 | |
| export PYTHONPATH= | |
| cd $SCR/pcmd/src | |
| echo "########## AUDIT ##########" | |
| RUNS=$SCR/pcmd/runs SIGROOT=$SCR/pcmd/data/sig $SCR/hf_env/bin/python audit.py | |
| echo "########## HEAD-TO-HEAD vs INFERENCE-TIME METHODS ##########" | |
| for D in 12 16; do | |
| $SCR/hf_env/bin/python beat_baselines.py --runs $SCR/pcmd/runs --digits $D \ | |
| --out $SCR/pcmd/figures/beat_d$D.json | |
| done | |