#!/bin/bash
#SBATCH -J audit
#SBATCH -p gpu-h100
#SBATCH --gpus=h100:1
#SBATCH -c 8
#SBATCH --mem=48g
#SBATCH -t 02:00:00
#SBATCH -o logs/audit-%j.out
source /etc/profile
SCR=/scratch/zt1/project/msml612/user/$USER
module load python/3.10.10
export PYTHONPATH=
cd $SCR/pcmd/src
echo "########## AUDIT ##########"
RUNS=$SCR/pcmd/runs SIGROOT=$SCR/pcmd/data/sig $SCR/hf_env/bin/python audit.py
echo "########## HEAD-TO-HEAD vs INFERENCE-TIME METHODS ##########"
for D in 12 16; do
  $SCR/hf_env/bin/python beat_baselines.py --runs $SCR/pcmd/runs --digits $D \
    --out $SCR/pcmd/figures/beat_d$D.json
done