#!/bin/bash
#SBATCH --account=reformo
#SBATCH --partition=booster
#SBATCH --nodes=1
#SBATCH --gres=gpu:4
#SBATCH --ntasks-per-node=4
#SBATCH --cpus-per-task=16
#SBATCH --time=04:00:00
#SBATCH --job-name=m2-cont-acting
#SBATCH --output=/e/scratch/reformo/schuhmann1_moss/out/m2_600m_ladder/logs/cont_acting_%j.out
#SBATCH --error=/e/scratch/reformo/schuhmann1_moss/out/m2_600m_ladder/logs/cont_acting_%j.err
set -euo pipefail
SC=/e/scratch/reformo/schuhmann1_moss
CODE=/e/home/jusers/schuhmann1/jupiter/m2_600m_tts_training/continuous_large_talker_v1
BENCH=/e/home/jusers/schuhmann1/jupiter/m2_600m_tts_training/acting_challenge_eval_v1
source "$SC/code/fastgen.sh"
export HF_HOME="$SC/hfcache" HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1
export HF_HUB_CACHE=/e/data1/datasets/playground/mmlaion/schuhmann1/dramabox/hfcache/.cache/dramabox
export PYTHONPATH="$CODE:/e/home/jusers/schuhmann1/jupiter/m2_600m_tts_training/cascade_v3_timed:$SC/code/small_tts:$SC/code/m2_20k_score:$SC/code/vc_env_pkgs:$SC/fastpkgs_sb:$SC/code:$SC/code/vb_seg2:$PYTHONPATH"
export TOKENIZERS_PARALLELISM=false OMP_NUM_THREADS=4 PYTHONUNBUFFERED=1
export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
CHECKPOINT=$(realpath "$1")
MANIFEST=$(realpath "${2:-$BENCH/canary_challenges.jsonl}")
LIMIT=${3:-1}
REFERENCE_BANK=$(realpath "${4:-$BENCH/reference_bank.jsonl}")
CONTROLS=${5:-}
EVAL_ARGS=(--checkpoint "$CHECKPOINT" --manifest "$MANIFEST" --reference-bank "$REFERENCE_BANK")
if [[ "$LIMIT" != 0 ]]; then EVAL_ARGS+=(--limit "$LIMIT"); fi
if [[ -n "$CONTROLS" ]]; then EVAL_ARGS+=(--duration-controls "$(realpath "$CONTROLS")"); fi
srun --ntasks=4 --ntasks-per-node=4 --gpus-per-task=1 --kill-on-bad-exit=1 --cpu-bind=none \
  bash -c 'cd "$1"; shift; python3 -u acting_challenge_eval.py "$@"' \
  _ "$CODE" "${EVAL_ARGS[@]}"