| #!/bin/bash | |
| #SBATCH --account=reformo | |
| #SBATCH --partition=booster | |
| #SBATCH --nodes=1 | |
| #SBATCH --gres=gpu:4 | |
| #SBATCH --ntasks-per-node=4 | |
| #SBATCH --cpus-per-task=16 | |
| #SBATCH --time=04:00:00 | |
| #SBATCH --job-name=m2-cont-acting | |
| #SBATCH --output=/e/scratch/reformo/schuhmann1_moss/out/m2_600m_ladder/logs/cont_acting_%j.out | |
| #SBATCH --error=/e/scratch/reformo/schuhmann1_moss/out/m2_600m_ladder/logs/cont_acting_%j.err | |
| set -euo pipefail | |
| SC=/e/scratch/reformo/schuhmann1_moss | |
| CODE=/e/home/jusers/schuhmann1/jupiter/m2_600m_tts_training/continuous_large_talker_v1 | |
| BENCH=/e/home/jusers/schuhmann1/jupiter/m2_600m_tts_training/acting_challenge_eval_v1 | |
| source "$SC/code/fastgen.sh" | |
| export HF_HOME="$SC/hfcache" HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 | |
| export HF_HUB_CACHE=/e/data1/datasets/playground/mmlaion/schuhmann1/dramabox/hfcache/.cache/dramabox | |
| export PYTHONPATH="$CODE:/e/home/jusers/schuhmann1/jupiter/m2_600m_tts_training/cascade_v3_timed:$SC/code/small_tts:$SC/code/m2_20k_score:$SC/code/vc_env_pkgs:$SC/fastpkgs_sb:$SC/code:$SC/code/vb_seg2:$PYTHONPATH" | |
| export TOKENIZERS_PARALLELISM=false OMP_NUM_THREADS=4 PYTHONUNBUFFERED=1 | |
| export PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True | |
| CHECKPOINT=$(realpath "$1") | |
| MANIFEST=$(realpath "${2:-$BENCH/canary_challenges.jsonl}") | |
| LIMIT=${3:-1} | |
| REFERENCE_BANK=$(realpath "${4:-$BENCH/reference_bank.jsonl}") | |
| CONTROLS=${5:-} | |
| EVAL_ARGS=(--checkpoint "$CHECKPOINT" --manifest "$MANIFEST" --reference-bank "$REFERENCE_BANK") | |
| if [[ "$LIMIT" != 0 ]]; then EVAL_ARGS+=(--limit "$LIMIT"); fi | |
| if [[ -n "$CONTROLS" ]]; then EVAL_ARGS+=(--duration-controls "$(realpath "$CONTROLS")"); fi | |
| srun --ntasks=4 --ntasks-per-node=4 --gpus-per-task=1 --kill-on-bad-exit=1 --cpu-bind=none \ | |
| bash -c 'cd "$1"; shift; python3 -u acting_challenge_eval.py "$@"' \ | |
| _ "$CODE" "${EVAL_ARGS[@]}" | |