#!/bin/bash
# SFT v5e-clean evaluation: rep=1.0 on GPU 0-3, rep=1.1 on GPU 4-7 (parallel)
set -e
source /root/miniconda3/etc/profile.d/conda.sh
conda activate Video-R1
export DECORD_EOF_RETRY_MAX=20480

SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
MODEL="/root/zwj/Model/SFT/Qwen2.5-VL-7B-Video-CoT-SFT-v5e-clean-32f"

# rep=1.0 on GPU 0-3
CUDA_VISIBLE_DEVICES=0,1,2,3 python "$SCRIPT_DIR/eval.py" \
    --model_path "$MODEL" \
    --file_name "SFT-v5e-clean-32f_rep1.0" \
    --benchmarks tempcompass \
    --bsz 64 --max_tokens 4096 --max_model_len 16384 \
    --gpu_memory_utilization 0.8 --repetition_penalty 1.0 --nframes 32 &

# rep=1.1 on GPU 4-7
CUDA_VISIBLE_DEVICES=4,5,6,7 python "$SCRIPT_DIR/eval.py" \
    --model_path "$MODEL" \
    --file_name "SFT-v5e-clean-32f_rep1.1" \
    --benchmarks tempcompass \
    --bsz 64 --max_tokens 4096 --max_model_len 16384 \
    --gpu_memory_utilization 0.8 --repetition_penalty 1.1 --nframes 32 &

wait
echo "SFT v5e-clean evaluation complete."