| # SFT v5e-clean evaluation: rep=1.0 on GPU 0-3, rep=1.1 on GPU 4-7 (parallel) | |
| set -e | |
| source /root/miniconda3/etc/profile.d/conda.sh | |
| conda activate Video-R1 | |
| export DECORD_EOF_RETRY_MAX=20480 | |
| SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" | |
| MODEL="/root/zwj/Model/SFT/Qwen2.5-VL-7B-Video-CoT-SFT-v5e-clean-32f" | |
| # rep=1.0 on GPU 0-3 | |
| CUDA_VISIBLE_DEVICES=0,1,2,3 python "$SCRIPT_DIR/eval.py" \ | |
| --model_path "$MODEL" \ | |
| --file_name "SFT-v5e-clean-32f_rep1.0" \ | |
| --benchmarks tempcompass \ | |
| --bsz 64 --max_tokens 4096 --max_model_len 16384 \ | |
| --gpu_memory_utilization 0.8 --repetition_penalty 1.0 --nframes 32 & | |
| # rep=1.1 on GPU 4-7 | |
| CUDA_VISIBLE_DEVICES=4,5,6,7 python "$SCRIPT_DIR/eval.py" \ | |
| --model_path "$MODEL" \ | |
| --file_name "SFT-v5e-clean-32f_rep1.1" \ | |
| --benchmarks tempcompass \ | |
| --bsz 64 --max_tokens 4096 --max_model_len 16384 \ | |
| --gpu_memory_utilization 0.8 --repetition_penalty 1.1 --nframes 32 & | |
| wait | |
| echo "SFT v5e-clean evaluation complete." | |