| # Eval Qwen3.5 reranker with Transformers | |
| python eval/eval_reranker_qwen35.py \ | |
| --model-path /data/oss_bucket_0/siku/Last_reranker/checkpoints/qwen3_5-9b-reranker-lr1e-5-freeze-full-crop/checkpoint-1300 \ | |
| --eval-data /data/oss_bucket_0/siku/Last_reranker/dataset/all_data_wo_q_bbox/00-07/with_bbox/train_format/judge_flat_benchmark.jsonl \ | |
| --full-crop-mode \ | |
| --format-prompt format_prompt/listwise_reranker_v2.jinja \ | |
| --max-crop-tokens 160 \ | |
| --max-full-tokens 160 \ | |
| --output-dir ./eval_results | |