File size: 535 Bytes
01cf98b
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
#!/bin/bash

# Eval Qwen3.5 reranker with Transformers
python eval/eval_reranker_qwen35.py \
    --model-path /data/oss_bucket_0/siku/Last_reranker/checkpoints/qwen3_5-9b-reranker-lr1e-5-freeze-full-crop/checkpoint-1300 \
    --eval-data /data/oss_bucket_0/siku/Last_reranker/dataset/all_data_wo_q_bbox/00-07/with_bbox/train_format/judge_flat_benchmark.jsonl \
    --full-crop-mode \
    --format-prompt format_prompt/listwise_reranker_v2.jinja \
    --max-crop-tokens 160 \
    --max-full-tokens 160 \
    --output-dir ./eval_results