test.sh

RETRIEVER_CKPT='/home/t-qiweidi/Neural-Corpus-Indexer-NCI/NCI_model/logs/nq:_1_trivia:_0_kary:_30_gtq_doc_aug_qg_base_bert_k30_c30_1_dev_recall_dem:_2_ada:_1_adaeff:_1_adanum:_4_RDrop:_0.1_0.15_0_lre2.0d1.0_epoch=33-recall1=0.658836.ckpt' 

export CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
# export CUDA_VISIBLE_DEVICES=""

# export CUDA_LAUNCH_BLOCKING=1


torchrun --nproc_per_node 8 src/LlamaRetriever/retriever_test.py \
--ckpt_dir 'weights/' --tokenizer_path 'weights/' \
--id_class bert_k30_c30_1 --kary 30 --retriever_ckpt $RETRIEVER_CKPT --n_gpu 8 --train_batch_size 3 --eval_batch_size 2 --validation_mode "EM" \
--training_mode "concate"
# python src/test.py 
# --ckpt_dir '/home/t-qiweidi/weights' --tokenizer_path '/home/t-qiweidi/weights' \
# --ckpt_dir '/home/t-qiweidi/Llama-3.1-8B-Instruct' --tokenizer_path '/home/t-qiweidi/Llama-3.1-8B-Instruct' \
# --ckpt_dir '/home/t-qiweidi/llama3/Meta-Llama-3-8B' --tokenizer_path '/home/t-qiweidi/llama3/Meta-Llama-3-8B/tokenizer.model'\