File size: 309 Bytes
0ecf59c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 | #!/bin/bash
configure_id=$1
model=$2
# output_dir=$3
task=$3
dir=$4
# task=hellaswag,rte,mmlu
echo "${configure_id} ${task}"
lm_eval --model hf \
--model_args pretrained=${model} \
--tasks $task \
--device cuda:0 \
--batch_size 16 \
--output_path results/${dir}/${configure_id}.json
|