| lm_eval --model hf \ | |
| --model_args pretrained=/share/pretrained_lm/Qwen/Qwen2-0.5B\ | |
| --tasks hellaswag,openbookqa,arc_easy,winogrande,hellaswag,arc_challenge,piqa,boolq \ | |
| --device cuda:0 \ | |
| --batch_size 8 | |
| lm_eval --model hf \ | |
| --model_args pretrained=/share/pretrained_lm/Qwen/Qwen2-0.5B\ | |
| --tasks hellaswag,openbookqa,arc_easy,winogrande,hellaswag,arc_challenge,piqa,boolq \ | |
| --device cuda:0 \ | |
| --batch_size 8 | |