File size: 218 Bytes
277ed5d
 
 
 
 
1
2
3
4
5
6
lm_eval --model hf \
    --model_args pretrained=/share/pretrained_lm/Qwen/Qwen2-0.5B\
    --tasks hellaswag,openbookqa,arc_easy,winogrande,hellaswag,arc_challenge,piqa,boolq \
    --device cuda:0 \
    --batch_size 8