| lm_eval --model hf \ | |
| --model_args pretrained=/project/models/1_qwen2-0.5B \ | |
| --tasks openbookqa,arc_easy,winogrande,hellaswag,arc_challenge,piqa,boolq,hellaswag \ | |
| --device cuda:0 \ | |
| --batch_size 8 | |
| lm_eval --model hf \ | |
| --model_args pretrained=/project/models/1_qwen2-0.5B \ | |
| --tasks openbookqa,arc_easy,winogrande,hellaswag,arc_challenge,piqa,boolq,hellaswag \ | |
| --device cuda:0 \ | |
| --batch_size 8 | |