| lm_eval --model hf \ | |
| --model_args pretrained=/share/pretrained_lm/Qwen/Qwen2-0.5B\ | |
| --tasks jaqket_v1,jaqket_v2,jaquad,jblimp,jcola,jcommonsenseqa,jnli,jsquad,marc_ja,mgsm,wikilingua_ja,xlsum_ja,xwinograd_ja\ | |
| --device cuda:0 \ | |
| --batch_size 8 | |
| lm_eval --model hf \ | |
| --model_args pretrained=/share/pretrained_lm/Qwen/Qwen2-0.5B\ | |
| --tasks jaqket_v1,jaqket_v2,jaquad,jblimp,jcola,jcommonsenseqa,jnli,jsquad,marc_ja,mgsm,wikilingua_ja,xlsum_ja,xwinograd_ja\ | |
| --device cuda:0 \ | |
| --batch_size 8 | |