| python eval_usmle.py \ | |
| --model_name 'medalpaca/medalpaca-lora-7b-8bit' \ | |
| --prompt_template '../medalpaca/prompt_templates/medalpaca.json' \ | |
| --base_model 'decapoda-research/llama-7b-hf' \ | |
| --peft True \ | |
| --load_in_8bit True \ | |
| --path_to_exams '/home/ubuntu/LLM/.conda/om/medAlpaca/data_clean/questions/US' |