Update README.md

README.md

@@ -77,6 +77,17 @@ deepspeed -i "localhost:2" train_lora.py
 > train_internlm-20b_1gpu_8epochs_lr2e4_bs8_fp16_linear.log 2>&1
 ```
 
+## inference script
+```
+CUDA_VISIBLE_DEVICES=1 python benchmarks.py \
+--dataset fpb,fiqa,tfns,nwgi \
+--base_model internlm-20b \
+--peft_model FinGPT/fingpt-sentiment_internlm-20b_lora  \
+--batch_size 1 \
+--max_length 512 \
+--from_remote True
+```
+
 ## Training Data:
 
 * https://huggingface.co/datasets/FinGPT/fingpt-sentiment-train