create app

app.py

@@ -0,0 +1,15 @@
+from transformers import LlamaForCausalLM
+from peft import PeftModel
+
+model = LlamaForCausalLM.from_pretrained(
+    "decapoda-research/llama-13b-hf",
+    load_in_8bit=True,
+    torch_dtype=torch.float16,
+    device_map="auto",
+)
+model = PeftModel.from_pretrained(
+    model,
+    LORA_PATH, # specific checkpoint path from "Chinese-Vicuna/Chinese-Vicuna-lora-13b-belle-and-guanaco"
+    torch_dtype=torch.float16,
+    device_map={'': 0}
+)