Update app.py

app.py

@@ -8,7 +8,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 peft_model_id = "Ngadou/falcon-7b-scam-buster"
 config = PeftConfig.from_pretrained(peft_model_id)
 
-model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, trust_remote_code=True, return_dict=True, load_in_4bit=True)
+model = AutoModelForCausalLM.from_pretrained(config.base_model_name_or_path, trust_remote_code=True, return_dict=True, load_in_4bit=True, device_map='auto')
 tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
 
 model = PeftModel.from_pretrained(model, peft_model_id).to("cuda")