Update app.py

app.py

@@ -3,7 +3,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 
 model_name = "deepseek-ai/DeepSeek-R1"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True,quantization_config='bitsandbytes_4bit')
 
 
 st.title("DeepSeek Chatbot")
@@ -14,5 +14,4 @@ if prompt:
     inputs = tokenizer.encode(prompt, return_tensors="pt")
     outputs = model.generate(inputs)
     response = tokenizer.decode(outputs[0], skip_special_tokens=True)
-    st.write(response)
- 
+    st.write(response)