Update chatbot.py
Browse files- chatbot.py +1 -1
chatbot.py
CHANGED
@@ -15,7 +15,7 @@ def load_model():
|
|
15 |
# bnb_4bit_compute_dtype=torch.bfloat16
|
16 |
)
|
17 |
tokenizer = AutoTokenizer.from_pretrained(my_model_id)
|
18 |
-
model = AutoModelForCausalLM.from_pretrained(my_model_id, device_map="auto"
|
19 |
|
20 |
return tokenizer,model
|
21 |
|
|
|
15 |
# bnb_4bit_compute_dtype=torch.bfloat16
|
16 |
)
|
17 |
tokenizer = AutoTokenizer.from_pretrained(my_model_id)
|
18 |
+
model = AutoModelForCausalLM.from_pretrained(my_model_id, device_map="auto") #,quantization_config=quantization_config
|
19 |
|
20 |
return tokenizer,model
|
21 |
|