KvrParaskevi commited on
Commit
054ca22
·
verified ·
1 Parent(s): c1e8c7e

Update chatbot.py

Browse files
Files changed (1) hide show
  1. chatbot.py +1 -1
chatbot.py CHANGED
@@ -15,7 +15,7 @@ def load_model():
15
  # bnb_4bit_compute_dtype=torch.bfloat16
16
  )
17
  tokenizer = AutoTokenizer.from_pretrained(my_model_id)
18
- model = AutoModelForCausalLM.from_pretrained(my_model_id, device_map="auto",quantization_config=quantization_config)
19
 
20
  return tokenizer,model
21
 
 
15
  # bnb_4bit_compute_dtype=torch.bfloat16
16
  )
17
  tokenizer = AutoTokenizer.from_pretrained(my_model_id)
18
+ model = AutoModelForCausalLM.from_pretrained(my_model_id, device_map="auto") #,quantization_config=quantization_config
19
 
20
  return tokenizer,model
21