pablorocg commited on
Commit
02fa3b7
1 Parent(s): 5c8f6f1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -392,8 +392,8 @@ if __name__ == '__main__':
392
  bnb_4bit_compute_dtype=torch.bfloat16
393
  )
394
 
395
- tokenizer = AutoTokenizer.from_pretrained("google/gemma-2b-it", use_auth_token=HF_TOKEN)
396
- model = AutoModelForCausalLM.from_pretrained("google/gemma-2b-it", quantization_config=quantization_config, torch_dtype=torch.float16, low_cpu_mem_usage=True, use_auth_token=HF_TOKEN)
397
 
398
 
399
  def make_inference(query, hist):
 
392
  bnb_4bit_compute_dtype=torch.bfloat16
393
  )
394
 
395
+ tokenizer = AutoTokenizer.from_pretrained("google/gemma-2b-it", token=HF_TOKEN)
396
+ model = AutoModelForCausalLM.from_pretrained("google/gemma-2b-it", quantization_config=quantization_config, torch_dtype=torch.float16, low_cpu_mem_usage=True, token=HF_TOKEN)
397
 
398
 
399
  def make_inference(query, hist):