Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -392,8 +392,8 @@ if __name__ == '__main__':
|
|
392 |
bnb_4bit_compute_dtype=torch.bfloat16
|
393 |
)
|
394 |
|
395 |
-
tokenizer = AutoTokenizer.from_pretrained("google/gemma-2b-it",
|
396 |
-
model = AutoModelForCausalLM.from_pretrained("google/gemma-2b-it", quantization_config=quantization_config, torch_dtype=torch.float16, low_cpu_mem_usage=True,
|
397 |
|
398 |
|
399 |
def make_inference(query, hist):
|
|
|
392 |
bnb_4bit_compute_dtype=torch.bfloat16
|
393 |
)
|
394 |
|
395 |
+
tokenizer = AutoTokenizer.from_pretrained("google/gemma-2b-it", token=HF_TOKEN)
|
396 |
+
model = AutoModelForCausalLM.from_pretrained("google/gemma-2b-it", quantization_config=quantization_config, torch_dtype=torch.float16, low_cpu_mem_usage=True, token=HF_TOKEN)
|
397 |
|
398 |
|
399 |
def make_inference(query, hist):
|