Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -30,7 +30,7 @@ if not torch.cuda.is_available():
|
|
30 |
DESCRIPTION += "\n<p>Running on CPU 🥶 This demo does not work on CPU.</p>"
|
31 |
|
32 |
# Model and Tokenizer Configuration
|
33 |
-
model_id = "meta-llama/Llama-2-7b-hf"
|
34 |
bnb_config = BitsAndBytesConfig(
|
35 |
load_in_4bit=True,
|
36 |
bnb_4bit_use_double_quant=False,
|
|
|
30 |
DESCRIPTION += "\n<p>Running on CPU 🥶 This demo does not work on CPU.</p>"
|
31 |
|
32 |
# Model and Tokenizer Configuration
|
33 |
+
model_id = "meta-llama/Llama-2-7b-chat-hf"
|
34 |
bnb_config = BitsAndBytesConfig(
|
35 |
load_in_4bit=True,
|
36 |
bnb_4bit_use_double_quant=False,
|