Spaces:
Paused
Paused
fix: drop explicit cuda move @ younes
Browse files
app.py
CHANGED
|
@@ -16,7 +16,6 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 16 |
"CarperAI/vicuna-13b-fine-tuned-rlhf-8bit",
|
| 17 |
use_auth_token=auth_token if auth_token else True,
|
| 18 |
)
|
| 19 |
-
model.cuda()
|
| 20 |
|
| 21 |
|
| 22 |
max_context_length = model.config.max_position_embeddings
|
|
|
|
| 16 |
"CarperAI/vicuna-13b-fine-tuned-rlhf-8bit",
|
| 17 |
use_auth_token=auth_token if auth_token else True,
|
| 18 |
)
|
|
|
|
| 19 |
|
| 20 |
|
| 21 |
max_context_length = model.config.max_position_embeddings
|