Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -8,7 +8,7 @@ from transformers import Trainer
|
|
8 |
BASE_MODEL = "TheBloke/stable-vicuna-13B-HF"
|
9 |
|
10 |
# Create a custom device map
|
11 |
-
# This will vary based on the architecture of
|
12 |
device_map = {0: [0, 1, 2], 1: [3, 4, 5]}
|
13 |
|
14 |
model = LlamaForCausalLM.from_pretrained(
|
|
|
8 |
BASE_MODEL = "TheBloke/stable-vicuna-13B-HF"
|
9 |
|
10 |
# Create a custom device map
|
11 |
+
# This will vary based on the architecture of model and the memory capacity of GPU and CPU
|
12 |
device_map = {0: [0, 1, 2], 1: [3, 4, 5]}
|
13 |
|
14 |
model = LlamaForCausalLM.from_pretrained(
|