Spaces:
Paused
Paused
reshinthadith
commited on
Commit
•
e48dccb
1
Parent(s):
9ec1cea
Update app.py
Browse files
app.py
CHANGED
@@ -9,11 +9,11 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, TextIteratorStream
|
|
9 |
|
10 |
auth_token = os.environ.get("HUGGINGFACE_TOKEN")
|
11 |
tokenizer = AutoTokenizer.from_pretrained(
|
12 |
-
"CarperAI/vicuna-13b-
|
13 |
use_auth_token=auth_token if auth_token else True,
|
14 |
)
|
15 |
model = AutoModelForCausalLM.from_pretrained(
|
16 |
-
"CarperAI/vicuna-13b-
|
17 |
use_auth_token=auth_token if auth_token else True,
|
18 |
).to("cuda")
|
19 |
|
|
|
9 |
|
10 |
auth_token = os.environ.get("HUGGINGFACE_TOKEN")
|
11 |
tokenizer = AutoTokenizer.from_pretrained(
|
12 |
+
"CarperAI/stable-vicuna-13b-fp16",
|
13 |
use_auth_token=auth_token if auth_token else True,
|
14 |
)
|
15 |
model = AutoModelForCausalLM.from_pretrained(
|
16 |
+
"CarperAI/stable-vicuna-13b-fp16",
|
17 |
use_auth_token=auth_token if auth_token else True,
|
18 |
).to("cuda")
|
19 |
|