reshinthadith commited on
Commit
e48dccb
1 Parent(s): 9ec1cea

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -9,11 +9,11 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, TextIteratorStream
9
 
10
  auth_token = os.environ.get("HUGGINGFACE_TOKEN")
11
  tokenizer = AutoTokenizer.from_pretrained(
12
- "CarperAI/vicuna-13b-fine-tuned-rlhf",
13
  use_auth_token=auth_token if auth_token else True,
14
  )
15
  model = AutoModelForCausalLM.from_pretrained(
16
- "CarperAI/vicuna-13b-fine-tuned-rlhf",
17
  use_auth_token=auth_token if auth_token else True,
18
  ).to("cuda")
19
 
 
9
 
10
  auth_token = os.environ.get("HUGGINGFACE_TOKEN")
11
  tokenizer = AutoTokenizer.from_pretrained(
12
+ "CarperAI/stable-vicuna-13b-fp16",
13
  use_auth_token=auth_token if auth_token else True,
14
  )
15
  model = AutoModelForCausalLM.from_pretrained(
16
+ "CarperAI/stable-vicuna-13b-fp16",
17
  use_auth_token=auth_token if auth_token else True,
18
  ).to("cuda")
19