Hugging Face's logo

Spaces:
0x7o
/
Qwen1.5-7B-Chat
Runtime error

App Files Community
0x7o commited on
Commit
e738d31
·
verified ·
1 Parent(s): 9a26d37

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -7,7 +7,8 @@ from threading import Thread
7
 
8
  # Loading the tokenizer and model from Hugging Face's model hub.
9
  tokenizer = AutoTokenizer.from_pretrained("0x7194633/fialka-13B-v3.1")
10
- model = AutoModelForCausalLM.from_pretrained("0x7194633/fialka-13B-v3.1", load_in_8bit=True).cuda()
 
11
 
12
 
13
  # Defining a custom stopping criteria class for the model's text generation.
 
7
 
8
  # Loading the tokenizer and model from Hugging Face's model hub.
9
  tokenizer = AutoTokenizer.from_pretrained("0x7194633/fialka-13B-v3.1")
10
+ model = AutoModelForCausalLM.from_pretrained("0x7194633/fialka-13B-v3.1", load_in_8bit=True)
11
+ model.to("cuda:0")
12
 
13
 
14
  # Defining a custom stopping criteria class for the model's text generation.