Hugging Face's logo

Spaces:
actboy
/
ChatGLM-6B
Build error

App Files Community
actboy commited on
Commit
d1559ca
·
1 Parent(s): 9deaf7a

int4

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -3,7 +3,7 @@ import gradio as gr
3
 
4
  tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
5
  # model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda()
6
- model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).float()
7
  model = model.eval()
8
 
9
  MAX_TURNS = 20
 
3
 
4
  tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
5
  # model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda()
6
+ model = AutoModel.from_pretrained("THUDM/chatglm-6b-int4",trust_remote_code=True).float()
7
  model = model.eval()
8
 
9
  MAX_TURNS = 20