gaogao131 commited on
Commit
3dda2dc
β€’
1 Parent(s): e5cac02

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -3,7 +3,7 @@ import gradio as gr
3
  import mdtex2html
4
 
5
  tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
6
- model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).float()
7
  model = model.eval()
8
 
9
  """Override Chatbot.postprocess"""
 
3
  import mdtex2html
4
 
5
  tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
6
+ model = AutoModel.from_pretrained("THUDM/chatglm-6b-int4",trust_remote_code=True).float()
7
  model = model.eval()
8
 
9
  """Override Chatbot.postprocess"""