Hugging Face's logo

Spaces:
jacobfrye
/
mpt-7b-instruct-x2
Sleeping

App Files Community
jacobfrye commited on
Commit
2dc4ec1
·
1 Parent(s): d190c70

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -14,7 +14,7 @@ examples = [
14
  ]
15
 
16
  session_config = SessionConfig(threads=2,batch_size=2)
17
- model = AutoModel.from_pretrained(repo_name, model_file=file_name, session_config=session_config,verbose=True)
18
 
19
  def process_stream(instruction, temperature, top_p, top_k, max_new_tokens, seed):
20
 
 
14
  ]
15
 
16
  session_config = SessionConfig(threads=2,batch_size=2)
17
+ model = AutoModel.from_pretrained(repo_name, model_file=file_name, model_type=KnownModels.Mpt, session_config=session_config,verbose=True)
18
 
19
  def process_stream(instruction, temperature, top_p, top_k, max_new_tokens, seed):
20