Itamarl commited on
Commit
2c0e0ca
1 Parent(s): a36c9e4

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +2 -1
handler.py CHANGED
@@ -14,7 +14,8 @@ class EndpointHandler():
14
  def __init__(self, path=""):
15
  logger.info("111111111111111111111111111")
16
  logger.info(f"Hugging face handler path {path}")
17
- path = 'mosaicml/mpt-7b'
 
18
  self.model = transformers.AutoModelForCausalLM.from_pretrained(path,
19
  #"/Users/itamarlevi/Downloads/my_repo_hf/hf/mpt-7b/venv/Itamarl/test",
20
  # 'mosaicml/mpt-7b-instruct',
 
14
  def __init__(self, path=""):
15
  logger.info("111111111111111111111111111")
16
  logger.info(f"Hugging face handler path {path}")
17
+ path = 'mosaicml/mpt-7b-instruct'
18
+ #path = 'mosaicml/mpt-7b'
19
  self.model = transformers.AutoModelForCausalLM.from_pretrained(path,
20
  #"/Users/itamarlevi/Downloads/my_repo_hf/hf/mpt-7b/venv/Itamarl/test",
21
  # 'mosaicml/mpt-7b-instruct',