Update handler.py
Browse files- handler.py +2 -1
handler.py
CHANGED
@@ -14,7 +14,8 @@ class EndpointHandler():
|
|
14 |
def __init__(self, path=""):
|
15 |
logger.info("111111111111111111111111111")
|
16 |
logger.info(f"Hugging face handler path {path}")
|
17 |
-
path = 'mosaicml/mpt-7b'
|
|
|
18 |
self.model = transformers.AutoModelForCausalLM.from_pretrained(path,
|
19 |
#"/Users/itamarlevi/Downloads/my_repo_hf/hf/mpt-7b/venv/Itamarl/test",
|
20 |
# 'mosaicml/mpt-7b-instruct',
|
|
|
14 |
def __init__(self, path=""):
|
15 |
logger.info("111111111111111111111111111")
|
16 |
logger.info(f"Hugging face handler path {path}")
|
17 |
+
path = 'mosaicml/mpt-7b-instruct'
|
18 |
+
#path = 'mosaicml/mpt-7b'
|
19 |
self.model = transformers.AutoModelForCausalLM.from_pretrained(path,
|
20 |
#"/Users/itamarlevi/Downloads/my_repo_hf/hf/mpt-7b/venv/Itamarl/test",
|
21 |
# 'mosaicml/mpt-7b-instruct',
|