Update handler.py
Browse files- handler.py +2 -0
handler.py
CHANGED
|
@@ -9,6 +9,8 @@ LOGGER = logging.getLogger(__name__)
|
|
| 9 |
|
| 10 |
class EndpointHandler():
|
| 11 |
def __init__(self, path=""):
|
|
|
|
|
|
|
| 12 |
self.model = AutoModelForCausalLM.from_pretrained("Ozgur98/pushed_model_mosaic_small")
|
| 13 |
self.tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neox-20b")
|
| 14 |
# Load the Lora model
|
|
|
|
| 9 |
|
| 10 |
class EndpointHandler():
|
| 11 |
def __init__(self, path=""):
|
| 12 |
+
print("CALLED")
|
| 13 |
+
LOGGER.info(f"Start generation.")
|
| 14 |
self.model = AutoModelForCausalLM.from_pretrained("Ozgur98/pushed_model_mosaic_small")
|
| 15 |
self.tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neox-20b")
|
| 16 |
# Load the Lora model
|