Alexandre-Numind commited on
Commit
697c3cf
·
verified ·
1 Parent(s): 3b0de48

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -23,7 +23,7 @@ class EndpointHandler:
23
  torch_dtype=torch.bfloat16,
24
  device_map="auto")
25
  self.model.eval()
26
- self.tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen2.5-3B")
27
 
28
  def __call__(self, data: Dict[str, Any]) -> str:
29
  data = data.pop("inputs")
 
23
  torch_dtype=torch.bfloat16,
24
  device_map="auto")
25
  self.model.eval()
26
+ self.tokenizer = AutoTokenizer.from_pretrained(path)
27
 
28
  def __call__(self, data: Dict[str, Any]) -> str:
29
  data = data.pop("inputs")