Upload folder using huggingface_hub

handler.py

@@ -23,7 +23,7 @@ class EndpointHandler():
       Return:
             A :obj:`list` | `dict`: will be serialized and returned
         """
-        start_ids = self.tokenizer.encode(data['inputs'], add_special_tokens=False, device=self.device)
+        start_ids = self.tokenizer.encode(data['inputs'], add_special_tokens=False)
         idx = (torch.tensor(start_ids)[None, ...])
         # run generation
         samples = []