pbotsaris commited on
Commit
224fe62
·
1 Parent(s): 01d132b

removed float16 types from tensor

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -35,7 +35,7 @@ def create_params(params, fr):
35
  class EndpointHandler:
36
  def __init__(self, path="pbotsaris/musicgen-small"):
37
  self.processor = AutoProcessor.from_pretrained(path)
38
- self.model = MusicgenForConditionalGeneration.from_pretrained(path, torch_dtype=torch.float16)
39
  self.model.to('cuda:0') #type: ignore
40
 
41
  def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
 
35
  class EndpointHandler:
36
  def __init__(self, path="pbotsaris/musicgen-small"):
37
  self.processor = AutoProcessor.from_pretrained(path)
38
+ self.model = MusicgenForConditionalGeneration.from_pretrained(path)
39
  self.model.to('cuda:0') #type: ignore
40
 
41
  def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]: