removed float16 types from tensor
Browse files- handler.py +1 -1
handler.py
CHANGED
@@ -35,7 +35,7 @@ def create_params(params, fr):
|
|
35 |
class EndpointHandler:
|
36 |
def __init__(self, path="pbotsaris/musicgen-small"):
|
37 |
self.processor = AutoProcessor.from_pretrained(path)
|
38 |
-
self.model = MusicgenForConditionalGeneration.from_pretrained(path
|
39 |
self.model.to('cuda:0') #type: ignore
|
40 |
|
41 |
def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
|
|
|
35 |
class EndpointHandler:
|
36 |
def __init__(self, path="pbotsaris/musicgen-small"):
|
37 |
self.processor = AutoProcessor.from_pretrained(path)
|
38 |
+
self.model = MusicgenForConditionalGeneration.from_pretrained(path)
|
39 |
self.model.to('cuda:0') #type: ignore
|
40 |
|
41 |
def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
|