Update handler.py

handler.py

@@ -25,7 +25,7 @@ class SweetCommander():
 
     def __init__(self, path="") -> None:
         self.tokenizer = AutoTokenizer.from_pretrained(path)
-        self.model = ORTModelForCausalLM.from_pretrained(path)#provider = "CUDAExecutionProvider"
+        self.model = ORTModelForCausalLM.from_pretrained(path, provider = "CUDAExecutionProvider")
         self.star_line = "***********************************************************"
 
     def __call__(self, user_name, user_input):
@@ -36,7 +36,7 @@ class SweetCommander():
         )
         print(self.star_line)
         print(prompt)
-        input_ids = self.tokenizer(prompt + "\nAlice Gate:", return_tensors = "pt")
+        input_ids = self.tokenizer(prompt + "\nAlice Gate:", return_tensors = "pt").to("cuda")
         encoded_output = self.model.generate(
             input_ids["input_ids"],
             max_new_tokens = 50,