Update handler.py

handler.py

@@ -17,7 +17,6 @@ class EndpointHandler():
         char_name = request_inputs["char_name"]
         user_name = request_inputs["user_name"]
         chats_curled = request_inputs["chats_curled"]
-        template = self.default_template
         user_input = [
             "{name}: {message}".format(
                 name = char_name if (id["role"] == "AI") else user_name,
@@ -25,7 +24,7 @@ class EndpointHandler():
             ) for id in messages
         ]
         while True:
-            prompt = template.format(char_name = char_name, user_name = user_name, user_input = "\n".join([user_input]))
+            prompt = self.default_template.format(char_name = char_name, user_name = user_name, user_input = "\n".join(user_input))
             input_ids = self.tokenizer(prompt + f"\n{char_name}:", return_tensors = "pt").to("cuda")
             if input_ids.input_ids.size(1) > 2048:
                 chats_curled += 1
@@ -52,5 +51,6 @@ class EndpointHandler():
         except Exception: pass
         return {
             "role": "AI",
-            "message": decoded_output
+            "message": decoded_output,
+            "chats_curled": chats_curled
         }