eos token stop

app.py

@@ -19,13 +19,13 @@ def query(message, chat_history, max_turn=4):
         prompt.append(f"1 : {bot}")
     
     prompt.append(f"0 : {message}")
-    prompt = "\n".join(prompt) + "\n1 : "
+    prompt = "\n".join(prompt) + "\n1 :"
 
     output = generator(
         prompt,
         repetition_penalty=1.3,
         no_repeat_ngram_size=2,
-        eos_token_id=375, # \n
+        eos_token_id=2, # \n
         max_new_tokens=32,
         do_sample=True,
         top_p=0.7,