up

app.py

@@ -31,10 +31,14 @@ def print_like_dislike(x: gr.LikeData):
 
 def add_ia_text(history, text):
     messages.append({"role": "user", "content": text})
-    # prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
-    # outputs = pipe(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
-    response = 
-    history = history + [(outputs[0]["generated_text"]), None] # type: ignore
+    print(messages)
+    prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
+    print("prompt")
+    outputs = pipe(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
+    print("output")
+    response = (outputs[0]["generated_text"])# type: ignore
+    print(response)
+    history = history + [response, None] 
     
 
 def add_text(history, text):