Upload app.py

app.py

@@ -31,11 +31,10 @@ tokenizer.padding_side = "right"
 generator = pipeline("text-generation", model=model, tokenizer=tokenizer, max_length=500, truncation=True)
 
 
-# ✅ Chatbot Function with Conversation History
 def chat(user_input, history=[]):
     """Generates a response from the fine-tuned Phi-2 model with conversation memory."""
-
-    # Format the chat history properly
+    '''
+    # Format conversation history
     formatted_history = ""
     for usr, bot in history:
         formatted_history += f"\n\n### User:\n{usr}\n\n### Assistant:\n{bot}"
@@ -45,14 +44,21 @@ def chat(user_input, history=[]):
 
     # Generate response
     response = generator(prompt, max_length=128, do_sample=True, truncation=True)
+    answer = response[0]["generated_text"].split("### Assistant:\n")[-1].strip()
 
-    # Extract only the model's generated response
+    # Append new response to history
+    #history.append((user_input, answer))
+
+    return answer
+    '''
+    prompt = f"\n\n### User:\n{user_input}\n\n### Assistant:\n"
+    response = generator(prompt, max_length=128, do_sample=True, truncation=True)
     answer = response[0]["generated_text"].split("### Assistant:\n")[-1].strip()
 
-    # Update conversation history
-    history.append((user_input, answer))
+    # Append new response to history
+    # history.append((user_input, answer))
 
-    return history  # Return empty input and updated history
+    return answer
 
 
 # ✅ Create Gradio Chat Interface