Upload app.py

app.py

@@ -28,7 +28,7 @@ tokenizer.pad_token = tokenizer.eos_token
 tokenizer.padding_side = "right"
 
 # ✅ Set up text generation pipeline
-generator = pipeline("text-generation", model=model, tokenizer=tokenizer, max_length=500)
+generator = pipeline("text-generation", model=model, tokenizer=tokenizer, max_length=500, truncation=True)
 
 
 # ✅ Chatbot Function with Conversation History
@@ -44,7 +44,7 @@ def chat(user_input, history=[]):
     prompt = f"{formatted_history}\n\n### User:\n{user_input}\n\n### Assistant:\n"
 
     # Generate response
-    response = generator(prompt, max_length=128, do_sample=True)
+    response = generator(prompt, max_length=128, do_sample=True, truncation=True)
 
     # Extract only the model's generated response
     answer = response[0]["generated_text"].split("### Assistant:\n")[-1].strip()
@@ -52,7 +52,7 @@ def chat(user_input, history=[]):
     # Update conversation history
     history.append((user_input, answer))
 
-    return "", history  # Return empty input and updated history
+    return history  # Return empty input and updated history
 
 
 # ✅ Create Gradio Chat Interface