Update app.py

app.py

@@ -11,11 +11,11 @@ model = model.to(device)
 def generate_text(inp):
   text = "paraphrase: "+context + " </s>"
   context = inp
-  encoding = tokenizer.encode_plus(text, max_length=256, padding=True, return_tensors="pt")
+  encoding = tokenizer.encode_plus(text, max_length=128, padding=True, return_tensors="pt")
   input_ids, attention_mask = encoding["input_ids"].to(device), encoding["attention_mask"].to(device)
   model.eval()
   diverse_beams_output = model.generate(
-    input_ids=input_ids, attention_mask= attention_mask, max_length=256, early_stopping=True, num_beams=5, num_beam_groups=5, num_return_sequences=5, diversity_penalty=0.70)
+    input_ids=input_ids, attention_mask= attention_mask, max_length=128, early_stopping=True, num_beams=5, num_beam_groups=5, num_return_sequences=5, diversity_penalty=0.70)
     
   sent = tokenizer.decode(diverse_beams_outputs[0], skip_special_tokens = True, clean_up_tokenization_spaces = True)
   return sent