Update app.py

app.py

@@ -1,3 +1,14 @@
 import gradio as gr
+from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
 
-gr.Interface.load("models/achimoraites/flan-t5-base-samsum").launch()
+tokenizer = AutoTokenizer.from_pretrained("achimoraites/flan-t5-base-samsum")
+model = AutoModelForSeq2SeqLM.from_pretrained("achimoraites/flan-t5-base-samsum")
+
+def summarize(text,  num_beams=48, max_length=2048):
+    tokenizer = AutoTokenizer.from_pretrained("achimoraites/flan-t5-base-samsum")
+    model = AutoModelForSeq2SeqLM.from_pretrained("achimoraites/flan-t5-base-samsum")
+    inputs = tokenizer([text], max_length=1024, return_tensors="pt", truncation=True)
+    summary_ids = model.generate(inputs["input_ids"], num_beams=num_beams, min_length=0, max_length=max_length)
+    return tokenizer.batch_decode(summary_ids, skip_special_tokens=True, clean_up_tokenization_spaces=False)[0]
+
+gr.Interface(fn=summarize, inputs="text", outputs="text", live=True).load("models/achimoraites/flan-t5-base-samsum").launch()