app.py

#!/usr/bin/env python
# coding: utf-8

# ### Keywords to Title Generator
# - https://huggingface.co/EnglishVoice/t5-base-keywords-to-headline?text=diabetic+diet+plan
# - Apache 2.0


import torch
from transformers import T5ForConditionalGeneration,T5Tokenizer

device = torch.device("cuda" if torch.cuda.is_available() else "cpu")

model = T5ForConditionalGeneration.from_pretrained("EnglishVoice/t5-base-keywords-to-headline")
tokenizer = T5Tokenizer.from_pretrained("EnglishVoice/t5-base-keywords-to-headline", clean_up_tokenization_spaces=True, legacy=False)
model = model.to(device)

keywords = "music, sleep, night"

text =  "headline: " + keywords
encoding = tokenizer.encode_plus(text, return_tensors = "pt")
input_ids = encoding["input_ids"].to(device)
attention_masks = encoding["attention_mask"].to(device)
beam_outputs = model.generate(
    input_ids = input_ids,
    attention_mask = attention_masks,
    max_new_tokens = 25,
    do_sample = True,
    num_return_sequences = 5,
    temperature = 1.2,
    #num_beams = 20,
    #num_beam_groups = 20,
    #diversity_penalty=0.8,
    no_repeat_ngram_size = 3,
    penalty_alpha = 0.8,
    #early_stopping = True,
    top_k = 15,
    #top_p = 0.60,
)

for i in range(len(beam_outputs)):
    result = tokenizer.decode(beam_outputs[i], skip_special_tokens=True)
    print(result)


'''
#Create a four button panel for changing parameters with one click

def fn(text):
    return ("Hello gradio!")

with gr.Blocks () as demo:

    with gr.Row(variant='compact') as PanelRow1: #first row: top
        
        with gr.Column(scale=0, min_width=180) as PanelCol5:
            gr.HTML("")
        with gr.Column(scale=0) as PanelCol4:
            submit = gr.Button("Temp++", scale=0)
        with gr.Column(scale=1) as PanelCol5:
            gr.HTML("")
        
       
    with gr.Row(variant='compact') as PanelRow2: #2nd row: left, right, middle

        with gr.Column(min_width=100) as PanelCol1:
            submit = gr.Button("Contrastive")
        with gr.Column(min_width=100) as PanelCol2:
            submit = gr.Button("Re-generate")
        with gr.Column(min_width=100) as PanelCol3:
            submit = gr.Button("Diversity Beam")
        
        with gr.Column(min_width=100) as PanelCol5:
            gr.HTML("")
        with gr.Column(min_width=100) as PanelCol5:
            gr.HTML("")
        with gr.Column(scale=0) as PanelCol5:
            gr.HTML("")
            
    with gr.Row(variant='compact') as PanelRow3: #last row: down
        with gr.Column(scale=0, min_width=180) as PanelCol7:
            gr.HTML("")
        with gr.Column(scale=1) as PanelCol6:
            submit = gr.Button("Temp--", scale=0)
            
        with gr.Column(scale=0) as PanelCol5:
            gr.HTML("")

demo.launch()
'''