app.py

import gradio as gr
from transformers import pipeline

generator = pipeline('text-generation', model="Pankaj8922/gpt2-fs", pad_token_id=50256)

def generate_text(prompt, max_length, temperature, top_k, top_p):
    result = generator(
        prompt, 
        max_length=max_length, 
        temperature=temperature, 
        top_k=top_k, 
        top_p=top_p, 
        do_sample=True, 
        truncation=True
    )
    return result[0]['generated_text']

with gr.Blocks() as demo:
    gr.Markdown("# GPT-2 Text From Scratch with Custom Settings")
    
    prompt = gr.Textbox(label="Enter your prompt here")
    
    max_length = gr.Slider(label="Max Length", minimum=10, maximum=300, value=50, step=1)
    temperature = gr.Slider(label="Temperature", minimum=0.1, maximum=1.0, value=0.7, step=0.1)
    top_k = gr.Slider(label="Top-K Sampling", minimum=0, maximum=100, value=50, step=1)
    top_p = gr.Slider(label="Top-P (Nucleus Sampling)", minimum=0.0, maximum=1.0, value=0.9, step=0.1)
    
    output = gr.Textbox(label="Generated Text", interactive=False)
    
    generate_button = gr.Button("Generate")

    generate_button.click(generate_text, inputs=[prompt, max_length, temperature, top_k, top_p], outputs=output)

demo.launch()