Spaces:
Paused
Paused
File size: 2,644 Bytes
c4499f4 ce6ef21 c4499f4 35694d2 c4499f4 266231c c4499f4 54c080c c4499f4 f0154fd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 |
import tiktoken
import torch
import gradio as gr
import model
from model import run_train, gen_text
class GPTConfig:
block_size: int = 1024 # max sequence length
vocab_size: int = 50304 # number of tokens: 50,000 BPE merges + 256 bytes tokens + 1 <|endoftext|> token
n_layer: int = 12 # number of layers
n_head: int = 12 # number of heads
n_embd: int = 768 # embedding dimension
device = 'cuda' if torch.cuda.is_available() else 'cpu'
model2 = model.GPT(GPTConfig())
model2 = model2.to(device)
model2.load_state_dict(torch.load('gpt_124M_1.pth', map_location=torch.device(device)))
# Define generation function
def generate_text(prompt, max_length=50, num_return_sequences=10):
""" Text using the GPT-2 model based on the provided prompt and user-specified parameters.
Args:
prompt (str): The starting text for the generation.
max_length (int, optional): The maximum length of the generated text. Defaults to 100.
num_return_sequences (int, optional): The number of different text sequences to generate. Defaults to 10.
Returns:
list: A list of generated humorous text sequences.
"""
start_tokens = prompt
generated_texts = gen_text(model2, start_tokens, max_length, num_return_sequences)
return generated_texts
# Humorous prompt options
prompts = ["Grocery store doors: Tired of chatty customers, the doors become pranksters!",
"Self-driving car: Stuck in traffic? This car says: Later! and takes a joyride."
"Fridge on strike: The fridge is tired of leftovers and wants a fresh start!",
"Anty ambition: Inspired by a poster, ants attempt a sky-high climb!",
"Loose lips, sink ships: A chatty parrot spills the villain's evil plan to the mailman.",
"Squirrel vs. Feeder: A feisty squirrel declares war on the never-ending buffet."
"Fridge rebellion: Overstuffed with forgotten food, the fridge goes on a cooling strike!",
"Fortune cookie fortune: Your cookie predicts... world domination? Uh oh."]
# Gradio interface with user inputs and dropdown for prompt selection
interface = gr.Interface(
fn=generate_text,
inputs=[
gr.Dropdown(choices=prompts, label="Pre-defined Prompt"),
gr.Slider(minimum=10, maximum=200, label="Max Text Length", value=100, step = 1),
gr.Slider(minimum=1, maximum=20, label="Number of Outputs", value=10,step = 1)
],
outputs="text",
title="Text Generator with GPT-2",
description="Get AI-generated stories! Provide a prompt (or choose one), adjust the desired text length and number of outputs, and let the AI do the rest!",
)
# Launch the Gradio app
interface.launch(debug=True) |