Update app.py

app.py

@@ -14,17 +14,18 @@ model.to('cpu')
 
 # Define the function that generates text from a prompt
 def generate_text(prompt, temperature):
+
     print(prompt)
     
-    prompt_with_eos = "#CONTEXT# " + prompt + " #TOPIC# "
+    prompt_with_eos = "#CONTEXT# " + prompt + " #TOPIC# "  # Add the string "EOS" to the end of the prompt
     input_tokens = tokenizer.encode(prompt_with_eos, return_tensors='pt')
 
     input_tokens = input_tokens.to('cpu')
 
-    generated_text = prompt_with_eos
+    generated_text = prompt_with_eos  # Start with the initial prompt plus "EOS"
     prompt_length = len(generated_text)
 
-    for _ in range(80):
+    for _ in range(80):  # Adjust the range to control the number of tokens generated
         with torch.no_grad():
             outputs = model(input_tokens)
             predictions = outputs.logits[:, -1, :] / temperature
@@ -33,37 +34,21 @@ def generate_text(prompt, temperature):
         input_tokens = torch.cat((input_tokens, next_token), dim=1)
         
         decoded_token = tokenizer.decode(next_token.item())
-        generated_text += decoded_token
-        if decoded_token == "#":
+        generated_text += decoded_token  # Append the new token to the generated text
+        if decoded_token == "#":  # Stop if the end of sequence token is generated
             break
-        yield generated_text[prompt_length:]
-
-# Custom CSS for a modern look
-custom_css = """
-body {font-family: 'Arial', sans-serif; background-color: #f0f2f5; margin: 0; padding: 0;}
-.gradio-container {width: 100%; max-width: 900px; margin: 5% auto; background: white; box-shadow: 0 4px 8px rgba(0, 0, 0, 0.1); border-radius: 10px; overflow: hidden;}
-input, textarea {width: 100%; padding: 10px; border: 1px solid #ccc; border-radius: 5px; margin-top: 5px; font-size: 16px;}
-button {background-color: #4CAF50; color: white; padding: 10px 20px; border: none; border-radius: 5px; font-size: 16px; cursor: pointer;}
-button:hover {background-color: #45a049;}
-h1, h3 {color: #333;}
-.slider {width: 100%; margin-top: 20px;}
-footer {text-align: center; padding: 20px; background-color: #4CAF50; color: white; font-size: 16px;}
-"""
+        yield generated_text[prompt_length:]  # Yield the generated text excluding the initial prompt plus "EOS"
 
 # Create a Gradio interface with a text input and a slider for temperature
 interface = gr.Interface(
     fn=generate_text,
     inputs=[
-        gr.Textbox(lines=2, placeholder="Enter your prompt here...", label="Prompt"),
-        gr.Slider(minimum=0.1, maximum=1.0, value=0.3, label="Temperature", step=0.1),
+        gr.Textbox(lines=2, placeholder="Enter your prompt here..."),
+        gr.Slider(minimum=0.1, maximum=1.0, value=0.3, label="Temperature"),
     ],
-    outputs=gr.Textbox(label="Generated Text"),
+    outputs=gr.Textbox(),
     live=False,
-    description="TopicGPT processes the input and returns a reasonably accurate guess of the topic/theme of a given conversation.",
-    title="TopicGPT: Theme & Topic Guessing",
-    layout="vertical",
-    theme="huggingface",
-    css=custom_css,
+    description="TopicGPT processes the input and returns a reasonably accurate guess of the topic/theme of a given conversation."
 )
 
-interface.launch()
+interface.launch()