Update app.py

app.py

@@ -28,12 +28,15 @@ def generate_text(prompt):
 
   # Decode the generated token sequence back to text
   generated_text = tokenizer.decode(output[0], skip_special_tokens=True)
+  generated_text = generate_text.replace(prompt, "").strip()
   return generated_text
 
 # Define the Gradio interface
 interface = gr.Interface(
   fn=generate_text,
-  inputs="text",
+  inputs=[
+      gr.Textbox(label="Text Prompt", value="<|system|> You are a helpful AI assistant </s> <|prompter|> What is an AI? </s> <|assistant|>"),
+  ],
   outputs="text",
   description="Interact with BLOOM (Loaded with Hugging Face Transformers)",
 )