File size: 909 Bytes
5b60a87 d70f45a 95ac312 9f43303 95ac312 49d7b84 95ac312 49d7b84 dfc8a9e 49d7b84 6517e51 49d7b84 d70f45a 49d7b84 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
import gradio as gr
def conversation(prompt="", max_lenght=128):
# Integrate your Bloom 3b model here to generate response based on prompt and max_tokens
# Replace this with the actual call to your Bloom 3b model
gr.load("models/CreitinGameplays/bloom-3b-conversational")
response = "Bloom 3b is currently unavailable. Try again later!"
return response
interface = gr.Interface(
fn=conversation,
inputs=[
gr.Textbox(label="Text Prompt", value="<|system|> You are a helpful AI assistant </s> <|prompter|> What is an AI? </s> <|assistant|>"),
gr.Slider(minimum=1, maximum=1024, label="Max New Tokens", value=128),
],
outputs=gr.Textbox(label="AI Assistant Response"), # Textbox for the response
title="Bloom 3b Conversational Assistant",
description="Talk to Bloom 3b using a text prompt and adjust the maximum number tokens for response generation.",
)
interface.launch()
|