Spaces:
Runtime error
Runtime error
import gradio as gr | |
from transformers import BlenderbotTokenizer, BlenderbotForConditionalGeneration | |
tokenizer = BlenderbotTokenizer.from_pretrained("facebook/blenderbot-400M-distill") | |
model = BlenderbotForConditionalGeneration.from_pretrained("facebook/blenderbot-400M-distill") | |
def chat_with_model(input_text): | |
input_ids = tokenizer.encode("You: " + input_text, return_tensors="pt", max_length=512, truncation=True) | |
response_ids = model.generate(input_ids, max_length=100, num_return_sequences=1, no_repeat_ngram_size=2) | |
reply = tokenizer.decode(response_ids[0], skip_special_tokens=True) | |
return reply | |
iface = gr.Interface( | |
fn=chat_with_model, | |
inputs=gr.Textbox(prompt="You:"), | |
outputs=gr.Textbox(prompt="Bot:"), | |
title="Hello Mate!! π" , | |
) | |
iface.launch() | |