import gradio as gr from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline model_name = "facebook/blenderbot-1B-distill" tokenizer = AutoTokenizer.from_pretrained(model_name) model = AutoModelForCausalLM.from_pretrained(model_name) chatbot_pipeline = pipeline("text2text-generation", model=model, tokenizer=tokenizer) def chatbot_response(user_input, history): response = chatbot_pipeline(user_input, max_length=100, do_sample=False)[0]["generated_text"] return response chatbot = gr.ChatInterface(fn=chatbot_response) chatbot.launch(share=True)