# -*- coding: utf-8 -*- """ Created on Sat Oct 5 16:41:22 2024 @author: Admin """ import gradio as gr from transformers import pipeline import os #chatbot = pipeline(model="NCSOFT/Llama-3-OffsetBias-8B") token = os.getenv("HF_TOKEN") chatbot = pipeline(model="meta-llama/Llama-3.2-1B", use_auth_token=token) #chatbot = pipeline(model="facebook/blenderbot-400M-distill") message_list = [] response_list = [] def vanilla_chatbot(message, history): conversation = chatbot(message) return conversation[0]['generated_text'] demo_chatbot = gr.ChatInterface(vanilla_chatbot, title="Vanilla Chatbot", description="Enter text to start chatting.") demo_chatbot.launch()