app.py

# -*- coding: utf-8 -*-
"""
Created on Sat Oct  5 16:41:22 2024

@author: Admin
"""

import gradio as gr
from transformers import pipeline
import os


#chatbot = pipeline(model="NCSOFT/Llama-3-OffsetBias-8B")
token = os.getenv("HF_TOKEN")
chatbot = pipeline(model="meta-llama/Llama-3.2-1B", use_auth_token=token)
#chatbot = pipeline(model="facebook/blenderbot-400M-distill")

message_list = []
response_list = []


def vanilla_chatbot(message, history):
    conversation = chatbot(message)
    
    return conversation[0]['generated_text']

demo_chatbot = gr.ChatInterface(vanilla_chatbot, title="Vanilla Chatbot", description="Enter text to start chatting.")

demo_chatbot.launch()