Chat_bot / app.py
Arjs's picture
Update app.py
4a614a8 verified
raw
history blame contribute delete
544 Bytes
from transformers import pipeline
import gradio as gr
pipe=pipeline('text-generation',model="Arjs/Llama-2-7b-chatbot-finetune")
def respond(system_message):
if "irctc" not in system_message:
system_message+=" in irctc"
result = pipe(f"<s>[INST] {system_message} [/INST]")
yield result[0]['generated_text']
"""
For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
"""
demo = gr.ChatInterface(
respond,
)
if __name__ == "__main__":
demo.launch()