Update app.py

app.py

@@ -3,7 +3,7 @@ from langchain_core.prompts import ChatPromptTemplate, HumanMessagePromptTemplat
 from langchain.schema import SystemMessage
 import streamlit as st
 import torch
-from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
+from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline, LlamaTokenizer
 from langchain_community.llms.huggingface_pipeline import HuggingFacePipeline
 import nltk
 import json
@@ -46,7 +46,7 @@ if dataset_file:
     df = pd.read_csv(dataset_file)
 
 # Initialize tokenizer and model
-tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=True)
+tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=True) or LlamaTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(model_name)
 pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, return_full_text=True)
 llm = HuggingFacePipeline(pipeline=pipe)