File size: 5,184 Bytes
fada25c
4615482
2f95558
5751d9f
4602937
592600b
 
6cd1447
 
 
dd1c2fe
2b44908
fada25c
c1c397a
fada25c
 
c545b48
 
fada25c
 
 
 
 
 
 
 
3430157
fada25c
 
5751d9f
fada25c
2b44908
fada25c
 
 
2f95558
 
23b9040
 
2f95558
 
 
 
 
 
 
 
 
 
23b9040
fada25c
 
 
6dd9499
e40503c
2725fa3
6dd9499
 
 
fada25c
 
 
 
 
 
 
 
6dd9499
 
23b9040
 
 
 
 
 
6dd9499
 
 
fada25c
 
2b44908
fada25c
2b44908
fada25c
2b44908
fada25c
f941775
 
2f95558
fada25c
2b44908
 
6cd1447
 
 
0f7bc71
 
 
c406e1d
4eb2710
23b9040
 
162343b
5751d9f
2f95558
162343b
 
 
 
 
 
7adc402
0a5200d
7adc402
7f3fc7b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
455007f
 
 
 
6570683
7b0ee51
110c6a2
7b0ee51
0a5200d
392cef8
6cd1447
 
 
 
 
 
 
0f7bc71
 
 
 
 
4eb2710
f941775
c406e1d
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
import gradio as gr
import os
from http.cookies import SimpleCookie
from dotenv import load_dotenv
from llama_index.core import StorageContext, load_index_from_storage, VectorStoreIndex, SimpleDirectoryReader, ChatPromptTemplate, Settings
from llama_index.llms.huggingface import HuggingFaceInferenceAPI
from llama_index.embeddings.huggingface import HuggingFaceEmbedding
import random
import datetime
import webbrowser  # To handle the redirect

# Load environment variables
load_dotenv()

# Configure the Llama index settings
Settings.llm = HuggingFaceInferenceAPI(
    model_name="meta-llama/Meta-Llama-3-8B-Instruct",
    tokenizer_name="meta-llama/Meta-Llama-3-8B-Instruct",
    context_window=3000,
    token=os.getenv("HF_TOKEN"),
    max_new_tokens=512,
    generate_kwargs={"temperature": 0.1},
)
Settings.embed_model = HuggingFaceEmbedding(
    model_name="BAAI/bge-small-en-v1.5"
)

# Define the directory for persistent storage and data
PERSIST_DIR = "db"
PDF_DIRECTORY = 'data'

# Ensure directories exist
os.makedirs(PDF_DIRECTORY, exist_ok=True)
os.makedirs(PERSIST_DIR, exist_ok=True)

# Function to save chat history to cookies
def save_chat_history_to_cookies(chat_id, query, response, cookies):
    if cookies is None:
        cookies = {}
    history = cookies.get('chat_history', '[]')
    history_list = eval(history)
    history_list.append({
        "chat_id": chat_id,
        "query": query,
        "response": response,
        "timestamp": str(datetime.datetime.now())
    })
    cookies['chat_history'] = str(history_list)

def handle_query(query, cookies=None):
    chat_text_qa_msgs = [
        (
            "user",
            """
           You are the Lily Redfernstech chatbot. Your goal is to provide accurate, professional, and helpful answers to user queries based on the company's data. Always ensure your responses are clear and concise. Give response within 10-15 words only       
           {context_str}
            Question:
            {query_str}
            """
        )
    ]
    text_qa_template = ChatPromptTemplate.from_messages(chat_text_qa_msgs)

    # Load index from storage
    storage_context = StorageContext.from_defaults(persist_dir=PERSIST_DIR)
    index = load_index_from_storage(storage_context)

    # Use chat history to enhance response
    context_str = ""
    if cookies:
        history = cookies.get('chat_history', '[]')
        history_list = eval(history)
        for entry in reversed(history_list):
            if entry["query"].strip():
                context_str += f"User asked: '{entry['query']}'\nBot answered: '{entry['response']}'\n"

    query_engine = index.as_query_engine(text_qa_template=text_qa_template, context_str=context_str)
    answer = query_engine.query(query)

    if hasattr(answer, 'response'):
        response = answer.response
    elif isinstance(answer, dict) and 'response' in answer:
        response = answer['response']
    else:
        response = "Sorry, I couldn't find an answer."

    # Update current chat history dictionary (use unique ID as key)
    chat_id = str(datetime.datetime.now().timestamp())
    save_chat_history_to_cookies(chat_id, query, response, cookies)

    return response

# Define the button click function
def retrieve_history_and_redirect():
    # Here you can retrieve the chat history if necessary
    # Return a confirmation message for now
    webbrowser.open("https://redfernstech.com/chat-bot-test")  # Redirect to the target URL
    return "History retrieved. Redirecting to the chat test page..."

# Define your Gradio chat interface function
def chat_interface(message, history):
    cookies = {}  # You might need to get cookies from the request in a real implementation
    try:
        # Process the user message and generate a response
        response = handle_query(message, cookies)

        # Return the bot response
        return response
    except Exception as e:
        return str(e)

# Custom CSS for styling
css = '''
  .circle-logo {
  display: inline-block;
  width: 40px;
  height: 40px;
  border-radius: 50%;
  overflow: hidden;
  margin-right: 10px;
  vertical-align: middle;
}
.circle-logo img {
  width: 100%;
  height: 100%;
  object-fit: cover;
}
.response-with-logo {
  display: flex;
  align-items: center;
  margin-bottom: 10px;
}
footer {
    display: none !important;
    background-color: #F8D7DA;
  }
label.svelte-1b6s6s {display: none}
div.svelte-rk35yg {display: none;}
div.svelte-1rjryqp{display: none;}
div.progress-text.svelte-z7cif2.meta-text {display: none;}
'''

# Use Gradio Blocks to wrap components
with gr.Blocks(css=css) as demo:
    chat = gr.ChatInterface(chat_interface, clear_btn=None, undo_btn=None, retry_btn=None)
    
    # Button to retrieve history and redirect
    redirect_button = gr.Button("Retrieve History & Redirect")
    
    # Use a gr.Textbox or gr.HTML as output for the button
    redirect_message = gr.Textbox(label="Status", interactive=False)
    
    # Connect the button with the function, and output the status message
    redirect_button.click(fn=retrieve_history_and_redirect, inputs=[], outputs=redirect_message)

# Launch the Gradio interface
demo.launch()