Update app.py

app.py

@@ -3,10 +3,11 @@ import os
 from http.cookies import SimpleCookie
 from dotenv import load_dotenv
 from llama_index.core import StorageContext, load_index_from_storage, VectorStoreIndex, SimpleDirectoryReader, ChatPromptTemplate, Settings
-from llama_index.llms.huggingface import HuggingFaceInferenceAPI # Updated import
+from llama_index.llms.huggingface import HuggingFaceInferenceAPI
 from llama_index.embeddings.huggingface import HuggingFaceEmbedding
-import random
 import datetime
+from gradio_client import Client
+import requests
 
 # Load environment variables
 load_dotenv()
@@ -90,9 +91,41 @@ def handle_query(query, cookies=None):
     return response
 
 # Define the button click function
-def retrieve_history_and_redirect():
-    # Directly save the chat history without displaying any message
-    return
+def retrieve_history_and_redirect(cookies):
+    # Initialize the Gradio client
+    client = Client("vilarin/Llama-3.1-8B-Instruct")
+
+    # Retrieve and format chat history
+    history = cookies.get('chat_history', '[]')
+    history_list = eval(history)
+    history_str = "\n".join(
+        [f"User: {entry['query']}\nBot: {entry['response']}" for entry in history_list]
+    )
+
+    # Prepare the message
+    message = f"""
+    Chat history:
+    {history_str}
+    """
+
+    # Call the Gradio API
+    result = client.predict(
+        message=message,
+        system_prompt="Summarize the text and provide client interest in 30-40 words in bullet points.",
+        temperature=0.8,
+        max_new_tokens=1024,
+        top_p=1,
+        top_k=20,
+        penalty=1.2,
+        api_name="/chat"
+    )
+
+    # Print the result for debugging
+    print(result)
+    
+    # Send the result to the URL
+    response = requests.post("https://redfernstech.com/api/receive_result", json={"result": result})
+    print(response.status_code, response.text)
 
 # Define your Gradio chat interface function
 def chat_interface(message, history):
@@ -135,8 +168,6 @@ label.svelte-1b6s6s {display: none}
 div.svelte-rk35yg {display: none;}
 div.svelte-1rjryqp{display: none;}
 div.progress-text.svelte-z7cif2.meta-text {display: none;}
-
-
 '''
 
 # Use Gradio Blocks to wrap components
@@ -147,10 +178,10 @@ with gr.Blocks(css=css) as demo:
     redirect_button = gr.Button("Retrieve History & Redirect")
     
     # Connect the button with the function, and handle the redirection
-    redirect_button.click(fn=retrieve_history_and_redirect)
+    redirect_button.click(fn=retrieve_history_and_redirect, inputs=[gr.State()])
     
     # Add a JavaScript function to handle redirection after the Gradio event is processed
-    redirect_button.click(fn=None,js="() => { window.open('https://redfernstech.com/chat-bot-test', '_blank'); }")
+    redirect_button.click(fn=None, js="() => { window.open('https://redfernstech.com/chat-bot-test', '_blank'); }")
 
 # Launch the Gradio interface
 demo.launch()