chatbot_helper.py

import requests
import asyncio


def get_docs(question: str, top_k: int, encoder, pinecone_index) -> list[str]:
    # encode query
    xq = encoder([question])
    # search pinecone index
    res = pinecone_index.query(vector=xq, top_k=top_k, include_metadata=True)
    # get doc text
    print(res)
    docs = [x["metadata"] for x in res["matches"]]
    return docs

def generate(query: str, docs: list[str], groq_client, messages):
    docs = "\n---\n".join(docs)
    system_message =f'''
        You are a real state assistant that answers questions about properties in Dubai using the
        context provided below that is you information.
        then please generate the response like this schema
        [ANS]
        ```json
        {{
            answer: HERE THE RESPONSE OF LLM
        }}```
        [\ANS]
        if the context may not have the answer of the question please
        ask user to provide you more information
        \n\n
        CONTEXT:\n
        {docs}
        '''
    
    # generate response
    chat_response = groq_client.chat.completions.create(
        model="llama3-70b-8192",
        messages=messages,
        stream=True
    )
    print(chat_response)
    for chunk in chat_response:
        return chunk.choices[0].delta.content
    # return chat_response.choices[0].message.content
    
def oracle_db(query:str, top_k:int) -> list[dict]:
    import oracledb
    connection = oracledb.connect(user="ai", password="testtest",dsn="91.75.21.131:9522/FREEPDB1")
    cursor = connection.cursor()
    exist = cursor.execute("""SELECT v.vector_id, prop.*, t.*,
            VECTOR_DISTANCE(v.vector,TO_VECTOR(VECTOR_EMBEDDING(ALL_MINILM_L12_V2 USING :query as data)), COSINE) AS distance
        FROM 
            ai.prop_vectors v
            JOIN ai.dld_property prop ON prop.property_id = v.property_id
            JOIN ai.dld_trans t ON t.prop_id = v.property_id
        ORDER BY distance ASC
        FETCH FIRST :top_k ROWS ONLY""", query=query, top_k=top_k)
    columns = [col[0] for col in cursor.description]
    cursor.rowfactory = lambda *args: dict(zip(columns, args))
    exist = cursor.fetchall()
    print(query)
    print(exist)
    connection.close()
    return exist


async def question_suggestion_api(message:str)-> list:
    questions = []

    # The URL endpoint
    url = "http://91.75.21.131:9080/ords/ai/rag/question_suggestion"

    # The payload to be sent with the POST request
    payload = {
        'response': message  # Replace with the actual response data
    }

    # Making the POST request
    response = requests.post(url, params=payload)
    await asyncio.sleep(2)
    
    print(response.text)
    
    # Check if the request was successful
    if response.status_code == 200:
        # Parse the response JSON
        data = response.json()
        print(data)

        # Extract and print the list of questions
        questions = data.get('expected_responses', [])
        
        if questions:
            print("Questions:")
            for idx, question in enumerate(questions):
                print(f"{idx}. {question}")
        else:
            print("No questions found in the response.")
    else:
        print(f"Request failed with status code: {response.status_code}")
        
    return questions




async def send_chatbot_request(question, cohere_api_key)-> dict:
    # The URL endpoint
    url = "http://91.75.21.131:9080/ords/ai/rag/chatbot"

    # The payload to be sent with the POST request
    payload = {
        'question': question,
        'cohere_api_key': cohere_api_key
    }

    # Making the POST request
    try:
        response = requests.post(url, params=payload,timeout=26)
        await asyncio.sleep(3)
        print("hello")
        

        # Check if the request was successful
        if response.status_code == 200:
                # Parse the response JSON
                data = response.json()
                generations = data.get("generations",[])[0]
                print(generations)
                result = generations.get('text','')
                return result
        else:
            return f"Request failed with status code: {response.status_code}"
    
    except ValueError:
        return "Error: Unable to parse JSON response."
    except requests.Timeout:
        print("The request timed out. Please try again.")
    except requests.RequestException as e:
        print(f"An error occurred: {e}")