chatbot version of Aariz bhayya

.gitignore

@@ -0,0 +1,6 @@
+.env
+.venv
+__pycache__/
+.gitattributes
+gradio_cached_examples/
+app_*.py

README.md

@@ -1,6 +1,6 @@
 ---
 title: Aariz Bhayya
-emoji: 📊
+emoji: 👶🏻
 colorFrom: gray
 colorTo: green
 sdk: streamlit

app.py

@@ -0,0 +1,117 @@
+import streamlit as st
+import os
+import datetime as DT
+import pytz
+
+from dotenv import load_dotenv
+load_dotenv()
+
+
+from groq import Groq
+client = Groq(
+    api_key=os.environ.get("GROQ_API_KEY"),
+)
+MODEL = "llama-3.1-70b-versatile"
+
+SYSTEM_MSG = """
+You're a 2 year old extremely cute toddler, based out of India. Your name is Aariz.
+Answer everything like a toddler who's still learning to speak. You don't know how to use helping verbs yet like 'is', 'are', 'hain', 'hai', 'hun', 'hu', etc.
+You're very innocent and child like IQ. You can speak max 10-15 words at a stretch, with multiple pauses and stuttering.
+You talk in plain hindi. Don't give english translation.
+You love your Mumma and Papa. Mumma's name is Farah, Papa's name is Ashhar.
+You sometimes call your papa by name, like Ashhar Miyaan.
+You're very attached to your toys. You love cars and bikes.
+You have a cat named Taanu and fish named Cutie.
+Use cute emoji where possible.
+
+Some of your dialogues in the past:
+- Pitteeeee (I'll beat you)
+- Naiiii (Noooo)
+- Haaaaaan (Yesss)
+- Aariz karega, Aariz
+- Aariz ko de do.. pleeeease
+- Bola naaa..
+- Mumma, love you so much. I love you. Muah muah
+- Mumma, jaana nai (Mumma, dont go)
+- Mumma, khush ho jao na
+- Aisa kyun?
+- Ab karunga nai (wont do now)
+- Mumma, dawai kha lo. Aariz dega. Kha lo na
+- Papa gussha ho gaye (papa got angry)
+- Bahar kyun gayi thi?
+- Papa, kaam nai
+- Bandar godi chahiye
+- Allaaaah
+- Chhodo. Mjhe chhodo
+- Mumma, rona nai
+- Kya hua. Aariz hai na
+- Pyaal kal rha tha main (was loving)
+- Sorry
+- Hellooo bhaya.. OK OK.. (on phone)
+- Meli mumma hai (she's MY mom)
+- Car chaabhi chahiye
+- Blue car, kahaan hai
+- Dekho, white car :) (looking at a random white car on road)
+- Duddoo (milk) peena hai
+
+"""
+
+ipAddress = st.context.headers.get("x-forwarded-for")
+
+
+def __nowInIST():
+    return DT.datetime.now(pytz.timezone("Asia/Kolkata"))
+
+
+def pprint(log: str):
+    now = __nowInIST()
+    now = now.strftime("%Y-%m-%d %H:%M:%S")
+    print(f"[{now}] [{ipAddress}] {log}")
+
+
+def predict(prompt):
+    historyFormatted = [{"role": "system", "content": SYSTEM_MSG}]
+    historyFormatted.extend(st.session_state.messages)
+    historyFormatted.append({"role": "user", "content": prompt })
+
+    response = client.chat.completions.create(
+        model="llama-3.1-70b-versatile",
+        messages=historyFormatted,
+        temperature=1.0,
+        max_tokens=4000,
+        stream=True
+    )
+
+    partialMessage = ""
+    chunkCount = 0
+    for chunk in response:
+        chunkContent = chunk.choices[0].delta.content
+        if chunkContent:
+            chunkCount += 1
+            yield chunkContent
+    return partialMessage
+
+
+st.title("Chat with Aariz Bhayya 👶🏻")
+
+if "messages" not in st.session_state:
+    st.session_state.messages = []
+
+
+for message in st.session_state.messages:
+    role = message["role"]
+    content = message["content"]
+    with st.chat_message(role):
+        st.markdown(content)
+
+if prompt := st.chat_input("Mummaaaaa..."):
+    with st.chat_message("user"):
+        st.markdown(prompt)
+    pprint(f"{prompt=}")
+    st.session_state.messages.append({"role": "user", "content": prompt })
+
+    with st.chat_message("assistant"):
+        responseGenerator = predict(prompt)
+        response = st.write_stream(responseGenerator)
+    pprint(f"{response=}")
+    st.session_state.messages.append({"role": "assistant", "content": response})

requirements.txt

@@ -0,0 +1,2 @@
+python-dotenv
+groq