add prompt caching for system prompt

app.py

@@ -242,7 +242,16 @@ def __predict():
             with client.messages.stream(
                 model=MODEL,
                 messages=messagesFormatted,
-                system=C.SYSTEM_MSG,
+                extra_headers={
+                    "anthropic-beta": "prompt-caching-2024-07-31"
+                },
+                system=[
+                    {
+                        "type": "text",
+                        "text": C.SYSTEM_MSG,
+                        "cache_control": {"type": "ephemeral"}
+                    },
+                ],
                 temperature=0.9,
                 max_tokens=4000,
             ) as stream:

helpers/sidebar.py

@@ -14,6 +14,13 @@ def __fixTimestamp(timestamp: str):
     return fixedTimestamp
 
 
+def __getInLocalTime(timestamp: str):
+    fixedTimestamp = DT.datetime.fromisoformat(__fixTimestamp(
+        timestamp.replace("Z", "+00:00")
+    ))
+    return fixedTimestamp.astimezone(ZoneInfo("Asia/Kolkata")).strftime("%b %d, %I:%M %p IST")
+
+
 def showSidebar():
     with st.sidebar:
         if not ("user" in st.session_state and "token" in st.session_state):
@@ -93,10 +100,7 @@ def showSidebar():
         """)
         with st.container(height=300, border=False):
             for log in userActivityLogs:
-                updatedAt = DT.datetime.fromisoformat(__fixTimestamp(
-                    log["updated_at"].replace("Z", "+00:00")
-                ))
-                localTime = updatedAt.astimezone(ZoneInfo("Asia/Kolkata")).strftime("%b %d, %I:%M %p IST")
+                localTime = __getInLocalTime(log["updated_at"])
                 activityId = log["id"]
                 if st.button(f"Saved ⏱ {localTime}", key=f"activity_{activityId}", use_container_width=True):
                     restoreUserActivity(log["id"])