Update app.py

app.py

@@ -7,10 +7,8 @@ HF_API_TOKEN = os.getenv("HF_API_KEY")
 if not HF_API_TOKEN:
     raise ValueError("Hugging Face API Token is not set in the environment variables.")
 
-# Hugging Face API URLs and headers for Gemma models
-GEMMA_7B_API_URL = "https://api-inference.huggingface.co/models/google/gemma-1.1-7b-it"
+# Hugging Face API URL and header for Gemma 27B-it model
 GEMMA_27B_API_URL = "https://api-inference.huggingface.co/models/google/gemma-2-27b-it"
-CODEGEMMA_7B_API_URL = "https://api-inference.huggingface.co/models/google/codegemma-7b"
 
 HEADERS = {"Authorization": f"Bearer {HF_API_TOKEN}"}
 
@@ -21,38 +19,35 @@ def query_model(api_url, payload):
 def add_message_to_conversation(user_message, bot_message, model_name):
     st.session_state.conversation.append((user_message, bot_message, model_name))
 
-# Streamlit app
-st.set_page_config(page_title="Gemma Chatbot Interface", layout="wide")
-st.title("Gemma Chatbot Interface")
-st.write("Gemma Chatbot Interface")
+def initialize_memory():
+    if "memory" not in st.session_state:
+        st.session_state.memory = {"user_inputs": [], "bot_responses": []}
+
+def update_memory(user_message, bot_message):
+    st.session_state.memory["user_inputs"].append(user_message)
+    st.session_state.memory["bot_responses"].append(bot_message)
 
-# Initialize session state for conversation and model history
-if "conversation" not in st.session_state:
-    st.session_state.conversation = []
-if "model_history" not in st.session_state:
-    st.session_state.model_history = {model: [] for model in ["Gemma-1.1-7B", "Gemma-2-27B", "codegemma-7b"]}
+# Streamlit app
+st.set_page_config(page_title="Gemma 27B-it Chatbot Interface", layout="wide")
+st.title("Gemma 27B-it Chatbot Interface")
+st.write("Gemma 27B-it Chatbot Interface")
 
-# Dropdown for Gemma model selection
-gemma_selection = st.selectbox("Select Gemma Model", ["Gemma-1.1-7B", "Gemma-2-27B", "codegemma-7b"])
+# Initialize session state for conversation and memory
+initialize_memory()
 
 # User input for question
 question = st.text_input("Question", placeholder="Enter your question here...")
 
-# Handle user input and Gemma model response
+# Handle user input and Gemma 27B-it model response
 if st.button("Send") and question:
     try:
         with st.spinner("Waiting for the model to respond..."):
-            chat_history = " ".join(st.session_state.model_history[gemma_selection]) + f"User: {question}\n"
-            if gemma_selection == "Gemma-1.1-7B":
-                response = query_model(GEMMA_7B_API_URL, {"inputs": chat_history})
-            elif gemma_selection == "Gemma-2-27B":
-                response = query_model(GEMMA_27B_API_URL, {"inputs": chat_history})
-            elif gemma_selection == "codegemma-7b":
-                response = query_model(CODEGEMMA_7B_API_URL, {"inputs": chat_history})
-
-            answer = response.get("generated_text", "No response") if isinstance(response, dict) else response[0].get("generated_text", "No response") if isinstance(response, list) else "No response"
-            add_message_to_conversation(question, answer, gemma_selection)
-            st.session_state.model_history[gemma_selection].append(f"User: {question}\n{gemma_selection}: {answer}\n")
+            # Construct the chat history including memory
+            chat_history = " ".join(st.session_state.memory["bot_responses"][-5:]) + f"User: {question}\n"
+            response = query_model(GEMMA_27B_API_URL, {"inputs": chat_history})
+            answer = response.get("generated_text", "No response")
+            add_message_to_conversation(question, answer, "Gemma-2-27B-it")
+            update_memory(question, answer)
     except ValueError as e:
         st.error(str(e))