v17

app.py

@@ -8,7 +8,8 @@ import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 
 # Constants
-MODEL_NAME = "ethicsadvisorproject/Llama-2-7b-ethical-chat-finetune"
+MODEL_NAME = "meta-llama/Llama-3.3-70B-Instruct"
+#MODEL_NAME = "ethicsadvisorproject/Llama-2-7b-ethical-chat-finetune"
 DB_DIR = 'user_data'  # Directory to store individual user data
 os.makedirs(DB_DIR, exist_ok=True)  # Ensure the directory exists
 
@@ -98,17 +99,17 @@ def main():
             st.markdown(prompt)
 
         # Generate response
-        #response = pipe(f"<s>[INST] {prompt} [/INST]")
+        response = pipe(f"<s>[INST] {prompt} [/INST]")
         print(f"testing my {prompt}")
-        #response_text = response[0]["generated_text"].replace("<s>[INST]", "").replace("[/INST]", "").strip()
-        #print(response_text)
+        response_text = response[0]["generated_text"].replace("<s>[INST]", "").replace("[/INST]", "").strip()
+        print(response_text)
 
         with st.chat_message("assistant"):
-            #st.markdown(response_text)
+            st.markdown(response_text)
             st.markdown(f"testing {prompt}")
 
-        #st.session_state.messages.append({"role": "assistant", "content": response_text})
-        st.session_state.messages.append({"role": "assistant", "content": f"testing {prompt}"})
+        st.session_state.messages.append({"role": "assistant", "content": response_text})
+        #st.session_state.messages.append({"role": "assistant", "content": f"testing {prompt}"})
 
         # Save updated chat history
         user_data["chat_history"] = st.session_state.messages