Update app.py

app.py

@@ -164,7 +164,7 @@ with gr.Blocks(css = """#col_container { margin-left: auto; margin-right: auto;}
   chatbot = gr.Chatbot()
   msg = gr.Textbox()
   clear = gr.ClearButton([msg, chatbot])
-  def respond(message, chat_history, base_model = "gru_model", device='cuda'): #embedder = SentenceTransformer("bge-small-en-v1.5", device="cuda"), device='cuda'): # "meta-llama/Meta-Llama-3-70B"
+  def respond(message, chat_history, base_model = "gru_model", device='cpu'): #embedder = SentenceTransformer("bge-small-en-v1.5", device="cuda"), device='cuda'): # "meta-llama/Meta-Llama-3-70B"
                                     #base_model = /home/henry/Desktop/ARIN_7102/download/phi-2 # gru_model # embedder = SentenceTransformer("/home/henry/Desktop/ARIN_7102/download/bge-small-en-v1.5", device="cuda")
         if base_model == "gru_model":
            # Model and transforms preparation