Update app.py

app.py

@@ -23,8 +23,8 @@ cred = credentials.Certificate("redfernstech-fd8fe-firebase-adminsdk-g9vcn-0537b
 firebase_admin.initialize_app(cred, {"databaseURL": "https://redfernstech-fd8fe-default-rtdb.firebaseio.com/"})
 # Configure the Llama index settings
 Settings.llm = HuggingFaceInferenceAPI(
-    model_name="meta-llama/Meta-Llama-3-8B-Instruct",
-    tokenizer_name="meta-llama/Meta-Llama-3-8B-Instruct",
+    model_name="facebook/rag-token-nq",
+    tokenizer_name="facebook/rag-token-nq",
     context_window=3000,
     token=os.getenv("HF_TOKEN"),
     max_new_tokens=512,