Update app.py

app.py

@@ -23,8 +23,8 @@ cred = credentials.Certificate("redfernstech-fd8fe-firebase-adminsdk-g9vcn-0537b
 firebase_admin.initialize_app(cred, {"databaseURL": "https://redfernstech-fd8fe-default-rtdb.firebaseio.com/"})
 # Configure the Llama index settings
 Settings.llm = HuggingFaceInferenceAPI(
-    model_name="meta-llama/Meta-Llama-3.1-70B",
-    tokenizer_name="meta-llama/Meta-Llama-3.1-70B",
+    model_name="meta-llama/Meta-Llama-3-8B-Instruct",
+    tokenizer_name="meta-llama/Meta-Llama-3-8B-Instruct",
     context_window=3000,
     token=os.getenv("HF_TOKEN"),
     max_new_tokens=512,
@@ -57,9 +57,7 @@ def handle_query(query):
         (
             "user",
             """
-            As Clara, your goal is to offer top-tier service and information about RedFerns Tech company.
-            Provide concise answers based on the conversation flow. Ultimately, aim to attract users to connect with our services.
-            Summarize responses effectively in 10-20 words without unnecessary repetition. and give the response in bullet points for beautifully 
+            You're Lily, working as customer care at RedfernsTech. Continue the conversation flow and give responses within 10-15 words only. 
             {context_str}
             Question:
             {query_str}