Update app.py

app.py

@@ -4,8 +4,8 @@ from huggingface_hub import InferenceClient
 """
 For more information on huggingface_hub Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
-client = InferenceClient("unsloth/Llama-3.2-1B-Instruct")
-# client = InferenceClient(model="https://aq0teqpujnx3bv68.us-east-1.aws.endpoints.huggingface.cloud/")
+# client = InferenceClient("unsloth/Llama-3.2-1B-Instruct")
+client = InferenceClient( model="https://kjynd32snp9r6qb7.us-east-1.aws.endpoints.huggingface.cloud")
 
 def respond(
     message,
@@ -22,7 +22,7 @@ def respond(
     "your role is to assist, not replace a registered dietitian, so kindly remind users to "
     "consult a professional for personalized advice when necessary."
     max_tokens = 512
-    temperature = 0.7
+    temperature = 0.9
     top_p = 0.95
     
     messages = [{"role": "system", "content": system_message}]
@@ -41,11 +41,13 @@ def respond(
         messages,
         max_tokens=max_tokens,
         stream=True,
+        stop=["<|im_end|><|im_end|>", "<|im_end|>"],
         temperature=temperature,
         top_p=top_p,
     ):
         token = message.choices[0].delta.content
-
+        if not token:
+            break
         response += token
         yield response
 
@@ -57,9 +59,9 @@ demo = gr.ChatInterface(
     fn=respond,
     #title="Hi there! I'm your Dietician Assistant, here to help you with general advice on diet, nutrition, and healthy eating habits. Let's explore your questions.",
     title="Your Personal Dietician Assistant: Expert Guidance on Healthy Eating and Nutrition",
-    examples=["What are some healthy snacks I can eat if I feel hungry between meals?",
-    "How can I improve my gut health through diet?",
-    "Can you recommend some high-protein vegetarian meals?"]
+    examples=["How can I lose weight safely?",
+        "What is a healthy weight loss rate?",
+        "How do I meal prep efficiently?",]
     # additional_inputs=[
     #     gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
     #     gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),