Update app.py

app.py

@@ -51,31 +51,24 @@ def respond(
             temperature=temperature,
             top_p=top_p,
         ):
-            token = message.choices[0].delta.content
+            token = message.choices[0].delta.get("content", "")
             response += token
             yield response
 
     except Exception as e:
         yield f"An error occurred: {str(e)}"
 
-
 # Define the ChatInterface with additional input components for user customization
 demo = gr.ChatInterface(
     fn=respond,
     additional_inputs=[
-        gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
-        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
-        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
-        gr.Slider(
-            minimum=0.1,
-            maximum=1.0,
-            value=0.95,
-            step=0.05,
-            label="Top-p (nucleus sampling)",
-        ),
+        gr.Textbox(value="You are a friendly Chatbot.", label="System Message", lines=2),
+        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max New Tokens"),
+        gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.1, label="Temperature"),
+        gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (Nucleus Sampling)"),
     ],
-    title="Chatbot Interface",
-    description="A customizable chatbot interface using Hugging Face's Inference API.",
+    title="AI Chatbot Interface",
+    description="Interact with an AI chatbot powered by Hugging Face's Zephyr-7B model. Customize the chatbot's behavior and response generation settings.",
 )
 
 # Launch the Gradio interface