Update app.py

app.py

@@ -2,64 +2,38 @@ import gradio as gr
 import os
 from huggingface_hub import InferenceClient
 
-def get_client(model_name):
-    return InferenceClient(model_name)
+client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
-
-zephyr_client = get_client("HuggingFaceH4/zephyr-7b-beta")
-deepseek_client = get_client("deepseek-ai/DeepSeek-R1")
-
-def generate_response(client, message, history, temperature, top_p):
+def respond(message, history: list[tuple[str, str]]):
     system_rules = os.getenv("SYSTEM_RULES")
-    messages = [{"role": "system", "content": system_rules}]
+    max_tokens = 512
+    temperature = 0.75
+    top_p = 0.95
     
-    for user_msg, bot_reply in history:
-        if user_msg:
-            messages.append({"role": "user", "content": user_msg})
-        if bot_reply:
-            messages.append({"role": "assistant", "content": bot_reply})
+    messages = [{"role": "system", "content": system_rules}]
     
+    for val in history:
+        if val[0]:
+            messages.append({"role": "user", "content": val[0]})
+        if val[1]:
+            messages.append({"role": "assistant", "content": val[1]})
+
     messages.append({"role": "user", "content": message})
-    
+
     response = ""
-    for msg in client.chat_completion(
+    
+    for message in client.chat_completion(
         messages,
-        max_tokens=512,
+        max_tokens=4096,
         stream=True,
         temperature=temperature,
         top_p=top_p,
     ):
-        token = msg.choices[0].delta.content
+        token = message.choices[0].delta.content
         response += token
         yield response
 
-
-def respond(message, history: list[tuple[str, str]], model_choice="Best Match"):
-    temperature = 0.7
-    top_p = 0.9
-    
-
-    zephyr_response = generate_response(zephyr_client, message, history, temperature, top_p)
-    deepseek_response = generate_response(deepseek_client, message, history, temperature, top_p)
-    
-
-    if model_choice == "Zephyr Only":
-        return zephyr_response
-    elif model_choice == "DeepSeek Only":
-        return deepseek_response
-    else:
-
-        zephyr_text = "".join(zephyr_response)
-        deepseek_text = "".join(deepseek_response)
-        return zephyr_text if len(zephyr_text) > len(deepseek_text) else deepseek_text
-
-
-demo = gr.ChatInterface(
-    respond,
-    description="A chatbot powered by two AI models: Zephyr-7B and DeepSeek-R1.",
-    additional_inputs=[gr.Radio(["Best Match", "Zephyr Only", "DeepSeek Only"], label="Model Selection", value="Best Match")],
-    theme="Yntec/HaleyCH_Theme_Orange"
-)
+demo = gr.ChatInterface(respond, description="This chatbot doesn't have restrictions. Use responsibly.", theme="Yntec/HaleyCH_Theme_Orange")
 
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()