Update app.py

app.py

@@ -63,20 +63,7 @@ def chat(history, system_message, max_tokens, temperature, top_p, top_k, repetit
  print("Starting chat...")
  updated_history = call_nvidia_api(history, max_tokens, temperature, top_p)
  return updated_history, ""
- 
-def update_chatbot(message, chat_history, system_message, max_tokens, temperature, top_p):
- if not chat_history or (chat_history and chat_history[-1]["role"] != "user"):
- chat_history = user(message, chat_history, system_message if not chat_history else None)
- else:
- chat_history = user(message, chat_history)
- chat_history = call_nvidia_api(chat_history, max_tokens, temperature, top_p)
-
- formatted_chat_history = []
- for msg in chat_history:
- if msg["role"] == "user" or msg["role"] == "assistant":
- formatted_chat_history.append([msg["content"].strip()])
-
- return formatted_chat_history, chat_history
+
 # Gradio interface setup
 with gr.Blocks() as demo:
  with gr.Row():
@@ -91,42 +78,56 @@ with gr.Blocks() as demo:
 <p> <strong>How to Use:</strong></p>
 <ol>
  <li>Enter your <strong>message</strong> in the textbox to start a conversation or ask a question.</li>
- <li>Adjust the <strong>Temperature</strong> and <strong>Top P</strong> sliders to control the creativity and diversity of the responses.</li>
- <li>Set the <strong>Max Tokens</strong> slider to determine the length of the response.</li>
- <li>Use the <strong>System Message</strong> textbox if you wish to provide a specific context or instruction for the AI.</li>
- <li>Click <strong>Send message</strong> to submit your query and receive a response from LLAMA 2 70B.</li>
- <li>Press <strong>New topic</strong> to clear the chat history and start a new conversation thread.</li>
+ <li>Adjust the parameters in the "Additional Inputs" accordion to control the model's behavior.</li>
+ <li>Use the buttons below the chatbot to submit your query, clear the chat history, or perform other actions.</li>
 </ol>
 <p> <strong>Powered by NVIDIA's cutting-edge AI API, LLAMA 2 70B offers an unparalleled opportunity to interact with an AI model of exceptional conversational ability, accessible to everyone at no cost.</strong></p>
 <p> <strong>HF Created by:</strong> @artificialguybr (<a href="https://twitter.com/artificialguybr">Twitter</a>)</p>
 <p> <strong>Discover more:</strong> <a href="https://artificialguy.com">artificialguy.com</a></p>
 """
- gr.Markdown(description)
- chatbot = gr.Chatbot()
- message = gr.Textbox(label="What do you want to chat about?", placeholder="Ask me anything.", lines=3)
- system_msg = gr.Textbox(BASE_SYSTEM_MESSAGE, label="System Message", placeholder="System prompt.", lines=5, visible=False)
- max_tokens = gr.Slider(20, 1024, label="Max Tokens", step=20, value=1024, interactive=True, visible=False)
- temperature = gr.Slider(0.0, 1.0, label="Temperature", step=0.1, value=0.2, interactive=True, visible=False)
- top_p = gr.Slider(0.0, 1.0, label="Top P", step=0.05, value=0.7, interactive=True, visible=False)
- chat_history_state = gr.State([])
-
- submit = gr.Button(value="Send message")
- clear = gr.Button(value="New topic")
-
- additional_inputs = gr.Accordion("Additional Inputs", open=False)
- with additional_inputs:
- gr.Row([system_msg, max_tokens, temperature, top_p])
-
- submit.click(
- fn=update_chatbot,
- inputs=[message, chat_history_state, system_msg, max_tokens, temperature, top_p],
- outputs=[chatbot, chat_history_state]
- )
-
- clear.click(
- fn=clear_chat,
- inputs=[chat_history_state],
- outputs=[chatbot, chat_history_state]
- )
+ gr.Markdown(description)
+ chatbot = gr.ChatInterface(
+ fn=chat,
+ title="LLAMA 2 70B Chatbot",
+ submit_btn="Submit",
+ stop_btn="Stop",
+ retry_btn="🔄 Retry",
+ undo_btn="↩️ Undo",
+ clear_btn="🗑️ Clear"
+ )
+ message = chatbot.chatbox
+ system_msg = gr.Textbox(BASE_SYSTEM_MESSAGE, label="System Message", placeholder="System prompt.", lines=5)
+ max_tokens = gr.Slider(20, 1024, label="Max Tokens", step=20, value=1024, interactive=True)
+ temperature = gr.Slider(0.0, 1.0, label="Temperature", step=0.1, value=0.2, interactive=True)
+ top_p = gr.Slider(0.0, 1.0, label="Top P", step=0.05, value=0.7, interactive=True)
+ chat_history_state = gr.State([])
+
+ with gr.Accordion("Additional Inputs"):
+ gr.Markdown("Customize the model's behavior using the inputs below.")
+ system_msg_container = gr.Container(system_msg, label="System Message")
+ max_tokens_container = gr.Container(max_tokens, label="Max Tokens")
+ temperature_container = gr.Container(temperature, label="Temperature")
+ top_p_container = gr.Container(top_p, label="Top P")
+
+ def update_chatbot(message, chat_history, system_message, max_tokens, temperature, top_p):
+ print("Updating chatbot...")
+ if not chat_history or (chat_history and chat_history[-1]["role"] != "user"):
+ chat_history = user(message, chat_history, system_message if not chat_history else None)
+ else:
+ chat_history = user(message, chat_history)
+ chat_history, _ = chat(chat_history, system_message, max_tokens, temperature, top_p, 40, 1.1)
+ return chat_history
+
+ chatbot.submit(
+ fn=update_chatbot,
+ inputs=[message, chat_history_state, system_msg, max_tokens, temperature, top_p],
+ outputs=chat_history_state
+ )
+
+ chatbot.clear(
+ fn=clear_chat,
+ inputs=[chat_history_state, message],
+ outputs=[chat_history_state, message]
+ )
 
 demo.launch()