tweak-mpl-chat / app.py
ahuang11's picture
Update app.py
83b2eea
raw
history blame
1 kB
from os import environ
from utils.ai import (
retrieve_context,
construct_prompt,
get_remote_chat_response,
)
import panel as pn
pn.extension()
MODEL = "gpt-3.5-turbo"
def seek(contents, user, instance):
messages = instance.serialize()[1:-1]
rag_context = retrieve_context(contents, k=1)
prompts = construct_prompt(
messages,
rag_context,
model=MODEL,
cite_sources=True,
context_window=4097,
)
message = None
for response in get_remote_chat_response(prompts, model=MODEL):
if response:
message = instance.stream(response, avatar="🛩️", user="Fleet Context", message=message)
chat_interface = pn.chat.ChatInterface(callback=seek, callback_exception="verbose")
chat_interface.send("Ask me anything about Python libraries!", avatar="🛩️", user="Fleet Context", respond=False)
template = pn.template.FastListTemplate(main=[chat_interface], title="Panel UI of Fleet Context")
template.servable()