general_chat.py

import streamlit as st

from session_state import set_session_state
from chat import chat_completion
from template import general_default_prompt
from model_config import text_model

def generalChat(api_key: str):
    set_session_state("general", general_default_prompt, 4096, 0.70)
    
    if st.session_state.general_msg == []:
        disable = True
    elif st.session_state.general_msg != []:
        disable = False
    
    with st.sidebar:
        clear_btn = st.button("Clear", "clear_", type="primary", use_container_width=True, disabled=disable)
        undo_btn = st.button("Undo", "undo_", use_container_width=True, disabled=disable)
        retry_btn = st.button("Retry", "retry_", use_container_width=True, disabled=disable)

        model_list = text_model(api_key)
        model = st.selectbox("Model", model_list, index=0, key="gen_model", disabled=not disable)

        system_prompt = st.text_area("System Prompt", st.session_state.general_sys, key="gen_sys", disabled=not disable)

        with st.expander("Advanced Setting"):
            tokens: int = st.slider("Max Tokens", 1, 4096, st.session_state.general_tokens, 1, key="gen_tokens", disabled=not disable)
            temp: float = st.slider("Temperature", 0.00, 2.00, st.session_state.general_temp, 0.01, key="gen_temp", disabled=not disable)
            topp: float = st.slider("Top P", 0.01, 1.00, st.session_state.general_topp, 0.01, key="gen_topp", disabled=not disable)
            freq: float = st.slider("Frequency Penalty", -2.00, 2.00, st.session_state.general_freq, 0.01, key="gen_freq", disabled=not disable)
            pres: float = st.slider("Presence Penalty", -2.00, 2.00, st.session_state.general_pres, 0.01, key="gen_pres", disabled=not disable)
            if st.toggle("Set stop", key="gen_stop_toggle", disabled=not disable):
                st.session_state.general_stop = []
                stop_str = st.text_input("Stop", st.session_state.general_stop_str, key="gen_stop_str", disabled=not disable)
                st.session_state.general_stop_str = stop_str
                submit_stop = st.button("Submit", "gen_submit_stop", disabled=not disable)
                if submit_stop and stop_str:
                    st.session_state.general_stop.append(st.session_state.general_stop_str)
                    st.session_state.general_stop_str = ""
                    st.rerun()
                if st.session_state.general_stop:
                    for stop_str in st.session_state.general_stop:
                        st.markdown(f"`{stop_str}`")
            
        st.session_state.general_sys = system_prompt
        st.session_state.general_tokens = tokens
        st.session_state.general_temp = temp
        st.session_state.general_topp = topp
        st.session_state.general_freq = freq
        st.session_state.general_pres = pres
    
    for i in st.session_state.general_cache:
        with st.chat_message(i["role"]):
            st.markdown(i["content"])

    if query := st.chat_input("Say something...", key="gen_query", disabled=model==""):
        with st.chat_message("user"):
            st.markdown(query)
        st.session_state.general_msg.append({"role": "user", "content": query})
        messages = [{"role": "system", "content": system_prompt}] + st.session_state.general_msg
        with st.chat_message("assistant"):
            try:
                response = chat_completion(api_key, model, messages, tokens, temp, topp, freq, pres, st.session_state.general_stop)
                result = st.write_stream(chunk.choices[0].delta.content for chunk in response if chunk.choices[0].delta.content is not None)
                st.session_state.general_msg.append({"role": "assistant", "content": result})
            except Exception as e:
                st.error(f"Error occured: {e}")
        st.session_state.general_cache = st.session_state.general_msg
        st.rerun()

    if clear_btn:
        st.session_state.general_sys = general_default_prompt
        st.session_state.general_tokens = 4096
        st.session_state.general_temp = 0.70
        st.session_state.general_topp = 0.70
        st.session_state.general_freq = 0.00
        st.session_state.general_pres = 0.00
        st.session_state.general_stop = None
        st.session_state.general_msg = []
        st.session_state.general_cache = []
        st.rerun()

    if undo_btn:
        del st.session_state.general_msg[-1]
        del st.session_state.general_cache[-1]
        st.rerun()

    if retry_btn:
        st.session_state.general_msg.pop()
        st.session_state.general_cache = []
        st.session_state.general_retry = True
        st.rerun()
    if st.session_state.general_retry:
        for i in st.session_state.general_msg:
            with st.chat_message(i["role"]):
                st.markdown(i["content"])
        messages = [{"role": "system", "content": system_prompt}] + st.session_state.general_msg
        with st.chat_message("assistant"):
            try:
                response = chat_completion(api_key, model, messages, tokens, temp, topp, freq, pres, st.session_state.general_stop)
                result = st.write_stream(chunk.choices[0].delta.content for chunk in response if chunk.choices[0].delta.content is not None)
                st.session_state.general_msg.append({"role": "assistant", "content": result})
            except Exception as e:
                st.error(f"Error occured: {e}")
        st.session_state.general_cache = st.session_state.general_msg
        st.session_state.general_retry = False
        st.rerun()