Tidied up the models page and added another model just to get multi-model view

config/models.json

@@ -4,6 +4,11 @@
       "name": "Llama2 Chat 7B",
       "id": "meta-llama/Llama-2-7b-chat-hf",
       "description": "The unmodified 7 billion parameter version of the llama 2 chat model from meta."
+    },
+    {
+      "name": "Llama2 Chat 13B",
+      "id": "meta-llama/Llama-2-13b-chat-hf",
+      "description": "The unmodified 13 billion parameter version of the llama 2 chat model from meta."
     }
   ]
 }

pages/005_LLM_Models.py

@@ -7,6 +7,9 @@ if st_setup('LLM Models'):
     st.write("# LLM Models")
     st.write("The project uses a number of different models which are deployed with other components to form a variety of architectures.  This page lists those models, and allows users to interact in isolation just with the model directly, excluding any other architecture components.")
 
+    if st.button('Force reload of models config'):
+        HFLlamaChatModel.load_configs()
+
     SESSION_KEY_CHAT_SERVER = 'chat_server'
     HF_AUTH_KEY_SECRET = 'hf_token'
     button_count = 0
@@ -28,18 +31,19 @@ if st_setup('LLM Models'):
             st.write(f'### {server_count} models configured')
 
         with st.container():
-            for i, m_name in enumerate(HFLlamaChatModel.available_models()):
+            st.divider()
+            for i, m in enumerate(HFLlamaChatModel.models):
                 with st.container():  # row
                     content, actions = st.columns([4, 1])
                     with content:
-                        st.write(m_name)
+                        st.write(f'**{m.name}** \n\n _{m.description}_')
 
                     with actions:
                         if st.button("Chat with this model", key=button_key()):
-                            st.session_state[SESSION_KEY_CHAT_SERVER] = m_name
+                            st.session_state[SESSION_KEY_CHAT_SERVER] = m.name
                             st.rerun()
-                if i != len(HFLlamaChatModel.available_models()) - 1:
-                    st.divider()
+
+                st.divider()
 
     if SESSION_KEY_CHAT_SERVER in st.session_state:
         with chat_container: