Added a side by side compare for the architectures

config/architectures.json

@@ -21,7 +21,7 @@
       "img": "architecture_baseline.jpg"
     },
     {
-      "name": "3. Retrieval Augmented Generation (RAG) Architecture",
+      "name": "3. RAG Architecture",
       "description": "An architecture which uses a raw baseline LLM for its core, but augments requests from the user with information which has been retrieved from a knowledge store where the organisational knowledge has previously been stored for this purpose.",
       "steps": [
         {"class":  "InputRequestScreener"},

pages/010_LLM_Architectures.py

@@ -1,14 +1,61 @@
 import pandas as pd
 import streamlit as st
 
+from time import time
+
 from src.st_helpers import st_setup
 from src.common import img_dir, escape_dollars
 from src.architectures import *
 
 
+def show_side_by_side() -> None:
+    """
+    Streamlit render a prompt and the boxes to show each architecture
+    :return:
+    """
+    # Build the layout structure
+    st.divider()
+    header_container = st.container()
+    arch_outer_container = st.container()
+    with arch_outer_container:
+        arch_cols = st.columns(len(Architecture.architectures))
+
+    # Build header
+    with header_container:
+        st.write("### Side by side comparison of architectures")
+        st.write('Enter a question below to have it sent to all available architectures to compare timing and response')
+        prompt = st.chat_input("Ask a question")
+
+    # Now build the columns
+    with arch_outer_container:
+        if prompt:
+            # Build columns per architecture
+            for i, a in enumerate(Architecture.architectures):
+                with arch_cols[i]:
+                    st.write(f'#### {a.name}')
+
+            # Now dispatch the messages per architecture
+            for i, a in enumerate(Architecture.architectures):
+                request = ArchitectureRequest(query=prompt)
+                with arch_cols[i]:
+                    with st.spinner('Architecture processing request'):
+                        start = time()
+                        a(request)
+                        elapsed_in_s = (int((time() - start) * 10))/10  # round to 1dp in seconds
+                        st.write('##### Timing')
+                        st.write(f'Request took **{elapsed_in_s}s**')
+                        st.write('##### Response')
+                        st.write(request.response)
+        else:
+            # Build columns per architecture for display only
+            for i, a in enumerate(Architecture.architectures):
+                with arch_cols[i]:
+                    st.write(f'#### {a.name}')
+
+
 def show_architecture(architecture: str) -> None:
     """
-    Convenience wrapper for the streamlit rendering of an architecture details and the
+    Streamlit render an architecture details and the
     ability to interact with the architecture
     :param architecture: the name of the architecture to output
     """
@@ -75,8 +122,14 @@ if st_setup('LLM Arch'):
         Architecture.load_architectures(force_reload=True)
 
     arch_names = [a.name for a in Architecture.architectures]
+    compare = 'Side by side comparison'
+    arch_names.append(compare)
+    print(arch_names)
     selected_arch = st.radio(label="Available architectures", label_visibility="hidden", options=arch_names, index=None)
+    print(f'Selected "{selected_arch}"')
     if selected_arch is None:
         st.info('Select an architecture from above to see details and interact with it')
+    elif selected_arch == compare:
+        show_side_by_side()
     else:
         show_architecture(selected_arch)