Updated the testing page to show the request/response pairs

pages/040_Test_Reporter.py

@@ -14,6 +14,8 @@ def show_stats(for_test_group: str):
 
     stats = test_group.summary_stats_by_arch()
 
+    st.write("#### Statistics")
+
     with st.expander("**Elapsed End to End Time (seconds)**"):
         data = []
         for arch in stats:
@@ -55,6 +57,20 @@ def show_stats(for_test_group: str):
         st.plotly_chart(fig, use_container_width=True)
 
 
+    st.write("#### Question and answer details")
+    questions = list(stats[0]['q_and_a'].keys())
+    num_archs = len(stats)
+    with st.expander("**Request/Response Details**"):
+        print(f'Displaying {len(questions)} questions and {num_archs} architectures')
+
+    for q in questions:
+        with st.expander(f"**{q}**"):
+            for i in range(num_archs):
+                st.divider()
+                st.write(f"**{stats[i]['arch_name']}**\n{stats[i]['q_and_a'][q]}")
+
+
+
 if st_setup('LLM Arch'):
     summary = st.container()
     with summary:

src/testing.py

@@ -189,7 +189,10 @@ class TestGroup:
         stats = []
         for a in arch_names:
             stat_pack = {'arch_name': a, 'elapsed': [rec.elapsed for rec in arch_records[a]],
-                         'response_len': [rec.response_len for rec in arch_records[a]], 'steps': []}
+                         'response_len': [rec.response_len for rec in arch_records[a]], 'steps': [],
+                         'q_and_a': {}}
+            for rec in arch_records[a]:
+                stat_pack['q_and_a'][rec.request] = rec.response
             for i in range(len(arch_records[a][0].steps)):
                 stat_pack['steps'].append({'step_name': arch_records[a][0].steps[i].name})
                 num_recs = len(arch_records[a])