Updated the offline save to save the actual request and response text

data/sqlite/test_records.db

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e489abe6dee806d59b5141913a4e208e1df6857bbc150c1cda73911f2197906
-size 90112
+oid sha256:77eafc9e7568c68f874f45e17a46440e3ccf207f676cc08330627350f594eb75
+size 200704

src/testing.py

@@ -66,10 +66,12 @@ class ArchitectureRequestRecord:
             self.end = end
             self.elapsed = end - start
 
-    def __init__(self, arch: str, response_len: int, start: int, end: int,
+    def __init__(self, arch: str, request: str, response: str, response_len: int, start: int, end: int,
                  elapsed: int, tags: List[str], test_group: Optional[str],
                  comment: str, steps: List[ArchitectureRequestRecord.ArchStep]):
         self.arch = arch
+        self.request = request
+        self.response = response
         self.response_len = response_len
         self.start = start
         self.end = end
@@ -82,10 +84,13 @@ class ArchitectureRequestRecord:
     @classmethod
     def from_dict(cls, test: Dict) -> ArchitectureRequestRecord:
         arch = test['architecture']
+        request = test['request']['request_evolution'][0]
+        response = ""
         if len(test['request']['response_evolution']) == 0:
             response_len = 0
         else:
             response_len = len(test['request']['response_evolution'][-1])
+            response = test['request']['response_evolution'][-1]
         start = test['trace']['steps'][0]['start_ms']
         end = test['trace']['steps'][-1]['end_ms']
         elapsed = end - start
@@ -98,7 +103,7 @@ class ArchitectureRequestRecord:
         steps = []
         for s in test['trace']['steps']:
             steps.append(ArchitectureRequestRecord.ArchStep(s['name'], s['start_ms'], s['end_ms']))
-        return ArchitectureRequestRecord( arch, response_len, start, end, elapsed, tags, test_group, comment, steps)
+        return ArchitectureRequestRecord(arch, request, response, response_len, start, end, elapsed, tags, test_group, comment, steps)
 
     @classmethod
     def load_all(cls, reload=False) -> None:
@@ -242,14 +247,14 @@ class TestGroup:
 
         for tg_id, tg_name in tg_id_names:
             tg = TestGroup(tg_name)
-            sql = f"SELECT id, arch_name, response_len, start, end, comment FROM arch_requests WHERE test_group_id={tg_id}"
+            sql = f"SELECT id, arch_name, request, response, response_len, start, end, comment FROM arch_requests WHERE test_group_id={tg_id}"
             cur.execute(sql)
-            arch_requests = [(r[0], r[1], r[2], r[3], r[4], r[5]) for r in cur.fetchall()]
-            for ar_id, ar_arch_name, ar_resp_len, ar_start, ar_end, ar_comment in arch_requests:
+            arch_requests = [(r[0], r[1], r[2], r[3], r[4], r[5], r[6], r[7]) for r in cur.fetchall()]
+            for ar_id, ar_arch_name, ar_req, ar_resp, ar_resp_len, ar_start, ar_end, ar_comment in arch_requests:
                 sql = f"SELECT name, start, end FROM arch_req_steps WHERE arch_req_id={ar_id}"
                 cur.execute(sql)
                 steps = [ArchitectureRequestRecord.ArchStep(r[0], r[1], r[2]) for r in cur.fetchall()]
-                arch_req_record = ArchitectureRequestRecord(ar_arch_name, ar_resp_len, ar_start, ar_end, (ar_end - ar_start), [tg_name], tg_name, f"(DB persisted) {ar_comment}", steps)
+                arch_req_record = ArchitectureRequestRecord(ar_arch_name, ar_req, ar_resp, ar_resp_len, ar_start, ar_end, (ar_end - ar_start), [tg_name], tg_name, f"(DB persisted) {ar_comment}", steps)
                 tg.add_record(arch_req_record)
             test_groups.append(tg)
         return test_groups
@@ -310,7 +315,7 @@ def move_test_records_to_db(hf_hub_token: str) -> None:
         sql = "CREATE TABLE test_groups (id INTEGER PRIMARY KEY AUTOINCREMENT, test_group TEXT NOT NULL, start INTEGER NOT NULL, end INTEGER NOT NULL);"
         con.execute(sql)
 
-        sql = "CREATE TABLE arch_requests (id INTEGER PRIMARY KEY AUTOINCREMENT, arch_name TEXT NOT NULL, response_len INTEGER NOT NULL, start INTEGER NOT NULL, end INTEGER NOT NULL, comment TEXT NOT NULL, test_group_id INTEGER NOT NULL, FOREIGN KEY (test_group_id) REFERENCES test_groups (id))"
+        sql = "CREATE TABLE arch_requests (id INTEGER PRIMARY KEY AUTOINCREMENT, arch_name TEXT NOT NULL, request TEXT NOT NULL, response TEXT NOT NULL, response_len INTEGER NOT NULL, start INTEGER NOT NULL, end INTEGER NOT NULL, comment TEXT NOT NULL, test_group_id INTEGER NOT NULL, FOREIGN KEY (test_group_id) REFERENCES test_groups (id))"
         con.execute(sql)
 
         sql = "CREATE TABLE arch_req_steps (id INTEGER PRIMARY KEY AUTOINCREMENT, name TEXT NOT NULL, start INTEGER NOT NULL, end INTEGER NOT NULL, arch_req_id INTEGER NOT NULL, FOREIGN KEY (arch_req_id) REFERENCES arch_requests(id))"
@@ -339,8 +344,9 @@ def move_test_records_to_db(hf_hub_token: str) -> None:
             tg_id = con.execute(sql).lastrowid
 
             for arr in test_group.arch_request_records:
-                sql = f'INSERT INTO arch_requests (arch_name, response_len, start, end, comment, test_group_id) VALUES ("{arr.arch}", {arr.response_len}, {arr.start}, {arr.end}, "{arr.comment}", {tg_id})'
-                arr_id = con.execute(sql).lastrowid
+
+                sql = f'INSERT INTO arch_requests (arch_name, request, response, response_len, start, end, comment, test_group_id) VALUES ("{arr.arch}", ?, ?, {arr.response_len}, {arr.start}, {arr.end}, "{arr.comment}", {tg_id})'
+                arr_id = con.execute(sql, (arr.request, arr.response)).lastrowid
 
                 for s in arr.steps:
                     sql= f'INSERT INTO arch_req_steps (name, start, end, arch_req_id) VALUES ("{s.name}", {s.start}, {s.end}, {arr_id})'