fix(updates to doc format):

.streamlit/config.toml

@@ -1,6 +1,5 @@
 [theme]
-
-primaryColor="#6eb52f"
+primaryColor="#0A3D91"
 backgroundColor="#f0f0f5"
 secondaryBackgroundColor="#e0e0ef"
 textColor="#262730"

app.py

@@ -1,3 +1,4 @@
+import base64
 import time
 from os import getenv
 
@@ -5,12 +6,118 @@ import polars as pl
 import py7zr
 import streamlit as st
 import streamlit_authenticator as stauth
+from streamlit_extras.stylable_container import stylable_container
 
 from planning_ai.common.utils import Paths
 from planning_ai.main import main as report_main
 from planning_ai.preprocessing.azure_doc import azure_process_pdfs
 from planning_ai.preprocessing.gcpt3 import main as preprocess_main
 
+st.set_page_config(layout="wide")
+# Inject custom CSS for hiding the default logout button and adding custom footer
+st.markdown(
+    """
+    <style>
+        /* Hide Streamlit's default header, footer, and logout button */
+        header {visibility: hidden;}
+        footer {visibility: hidden;}
+
+        /* Custom footer with logo */
+        .custom-footer {
+            position: fixed;
+            bottom: 10px;
+            right: 10px;
+            z-index: 100;
+        }
+
+        /* Styling the top bar */
+        .top-bar {
+            background-color: #0A3D91;
+            color: white;
+            padding: 15px;
+            font-size: 32px;
+            font-weight: bold;
+            position: fixed;
+            top: 0;
+            left: 0;
+            width: 100%;
+            z-index: 1000;
+            display: flex;
+            justify-content: space-between;
+            align-items: center;
+        }
+
+        .top-bar .title {
+            flex-grow: 1;
+        }
+
+        /* Contact button styling to match the other buttons */
+        .top-bar .contact-button {
+            background-color: #0A3D91;
+            border-radius: 0px;
+            color: white;
+            border: none;
+            padding: 10px 20px;
+            font-size: 16px;
+            cursor: pointer;
+            text-decoration: none; /* Remove underline */
+        }
+
+        .top-bar .contact-button:hover {
+            background-color: #045D8C;
+        }
+
+        /* Footer image */
+        .footer img {
+            height: 40px;
+            width: auto;
+        }
+        .stButton > button {
+                background-color: #0A3D91;
+                border-radius: 0px;
+                color: white;
+                border: none;
+            }
+        .stButton > button:hover {
+            background-color: #045D8C;
+        }
+
+    </style>
+    """,
+    unsafe_allow_html=True,
+)
+
+
+# Encode the image to base64
+def get_image_base64(path):
+    with open(path, "rb") as image_file:
+        return base64.b64encode(image_file.read()).decode("utf-8")
+
+
+logo_base64 = get_image_base64("logo.png")
+
+# Add the logo in the footer using base64
+st.markdown(
+    f"""
+    <div class="custom-footer">
+        <img src="data:image/png;base64,{logo_base64}" width="200">
+    </div>
+    """,
+    unsafe_allow_html=True,
+)
+
+# Top bar content
+st.markdown(
+    """
+    <div class="top-bar">
+        <div class="title">Planning AI</div>
+        <a href="mailto:[email protected]" class="contact-button">Contact</a>
+    </div>
+    """,
+    unsafe_allow_html=True,
+)
+
+
 # Load authentication secrets
 auth = st.secrets.to_dict()
 if "credentials" not in auth:
@@ -32,7 +139,6 @@ if "credentials" not in auth:
         "expiry_days": 30,
     }
 
-
 # Initialize the authenticator
 authenticator = stauth.Authenticate(
     auth["credentials"],
@@ -66,66 +172,81 @@ def initialize_session_state():
 
 def upload_and_extract_files():
     """Handle file upload and extraction."""
-    st.title("Report Builder")
-    st.write(
-        """
-This program allows you to process JDi `.json` files automatically, to extract detailed information using AI, and produce comprehensive reports. For each _'representation document'_ two AI generated documents are produced. 
-
-1. **Representation Summary** documents contain automatically generated summaries of each response, these responses are numbered. 
+    main1, main2 = st.columns(2)
 
-2. **Executive Report** documents contain first an executive summary of the key points extracted from response documents, following this, a **Profile of Submissions** plots the demographic and geographic distribution of responses. Finally this document details **Themes and Policies**, where key themes and policies by response are highlighted, with notable information from responses bullet-pointed. This document contains inline citations, which relate back to the numbers associated with responses in the **Representation Summary Documents**. Citations are included to allow readers to manually verify the claims and points made by the AI model.
+    with main1:
+        st.title("Introduction")
+        st.write(
             """
-    )
-    st.header("Upload JDi response `.json` files")
-    st.write("Upload your `.json` files here as a `7zip` file.")
-    st.write("Please ensure that the `.json` files follow the correct format:")
+    This program allows you to process JDi `.json` files automatically, to extract detailed information using AI, and produce comprehensive reports. For each _'representation document'_ two AI generated documents are produced. 
+
+    1. **Representation Summary** documents contain automatically generated summaries of each representation, these representations are numbered sequentially, and by their unique ID. 
 
-    with st.expander("**File Format example**"):
+    2. **Executive Report** documents contain first an executive summary of the key points extracted from response documents, following this, a **Profile of Submissions** plots the demographic and geographic distribution of responses. Finally this document details **Themes and Policies**, where key themes and policies by response are highlighted, with notable information from responses bullet-pointed. This document contains inline citations, which relate back to the numbers associated with responses in the **Representation Summary Documents**. Citations are included to allow readers to manually verify the claims and points made by the AI model.
+                """
+        )
+        st.write("---")
+        st.title("Select Document Type")
+        doc_type = st.selectbox(
+            "Select the type of document:", ["Themes & Policies", "SPT"]
+        )
+    with main2:
+        st.title("Upload JDi files")
         st.write(
-            r"""
-            ```json
-            {
-                "id": 10008,
-                "method": "Paper",
-                "respondentpostcode": "CB2 9NE",
-                "text": "",
-                "attachments": [
-                    {
-                        "id": 3803,
-                        "url": "http://www.cambridge.gov.uk/public/ldf/localplan2031/15417.pdf",
-                        "published": false
-                    }
-                ],
-                "representations": [
-                    {
-                        "id": 15417,
-                        "support/object": "Object",
-                        "document": "Issues and Options Report",
-                        "documentelementid": 29785,
-                        "documentelementtitle": "3 - Spatial Strategy, Question 3.10",
-                        "summary": "No more green belt taken away, which is prime agricultural land. Noise pollution & light pollution for surrounding villages and new houses being built, no bus services either!"
-                    },
-                ]
-            }
-            ```
             """
+    1. Upload your `.json` files here as a `7zip` file.
+    2. Please ensure that the `.json` files follow the correct format:"""
         )
-    if uploaded_file := st.file_uploader("Choose a `.7z` file:", type="7z"):
-        with st.spinner("Extracting files...", show_time=True):
-            try:
-                # Remove old files
-                _ = [file.unlink() for file in UPLOAD_DIR.glob("*.json")]
-
-                # Extract new files
-                with py7zr.SevenZipFile(uploaded_file, mode="r") as archive:
-                    archive.extractall(path=UPLOAD_DIR)
-                st.session_state["files_extracted"] = True
-                st.success(f"Extracted `{len(list(UPLOAD_DIR.glob('*.json')))}` files.")
-            except Exception as e:
-                st.error(f"Failed to extract files {e}")
-
-
-def build_report():
+
+        with st.expander("**File Format example**"):
+            st.write(
+                r"""
+                ```json
+                {
+                    "id": 10008,
+                    "method": "Paper",
+                    "respondentpostcode": "CB2 9NE",
+                    "text": "",
+                    "attachments": [
+                        {
+                            "id": 3803,
+                            "url": "http://www.cambridge.gov.uk/public/ldf/localplan2031/15417.pdf",
+                            "published": false
+                        }
+                    ],
+                    "representations": [
+                        {
+                            "id": 15417,
+                            "support/object": "Object",
+                            "document": "Issues and Options Report",
+                            "documentelementid": 29785,
+                            "documentelementtitle": "3 - Spatial Strategy, Question 3.10",
+                            "summary": "No more green belt taken away, which is prime agricultural land. Noise pollution & light pollution for surrounding villages and new houses being built, no bus services either!"
+                        },
+                    ]
+                }
+                ```
+                """
+            )
+        if uploaded_file := st.file_uploader("Choose a `.7z` file:", type="7z"):
+            with st.spinner("Extracting files...", show_time=True):
+                try:
+                    # Remove old files
+                    _ = [file.unlink() for file in UPLOAD_DIR.glob("*.json")]
+
+                    # Extract new files
+                    with py7zr.SevenZipFile(uploaded_file, mode="r") as archive:
+                        archive.extractall(path=UPLOAD_DIR)
+                    st.session_state["files_extracted"] = True
+                    st.success(
+                        f"Extracted `{len(list(UPLOAD_DIR.glob('*.json')))}` files."
+                    )
+                except Exception as e:
+                    st.error(f"Failed to extract files {e}")
+    return doc_type
+
+
+def build_report(doc_type):
     """Build the report from extracted files."""
     # Remove old files
     _ = [file.unlink() for file in (Paths.OUT / "summaries").rglob("*.pdf")]
@@ -134,32 +255,35 @@ def build_report():
         "Once the files are extracted, click the button below to build the report.\n\n"
         "Do **not** close this page while the report is being built."
     )
-    if st.button("Build Report", type="primary"):
-        st.session_state["start_time"] = time.time()
-        with st.spinner("Preprocessing files...", show_time=True):
-            try:
-                preprocess_main()
-                time_taken = time.time() - st.session_state["start_time"]
-                st.success(
-                    f"Preprocessing completed successfully in {time_taken:.1f} seconds!"
-                )
-            except Exception as e:
-                st.error(f"An error occurred during preprocessing: {e}")
-        with st.spinner("Extracting text from PDFs...", show_time=True):
-            try:
-                azure_process_pdfs()
-                time_taken = time.time() - st.session_state["start_time"]
-                st.success(
-                    f"Text extraction completed successfully in {time_taken:.1f} seconds!"
+    if not st.session_state["start_time"]:
+        if st.button("Build Report", type="primary"):
+            st.session_state["start_time"] = time.time()
+            with st.spinner("Preprocessing files...", show_time=True):
+                try:
+                    preprocess_main()
+                    time_taken = time.time() - st.session_state["start_time"]
+                    st.success(
+                        f"Preprocessing completed successfully in {time_taken:.1f} seconds!"
+                    )
+                except Exception as e:
+                    st.error(f"An error occurred during preprocessing: {e}")
+            with st.spinner("Extracting text from PDFs...", show_time=True):
+                try:
+                    azure_process_pdfs()
+                    time_taken = time.time() - st.session_state["start_time"]
+                    st.success(
+                        f"Text extraction completed successfully in {time_taken:.1f} seconds!"
+                    )
+                except Exception as e:
+                    st.error(f"An error occurred during PDF text extraction: {e}")
+            with st.spinner("Building report...", show_time=True):
+                report_main(doc_type=doc_type)
+                st.session_state["end_time"] = time.time()
+                st.session_state["completed"] = True
+                total_time = (
+                    st.session_state["end_time"] - st.session_state["start_time"]
                 )
-            except Exception as e:
-                st.error(f"An error occurred during PDF text extraction: {e}")
-        with st.spinner("Building report...", show_time=True):
-            report_main()
-            st.session_state["end_time"] = time.time()
-            st.session_state["completed"] = True
-            total_time = st.session_state["end_time"] - st.session_state["start_time"]
-            st.success(f"Report building completed in {total_time:.1f} seconds!")
+                st.success(f"Report building completed in {total_time:.1f} seconds!")
 
 
 def display_download_buttons():
@@ -272,20 +396,39 @@ def main():
     handle_authentication()
     initialize_session_state()
 
-    if st.session_state["authentication_status"]:
-        authenticator.logout()
-        if not st.session_state["files_extracted"]:
-            upload_and_extract_files()
-        if st.session_state["files_extracted"] and not st.session_state["completed"]:
-            build_report()
-        if st.session_state["completed"]:
-            display_download_buttons()
-    elif st.session_state["authentication_status"] is False:
+    # Handle authentication states
+    if st.session_state["authentication_status"] is False:
         st.error("Username/password is incorrect")
-        reset_session()
     elif st.session_state["authentication_status"] is None:
         st.warning("Please enter your username and password")
+
+    # Reset session if not authenticated
+    if not st.session_state["authentication_status"]:
         reset_session()
+        return
+
+    # Authenticated user flow
+    with stylable_container(
+        key="Logout",
+        css_styles="""
+        button {
+            float: right;
+        }
+        """,
+    ):
+        authenticator.logout()  # show logout button
+
+    # Step 1: Upload and extract files
+    if not st.session_state["files_extracted"]:
+        doc_type = upload_and_extract_files()
+
+    # Step 2: Build report if files are ready
+    if st.session_state["files_extracted"]:
+        build_report(doc_type)
+
+    # Step 3: Show download buttons when complete
+    if st.session_state["completed"]:
+        display_download_buttons()
 
 
 if __name__ == "__main__":

packages.txt

@@ -3,3 +3,5 @@ fonts-liberation
 cm-super
 dvipng
 pandoc
+pdftk
+pandoc-crossref

planning_ai/chains/map_chain.py

@@ -52,7 +52,8 @@ def create_brief_summary_model(policy_enum: Enum) -> Type[BaseModel]:
     )
 
 
-def create_dynamic_map_chain(themes, prompt: str):
+def create_dynamic_map_chain(themes, prompt: str, doc_type: str):
+
     policy_groups = []
     for theme in themes:
         if theme in THEMES_AND_POLICIES:

planning_ai/chains/prompts/SPTs.txt

@@ -0,0 +1 @@
+TODO

planning_ai/chains/prompts/policy.txt

@@ -11,22 +11,6 @@ Ensure that all returned details use proper sentence structure. Only include doc
 
 **Always use British English**
 
-Use these theme descriptions to help you identify whether a detail is relevant to **both** the theme and policy, if it is not, omit it completely:
-
-**Climate change:** Help Cambridge transition to net zero carbon by 2050, by ensuring that development is sited in places that help to limit carbon emissions, is designed to the highest achievable standards for energy and water use, and is resilient to current and future climate risks.
-
-**Biodiversity and green spaces:** Increase and improve our network of habitats for wildlife, and green spaces for people, ensuring that development leaves the natural environment better than it was before.
-
-**Wellbeing and social inclusion:** Help people in Greater Cambridge to lead healthier and happier lives, ensuring that everyone benefits from the development of new homes and jobs.
-
-**Great places:** Sustain the unique character of Cambridge and South Cambridgeshire, and complement it with beautiful and distinctive development, creating a place where people want to live, work and play.
-
-**Jobs:** Encourage a flourishing and mixed economy in Greater Cambridge which includes a wide range of jobs, while maintaining our area's global reputation for innovation.
-
-**Homes:** Plan for enough housing to meet our needs, including significant quantities of housing that is affordable to rent and buy, and different kinds of homes to suit our diverse communities.
-
-**Infrastructure:** Plan for transport, water, energy and digital networks; and health, education and cultural facilities; in the right places and built at the right times to serve our growing communities.
-
 ---
 
 **Provided information**

planning_ai/chapters.py

@@ -0,0 +1,25 @@
+[
+    "Introduction",
+    "Approach to Planning Obligations",
+    "How to use this Supplementary Planning Document",
+    "Affordable Housing",
+    "Green Infrastructure",
+    "Biodiversity",
+    "Community Facilities",
+    "Social and Community Support Services",
+    "Libraries and Lifelong Learning",
+    "Transport and Highways",
+    "Education",
+    "Public Art",
+    "Burial Space",
+    "Public Open Space",
+    "Indoor Sports, including Swimming",
+    "Public Realm",
+    "Waste and Recycling",
+    "Emergency Services",
+    "Planning Obligations to support local employment and skills",
+    "Planning Obligations to support affordable workspace",
+    "Public Rights of Way",
+    "Healthcare",
+    "Other Potential Development Specific Requirements",
+]

planning_ai/documents/document.py

@@ -4,9 +4,11 @@ from collections import Counter
 
 import geopandas as gpd
 import matplotlib.pyplot as plt
+import matplotlib.ticker as mticker
 import numpy as np
 import pandas as pd
 import polars as pl
+import requests
 from matplotlib.patches import Patch
 from polars.dependencies import subprocess
 
@@ -37,8 +39,18 @@ def _process_postcodes(final):
         Paths.RAW / "onspd_cambridge.parquet",
         columns=["pcd", "osward", "lsoa11", "oa21"],
     ).with_columns(pl.col("pcd").str.replace_all(" ", "").alias("postcode"))
-    postcodes = postcodes.join(onspd, on="postcode")
-    return postcodes
+    postcodes = postcodes.join(onspd, on="postcode", how="left")
+    outside_pcs = postcodes.filter(pl.col("osward").is_null()).drop_nulls("postcode")
+    pcs_url = "https://api.postcodes.io/postcodes"
+    outside_pcs = outside_pcs.with_columns(
+        pl.col("postcode")
+        .map_elements(
+            lambda x: requests.get(f"{pcs_url}/{x}").json()["result"]["admin_ward"],
+            return_dtype=pl.String,
+        )
+        .alias("osward")
+    )
+    return postcodes.drop_nulls(subset=["osward"]), outside_pcs
 
 
 def _process_policies(final):
@@ -246,22 +258,23 @@ def fig_wards(postcodes, rep):
     camb_lads = gpd.read_parquet(Paths.RAW / "camb_lads.parquet")
     ward_boundaries = gpd.read_parquet(Paths.RAW / "camb_wards.parquet")
     ward_pcs = postcodes.group_by("osward").sum()
-    camb_ward_boundaries = ward_boundaries[
-        ward_boundaries["WD21CD"].isin(postcodes["osward"].unique())
-    ]
     ward_boundaries_prop = ward_boundaries.merge(
         ward_pcs.to_pandas(), left_on="WD21CD", right_on="osward"
     )
 
     _, ax = plt.subplots(figsize=(8, 8))
+    ward_boundaries.plot(ax=ax, color="none", edgecolor="black", linewidth=1.5)
+    camb_lads.plot(ax=ax, color="white", edgecolor="gray", linewidth=0.5)
     ward_boundaries_prop.plot(
         ax=ax,
         column="count",
+        edgecolor="none",
         legend=True,
-        legend_kwds={"label": "Number of Representations", "fmt": "{:.0f}"},
+        legend_kwds={"label": "Number of Representations"},
     )
-    camb_lads.plot(ax=ax, color="none", edgecolor="gray", linewidth=0.5)
-    camb_ward_boundaries.plot(ax=ax, color="none", edgecolor="black", linewidth=0.5)
+    ward_boundaries.plot(ax=ax, color="none", edgecolor="grey", linewidth=0.5)
+    cbar = ax.get_figure().axes[-1]  # Get the colorbar axis
+    cbar.yaxis.set_major_formatter(mticker.FuncFormatter(lambda x, _: f"{int(x)}"))
 
     plt.axis("off")
     plt.tight_layout()
@@ -335,8 +348,44 @@ def build_final_report(out, rep):
         .collect()
     )
     unused_documents = out["generate_final_report"]["unused_documents"]
+
+    unused_pdfs = (
+        pl.DataFrame(
+            [
+                doc["metadata"]
+                for doc in unused_documents
+                if "representations_id" not in doc["metadata"]
+            ]
+        )
+        .select(["id", "pdf_id", "page_label"])
+        .rename({"pdf_id": "representations_id"})
+        .with_columns(
+            pl.col("representations_id").cast(pl.Int64), pl.lit("PDF").alias("type")
+        )
+    )
+    unused_docs = (
+        pl.DataFrame(
+            [
+                doc["metadata"]
+                for doc in unused_documents
+                if "representations_id" in doc["metadata"]
+            ]
+        )
+        .select(["id", "representations_id"])
+        .with_columns(pl.lit("").alias("page_label"), pl.lit("Text").alias("type"))
+    )
+    unused_tbl = pl.concat([unused_pdfs, unused_docs]).rename(
+        {
+            "id": "JDi ID",
+            "representations_id": "Representations ID",
+            "page_label": "Page Number",
+            "type": "Type",
+        }
+    )
+    unused_tbl = unused_tbl.to_pandas().to_markdown(index=False)
+
     support_policies, object_policies, other_policies = _process_policies(final)
-    postcodes = _process_postcodes(final)
+    postcodes, outside_pcs = _process_postcodes(final)
     stances = _process_stances(responses)
     themes = _process_themes(final)
 
@@ -344,8 +393,16 @@ def build_final_report(out, rep):
     fig_oa(postcodes, rep)
     fig_imd(postcodes, rep)
 
+    outside_pcs = (
+        outside_pcs.group_by("osward")
+        .sum()[["osward", "count"]]
+        .rename({"osward": "Ward", "count": "Number of Representations"})
+        .to_pandas()
+        .to_markdown(index=False)
+    )
+
     quarto_doc = (
-        f"---\ntitle: '**Summary of Submitted Representations: {rep}**'\n"
+        f"---\ntitle: '**{rep}**'\n"
         r"""
 mainfont: Liberation Sans
 fontsize: 12pt
@@ -380,20 +437,21 @@ header-includes: |
 """
         "\n# Executive Summary\n\n"
         f"{final['executive']}\n\n"
-        f"There were a total of {len(responses):,} responses. Of these, submissions indicated "
-        "the following support and objection of the plan:\n\n"
+        f"There were a total of {len(responses):,} responses. Of these, representations left "
+        "comment, or indicated the following support and objection of the plan:\n\n"
         f"{stances}\n\n"
         "# Introduction\n\n"
         f"{introduction_paragraph}\n\n"
         "\n# Profile of Submissions\n\n"
         f"{figures_paragraph}\n\n"
-        f"![Total number of representations submitted by Ward\\label{{fig-wards}}](./data/out/summary/figs/wards-{rep}.pdf)\n\n"
-        f"![Proportional frequency of representations submitted by 2021 Output Area\\label{{fig-oas}}](./data/out/summary/figs/oas-{rep}.pdf)\n\n"
-        f"![Distribution of representations submitted by quintile of index of multiple deprivation (2019)\\label{{fig-imd}}](./data/out/summary/figs/imd_decile-{rep}.pdf)\n\n"
+        f"![Total number of representations submitted by Ward within Greater Cambridgeshire\\label{{fig-wards}}](./data/out/summary/figs/wards-{rep}.pdf)\n\n"
+        f": Postcodes outside the Greater Cambridge Ward areas {{#tbl:outside}}\n\n{outside_pcs}n\n"
+        f"![Proportional frequency of representations submitted by 2021 Output Area relative to the national average\\label{{fig-oas}}](./data/out/summary/figs/oas-{rep}.pdf)\n\n"
+        f"![Distribution of representations submitted by the of index of multiple deprivation (2019) relative to the national average\\label{{fig-imd}}](./data/out/summary/figs/imd_decile-{rep}.pdf)\n\n"
         r"\newpage"
         "\n\n# Themes and Policies\n\n"
         f"{themes_paragraph}\n\n"
-        f"{themes}{{#tbl-themes}}\n\n"
+        f": Breakdown of representation themes {{#tbl:themes}}\n\n{themes}\n\n"
         "## Supporting Representations\n\n"
         "The following section presents a list of all points raised in representations that support the plan"
         ", grouped by theme and policy.\n\n"
@@ -407,13 +465,9 @@ header-includes: |
         "or object to the plan, grouped by theme and policy.\n\n"
         f"{other_policies or '_No other representations._'}\n\n"
         "## Unused Documents\n\n"
-        "Please note that the following documents were not used to produce this report:\n\n"
-        f"{str(unused_documents)}\n\n"
-        "Documents are excluded if they provide no relevant information. These documents "
-        "are typically very short, and contain information that provides no relation to policies or themes."
-        "Unused document numbers relate to the 'id' column for 'text' submissions. For pdfs this 'id' "
-        "is combined with the page number, separated by '999'. For example: 175933-999-12 refers "
-        "to page 12 of the document attached to representation 175933."
+        "For full transparency, this section details those documents that were excluded from this report on Table @tbl:unused."
+        "These documents are typically very short, and contain information that provides no relation to policies or themes.\n\n TODO: expand."
+        f": Unused representations {{#tbl:unused}}\n\n{unused_tbl}\n\n"
     )
 
     out_path = Paths.SUMMARY / f"Summary_of_Submitted_Representations-{rep}.md"
@@ -427,9 +481,39 @@ header-includes: |
             "-o",
             f"{out_file}.pdf",
             "--pdf-engine=xelatex",
+            "--filter=pandoc-crossref",
         ]
         subprocess.run(command, check=True, capture_output=True)
-        command = ["pandoc", f"{out_path}", "-o", f"{out_file}.docx"]
+        command = [
+            "pdftk",
+            "data/covers/cover2 1.pdf",
+            f"{out_file}.pdf",
+            "cat",
+            "output",
+            f"{out_file}-cover.pdf",
+        ]
+        subprocess.run(command, check=True, capture_output=True)
+        command = ["mv", "-f", f"{out_file}-cover.pdf", f"{out_file}.pdf"]
+        subprocess.run(command, check=True, capture_output=True)
+
+        command = [
+            "pandoc",
+            f"{out_path}",
+            "-o",
+            f"{out_file}.docx",
+            "--reference-doc=data/covers/reference.docx",
+            "--filter=pandoc-crossref",
+        ]
+        subprocess.run(command, check=True, capture_output=True)
+        command = [
+            "pandoc",
+            "data/covers/Cover2 1.docx",
+            f"{out_file}.docx",
+            "-o",
+            f"{out_file}.docx",
+            "--reference-doc=data/covers/reference.docx",
+            "--filter=pandoc-crossref",
+        ]
         subprocess.run(command, check=True, capture_output=True)
     except subprocess.CalledProcessError as e:
         logging.error(
@@ -440,15 +524,52 @@ header-includes: |
 def build_summaries_document(out, rep):
     sub = r"Document ID: \[\d+\]\n\n"
     summary_intro = load_txt("planning_ai/documents/summary_intro.txt")
+    unused_documents = out["generate_final_report"]["unused_documents"]
+
+    unused_pdfs = (
+        pl.DataFrame(
+            [
+                doc["metadata"]
+                for doc in unused_documents
+                if "representations_id" not in doc["metadata"]
+            ]
+        )
+        .select(["id", "pdf_id", "page_label"])
+        .rename({"pdf_id": "representations_id"})
+        .with_columns(
+            pl.col("representations_id").cast(pl.Int64), pl.lit("PDF").alias("type")
+        )
+    )
+    unused_docs = (
+        pl.DataFrame(
+            [
+                doc["metadata"]
+                for doc in unused_documents
+                if "representations_id" in doc["metadata"]
+            ]
+        )
+        .select(["id", "representations_id"])
+        .with_columns(pl.lit("").alias("page_label"), pl.lit("Text").alias("type"))
+    )
+    unused_tbl = pl.concat([unused_pdfs, unused_docs]).rename(
+        {
+            "id": "JDi ID",
+            "representations_id": "Representations ID",
+            "page_label": "Page Number",
+            "type": "Type",
+        }
+    )
+    unused_tbl = unused_tbl.to_pandas().to_markdown(index=False)
     full_text = "".join(
         f"**Document ID**: {document['doc_id']}\n\n"
         f"**Representations ID**: {document['document'].metadata['id']}\n\n"
-        f"**Summarised Document**\n\n{re.sub(sub, '', document['summary'].summary)}\n\n"
+        f"**Representations Name**: {document['document'].metadata['representations_document']}\n\n"
+        f"\n\n{re.sub(sub, '', document['summary'].summary)}\n\n"
         "---\n\n"
         for document in out["generate_final_report"]["documents"]
     )
     header = (
-        f"---\ntitle: '**Summary Documents: {rep}**'\n"
+        f"---\ntitle: '**{rep}**'\n"
         r"""
 mainfont: Liberation Sans
 fontsize: 12pt
@@ -483,10 +604,17 @@ header-includes: |
 """
         f"\n{summary_intro}\n\n"
     )
+    unused_text = (
+        "\n\n## Unused Documents\n\n"
+        "For full transparency, this section details those documents that were excluded from this report on Table @tbl:unused.\n\n"
+        f": Unused representations {{#tbl:unused}}\n\n{unused_tbl}\n\n"
+        "These documents are typically very short, and contain information that provides no relation to policies or themes."
+    )
+
     out_path = Paths.SUMMARY / f"Summary_Documents-{rep}.md"
     out_file = Paths.SUMMARY / f"Summary_Documents-{rep}"
     with open(out_path, "w") as f:
-        f.write(f"{header}{full_text}")
+        f.write(f"{header}{full_text}{unused_text}")
 
     try:
         command = [
@@ -495,9 +623,39 @@ header-includes: |
             "-o",
             f"{out_file}.pdf",
             "--pdf-engine=xelatex",
+            "--filter=pandoc-crossref",
         ]
         subprocess.run(command, check=True, capture_output=True)
-        command = ["pandoc", f"{out_path}", "-o", f"{out_file}.docx"]
+        command = [
+            "pdftk",
+            "data/covers/cover_summary_responses.pdf",
+            f"{out_file}.pdf",
+            "cat",
+            "output",
+            f"{out_file}-cover.pdf",
+        ]
+        subprocess.run(command, check=True, capture_output=True)
+        command = ["mv", "-f", f"{out_file}-cover.pdf", f"{out_file}.pdf"]
+        subprocess.run(command, check=True, capture_output=True)
+
+        command = [
+            "pandoc",
+            f"{out_path}",
+            "-o",
+            f"{out_file}.docx",
+            "--reference-doc=data/covers/reference.docx",
+            "--filter=pandoc-crossref",
+        ]
+        subprocess.run(command, check=True, capture_output=True)
+        command = [
+            "pandoc",
+            "data/covers/Cover 1.docx",
+            f"{out_file}.docx",
+            "-o",
+            f"{out_file}.docx",
+            "--reference-doc=data/covers/reference.docx",
+            "--filter=pandoc-crossref",
+        ]
         subprocess.run(command, check=True, capture_output=True)
     except subprocess.CalledProcessError as e:
         logging.error(f"Error during render: {e}")

planning_ai/documents/introduction.txt

@@ -1 +1,7 @@
-This report was produced using a generative pre-trained transformer (GPT) large-language model (LLM) to produce a summary of all responses to the related policy document. This model automatically reviews every response in detail, and extracts key information to inform decision making. This document first consolidates this information into a single-page executive summary, highlighting areas of particular interest to consider, and the broad consensus of responses. Figures generated from responses then give both a geographic and statistical overview, highlighting any demographic imbalances in responses. The document then extracts detailed information from responses, grouped by theme and policy. In this section we incorporate citations which relate with the 'Summary Responses' document, to increase transparency.
+This report was produced using a generative pre-trained transformer (GPT) large-language model (LLM) to produce a summary of all responses to the related policy document. This model automatically reviews every response in detail and extracts key information to inform decision making. 
+
+The document is structured to first consolidate all information gathered from the representations to produce a single-page executive summary. This highlights areas of particular interest to consider, and the broad consensus specified by those giving the representations.
+
+The postcode location for the member of the public or organisation who submitted a representation are used to produce a map, showing the frequency of the representations by Ward within the Greater Cambridgeshire area. Representations from outside of this area are listed rather than mapped. The postcodes enable a link to the Index of Multiple Deprivation and a geodemographic (Output Area Classification) to create graphs showing how the frequency of representations varies by areas that have different socio-economic and demographic characteristics.
+
+The document then presents a summary of information from the responses, grouped by each Theme and Policy as they appear in the Greater Cambridgeshire local plan. In this section we incorporate citations which relate with the ‘Summary Responses’ document, to increase transparency. 

planning_ai/documents/summary_intro.txt

@@ -1,7 +1,5 @@
-This document provides a summary of each representation, along with the **Document ID** which corresponds with the citations in the corresponding **Summary of Submitted Representations** document. Each summary also provides the **Representations ID** which corresponds with the `id` column in the `.json` JDi files. This allows the user to link the produced summaries back to the original documents.
+This document provides a summary of each representation. A Representation ID is provided which corresponds with the ID column in the .json JDi files. A representation contains both a text submission and optionally an attachment which can take varying forms. The tool processes text data only, so does not process images such as photographs, although these can be explored in the original representations submitted. For representations with attachments that are not considered by this summary, these are listed at the end of the report.
 
-Note that PDF documents have been split by pages into multiple **Document ID**, but will share the same **Representations ID**.
+Every attachment is split into separate pages for processing, with each page given a Document ID. As such, attachments that have been split by pages into multiple Document ID will share the same Representations ID. This specification of both Representation ID and Document ID allows the user to link the produced summaries back to the original documents. 
 
 ---
-
-

planning_ai/documents/themes.txt

@@ -1 +1 @@
-The following section provides a detailed breakdown of notable details from responses, grouped by themes and policies. Both themes and associated policies are automatically determined through an analysis of the summary content by an LLM agent. Each theme is grouped by whether responses are supporting, opposed, or a general comment. This section aims to give a comprehensive view of the key issues raised by the respondents with respect to the themes and policies outlined. We have incorporated citations into each point (see numbers in square brackets) which relate to the specific document they were made in, to promote the transparency of where information was sourced from. @tbl-themes gives a breakdown of the number of submissions that relate with each theme, submissions may relate to more than one theme.
+The following section provides a detailed breakdown of notable details from the **representations**, grouped by the **Themes and Policies** set out in the **Greater Cambridgeshire Local Plan**. Both the Themes and associated Policies are automatically determined through an analysis of the summary content by an LLM agent. Each Theme is organised according to whether representations were specified as supportive, opposed, or provide a general comment. This section offers a comprehensive overview of those key issues raised by members of the public or organisations with respect to these Themes and Policies. We have incorporated citations into each point (see numbers in square brackets) to indicate the specific document^[Each representation made can have a number of documents associated with them. Each document ID is unique, and can be referenced in the **Summary Responses** report.] where each representation was made, thereby promoting transparency of sources. Finally, @tbl-themes provides a breakdown of the number of submissions that relate to each Theme (noting that submissions may be associated with more than one Theme).

planning_ai/graph.py

@@ -22,7 +22,6 @@ def create_graph():
 
     # graph.add_edge(START, "add_entities")
     graph.add_conditional_edges(START, map_documents, ["generate_summary"])
-    # graph.add_conditional_edges("add_entities", map_documents, ["generate_summary"])
     graph.add_conditional_edges("generate_summary", map_check, ["check_hallucination"])
     graph.add_conditional_edges("check_hallucination", map_fix, ["fix_hallucination"])
     graph.add_conditional_edges("fix_hallucination", map_check, ["check_hallucination"])

planning_ai/main.py

@@ -13,7 +13,7 @@ from planning_ai.graph import create_graph
 from planning_ai.logging import logger
 
 
-def read_docs(representations_document: str):
+def read_docs(representations_document: str, doc_type: str):
     logger.warning("Reading documents...")
     df = (
         pl.scan_parquet(Paths.STAGING / "gcpt3.parquet")
@@ -35,7 +35,14 @@ def read_docs(representations_document: str):
             continue
         meta = (
             df.filter(pl.col("attachments_id") == int(pdf.metadata["pdf_id"]))
-            .select(["id", "respondentpostcode", "representations_support/object"])
+            .select(
+                [
+                    "id",
+                    "respondentpostcode",
+                    "representations_support/object",
+                    "representations_document",
+                ]
+            )
             .to_dict(as_series=False)
         )
         pdf.metadata = pdf.metadata | {
@@ -48,6 +55,11 @@ def read_docs(representations_document: str):
                 if meta["representations_support/object"]
                 else ""
             ),
+            "representations_document": (
+                (meta["representations_document"][0])
+                if meta["representations_document"]
+                else ""
+            ),
         }
         # for now concat page number to keep all pdf pages separate. might want
         # to instead combine pdfs somehow
@@ -71,10 +83,13 @@ def read_docs(representations_document: str):
             if doc.page_content and len(doc.page_content.split(" ")) > 25
         }.values()
     )
-    return [{"document": doc, "filename": doc.metadata["filename"]} for doc in docs]
+    return [
+        {"document": doc, "filename": doc.metadata["filename"], "doc_type": doc_type}
+        for doc in docs
+    ]
 
 
-def main():
+def main(doc_type: str = "Themes & Policies"):
     representations_documents = (
         pl.scan_parquet(Paths.STAGING / "gcpt3.parquet")
         .select(pl.col("representations_document"))
@@ -83,7 +98,7 @@ def main():
         .to_list()
     )
     for rep in representations_documents:
-        docs = read_docs(rep)
+        docs = read_docs(rep, doc_type)
         n_docs = len(docs)
 
         logger.info(f"{n_docs} documents being processed!")

planning_ai/nodes/map_node.py

@@ -101,8 +101,13 @@ def generate_summary(state: DocumentState) -> dict:
 
     logger.info(f"Starting PII removal for: {state['filename']}")
     state["document"].page_content = remove_pii(state["document"].page_content)
-    logger.info(f"Retrieving themes for: {state['filename']}")
-    state = retrieve_themes(state)
+
+    if state["doc_type"] == "Themes & Policies":
+        logger.info(f"Retrieving themes for: {state['filename']}")
+        state = retrieve_themes(state)
+    elif state["doc_type"] == "SPT":
+        logger.info(f"Retrieving SPT for: {state['filename']}")
+        state = retrieve_spt(state)
 
     if not state["themes"]:
         logger.warning(f"No themes found for {state['filename']}")

planning_ai/nodes/reduce_node.py

@@ -79,10 +79,10 @@ def batch_generate_executive_summaries(summaries):
         f"Document ID: {[s['doc_id']]}\n\n{s['summary'].summary}" for s in summaries
     ]
     final_responses = []
-    batch_size = 25
+    batch_size = 50
     for i in range(0, len(summaries_text), batch_size):
         logger.info(
-            f"Processing batches... {int(i / 25) + 1}/{(len(summaries_text) // batch_size) + 1}"
+            f"Processing batches... {int(i / 50) + 1}/{(len(summaries_text) // batch_size) + 1}"
         )
         batch = summaries_text[i : i + batch_size]
         response = reduce_chain.invoke({"context": batch})
@@ -131,10 +131,7 @@ def generate_final_report(state: OverallState):
 def final_output(final_docs):
     docs = [doc for doc in final_docs if not doc["failed"]]
 
-    # TODO: say which docs are not considered in the final report
-    failed_docs = [
-        doc["document"].metadata["filename"] for doc in final_docs if doc["failed"]
-    ]
+    failed_docs = [doc["document"].model_dump() for doc in final_docs if doc["failed"]]
     docs = add_doc_id(docs)
 
     policy_groups = extract_policies_from_docs(docs)

planning_ai/preprocessing/gcpt3.py

@@ -4,6 +4,7 @@ from pathlib import Path
 from typing import Any
 
 import polars as pl
+import pypandoc
 import requests
 from pypdf import PdfReader
 from tqdm import tqdm
@@ -61,6 +62,7 @@ def process_files(files: list[Path], schema: dict[str, Any]) -> None:
 
 def download_attachments():
     df = pl.read_parquet(Paths.STAGING / "gcpt3.parquet")
+    df.columns
 
     existing_files = {f.stem for f in (Paths.RAW / "pdfs").glob("*.pdf")}
 
@@ -87,10 +89,20 @@ def download_attachments():
             response = requests.get(row["attachments_url"], timeout=3)
             response.raise_for_status()
 
-            PdfReader(BytesIO(response.content))  # check if pdf is valid
-            with open(file_path, "wb") as f:
-                f.write(response.content)
-            print(f"Downloaded {row['attachments_url']} to {file_path}")
+            response_type = response.headers.get("content-type")
+            if response_type == "application/pdf":
+                PdfReader(BytesIO(response.content))  # check if pdf is valid
+                with open(file_path, "wb") as f:
+                    f.write(response.content)
+                print(f"Downloaded {row['attachments_url']} to {file_path}")
+            elif (
+                response_type
+                == "application/vnd.openxmlformats-officedocument.wordprocessingml.document"
+            ):
+                pypandoc.convert_file(response.content, "pdf", outputfile=file_path)
+            else:
+                logging.error(f"Response returned {response_type}, not saving.")
+                continue
 
         except requests.RequestException as e:
             logging.error(f"RequestException for {row['attachments_url']}: {e}")

planning_ai/states.py

@@ -11,6 +11,7 @@ from planning_ai.common.utils import filename_reducer
 class DocumentState(TypedDict):
     document: Document
     filename: int
+    doc_type: str
 
     entities: list[dict]
     themes: list[dict]

pyproject.toml

@@ -36,8 +36,9 @@ dependencies = [
     "streamlit>=1.41.1",
     "streamlit-authenticator>=0.4.1",
     "py7zr>=0.22.0",
-    "en_core_web_lg @ https://github.com/explosion/spacy-models/releases/download/en_core_web_lg-3.8.0/en_core_web_lg-3.8.0-py3-none-any.whl"
-
+    "en_core_web_lg @ https://github.com/explosion/spacy-models/releases/download/en_core_web_lg-3.8.0/en_core_web_lg-3.8.0-py3-none-any.whl",
+    "pypandoc>=1.15",
+    "streamlit-extras>=0.5.5",
 ]
 
 [tool.uv]

uv.lock

@@ -13,11 +13,11 @@ wheels = [
 
 [[package]]
 name = "aiohappyeyeballs"
-version = "2.4.6"
+version = "2.5.0"
 source = { registry = "https://pypi.org/simple" }
-sdist = { url = "https://files.pythonhosted.org/packages/08/07/508f9ebba367fc3370162e53a3cfd12f5652ad79f0e0bfdf9f9847c6f159/aiohappyeyeballs-2.4.6.tar.gz", hash = "sha256:9b05052f9042985d32ecbe4b59a77ae19c006a78f1344d7fdad69d28ded3d0b0", size = 21726 }
+sdist = { url = "https://files.pythonhosted.org/packages/a2/0c/458958007041f4b4de2d307e6b75d9e7554dad0baf26fe7a48b741aac126/aiohappyeyeballs-2.5.0.tar.gz", hash = "sha256:18fde6204a76deeabc97c48bdd01d5801cfda5d6b9c8bbeb1aaaee9d648ca191", size = 22494 }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/44/4c/03fb05f56551828ec67ceb3665e5dc51638042d204983a03b0a1541475b6/aiohappyeyeballs-2.4.6-py3-none-any.whl", hash = "sha256:147ec992cf873d74f5062644332c539fcd42956dc69453fe5204195e560517e1", size = 14543 },
+    { url = "https://files.pythonhosted.org/packages/1b/9a/e4886864ce06e1579bd428208127fbdc0d62049c751e4e9e3b509c0059dc/aiohappyeyeballs-2.5.0-py3-none-any.whl", hash = "sha256:0850b580748c7071db98bffff6d4c94028d0d3035acc20fd721a0ce7e8cac35d", size = 15128 },
 ]
 
 [[package]]
@@ -570,14 +570,14 @@ wheels = [
 
 [[package]]
 name = "cloudpathlib"
-version = "0.20.0"
+version = "0.21.0"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
     { name = "typing-extensions" },
 ]
-sdist = { url = "https://files.pythonhosted.org/packages/71/0b/a47d78ed2816db100543b504fdbfc2070f422aac858e6bcf775713e37b8a/cloudpathlib-0.20.0.tar.gz", hash = "sha256:f6ef7ca409a510f7ba4639ba50ab3fc5b6dee82d6dff0d7f5715fd0c9ab35891", size = 45149 }
+sdist = { url = "https://files.pythonhosted.org/packages/5f/54/71e828c2e415024783f92ee942d3223f6f94cf3fe2e48689b0f3bbb5b608/cloudpathlib-0.21.0.tar.gz", hash = "sha256:fb8f6b890a3d37b35f0eabff86721bb8d35dfc6a6be98c1f4d34b19e989c6641", size = 45271 }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/1f/6e/b64600156934dab14cc8b403095a9ea8bd722aad2e775673c68346b76220/cloudpathlib-0.20.0-py3-none-any.whl", hash = "sha256:7af3bcefbf73392ae7f31c08b3660ec31607f8c01b7f6262d4d73469a845f641", size = 52547 },
+    { url = "https://files.pythonhosted.org/packages/e8/0f/b1a9b09a84ef98b9fc38d50c6b2815cb2256b804a78e7d838ddfbdc035c7/cloudpathlib-0.21.0-py3-none-any.whl", hash = "sha256:657e95ecd2663f1123b6daa95d49aca4b4bc8a9fa90c07930bdba2c5e295e5ef", size = 52744 },
 ]
 
 [[package]]
@@ -730,15 +730,15 @@ wheels = [
 
 [[package]]
 name = "debugpy"
-version = "1.8.12"
+version = "1.8.13"
 source = { registry = "https://pypi.org/simple" }
-sdist = { url = "https://files.pythonhosted.org/packages/68/25/c74e337134edf55c4dfc9af579eccb45af2393c40960e2795a94351e8140/debugpy-1.8.12.tar.gz", hash = "sha256:646530b04f45c830ceae8e491ca1c9320a2d2f0efea3141487c82130aba70dce", size = 1641122 }
+sdist = { url = "https://files.pythonhosted.org/packages/51/d4/f35f539e11c9344652f362c22413ec5078f677ac71229dc9b4f6f85ccaa3/debugpy-1.8.13.tar.gz", hash = "sha256:837e7bef95bdefba426ae38b9a94821ebdc5bea55627879cd48165c90b9e50ce", size = 1641193 }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/56/19/dd58334c0a1ec07babf80bf29fb8daf1a7ca4c1a3bbe61548e40616ac087/debugpy-1.8.12-cp310-cp310-macosx_14_0_x86_64.whl", hash = "sha256:a2ba7ffe58efeae5b8fad1165357edfe01464f9aef25e814e891ec690e7dd82a", size = 2076091 },
-    { url = "https://files.pythonhosted.org/packages/4c/37/bde1737da15f9617d11ab7b8d5267165f1b7dae116b2585a6643e89e1fa2/debugpy-1.8.12-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cbbd4149c4fc5e7d508ece083e78c17442ee13b0e69bfa6bd63003e486770f45", size = 3560717 },
-    { url = "https://files.pythonhosted.org/packages/d9/ca/bc67f5a36a7de072908bc9e1156c0f0b272a9a2224cf21540ab1ffd71a1f/debugpy-1.8.12-cp310-cp310-win32.whl", hash = "sha256:b202f591204023b3ce62ff9a47baa555dc00bb092219abf5caf0e3718ac20e7c", size = 5180672 },
-    { url = "https://files.pythonhosted.org/packages/c1/b9/e899c0a80dfa674dbc992f36f2b1453cd1ee879143cdb455bc04fce999da/debugpy-1.8.12-cp310-cp310-win_amd64.whl", hash = "sha256:9649eced17a98ce816756ce50433b2dd85dfa7bc92ceb60579d68c053f98dff9", size = 5212702 },
-    { url = "https://files.pythonhosted.org/packages/38/c4/5120ad36405c3008f451f94b8f92ef1805b1e516f6ff870f331ccb3c4cc0/debugpy-1.8.12-py2.py3-none-any.whl", hash = "sha256:274b6a2040349b5c9864e475284bce5bb062e63dce368a394b8cc865ae3b00c6", size = 5229490 },
+    { url = "https://files.pythonhosted.org/packages/3f/32/901c7204cceb3262fdf38f4c25c9a46372c11661e8490e9ea702bc4ff448/debugpy-1.8.13-cp310-cp310-macosx_14_0_x86_64.whl", hash = "sha256:06859f68e817966723ffe046b896b1bd75c665996a77313370336ee9e1de3e90", size = 2076250 },
+    { url = "https://files.pythonhosted.org/packages/95/10/77fe746851c8d84838a807da60c7bd0ac8627a6107d6917dd3293bf8628c/debugpy-1.8.13-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cb56c2db69fb8df3168bc857d7b7d2494fed295dfdbde9a45f27b4b152f37520", size = 3560883 },
+    { url = "https://files.pythonhosted.org/packages/a1/ef/28f8db2070e453dda0e49b356e339d0b4e1d38058d4c4ea9e88cdc8ee8e7/debugpy-1.8.13-cp310-cp310-win32.whl", hash = "sha256:46abe0b821cad751fc1fb9f860fb2e68d75e2c5d360986d0136cd1db8cad4428", size = 5180149 },
+    { url = "https://files.pythonhosted.org/packages/89/16/1d53a80caf5862627d3eaffb217d4079d7e4a1df6729a2d5153733661efd/debugpy-1.8.13-cp310-cp310-win_amd64.whl", hash = "sha256:dc7b77f5d32674686a5f06955e4b18c0e41fb5a605f5b33cf225790f114cfeec", size = 5212540 },
+    { url = "https://files.pythonhosted.org/packages/37/4f/0b65410a08b6452bfd3f7ed6f3610f1a31fb127f46836e82d31797065dcb/debugpy-1.8.13-py2.py3-none-any.whl", hash = "sha256:d4ba115cdd0e3a70942bd562adba9ec8c651fe69ddde2298a1be296fc331906f", size = 5229306 },
 ]
 
 [[package]]
@@ -797,6 +797,15 @@ wheels = [
     { url = "https://github.com/explosion/spacy-models/releases/download/en_core_web_lg-3.8.0/en_core_web_lg-3.8.0-py3-none-any.whl", hash = "sha256:293e9547a655b25499198ab15a525b05b9407a75f10255e405e8c3854329ab63" },
 ]
 
+[[package]]
+name = "entrypoints"
+version = "0.4"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/ea/8d/a7121ffe5f402dc015277d2d31eb82d2187334503a011c18f2e78ecbb9b2/entrypoints-0.4.tar.gz", hash = "sha256:b706eddaa9218a19ebcd67b56818f05bb27589b1ca9e8d797b74affad4ccacd4", size = 13974 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/35/a8/365059bbcd4572cbc41de17fd5b682be5868b218c3c5479071865cab9078/entrypoints-0.4-py3-none-any.whl", hash = "sha256:f174b5ff827504fd3cd97cc3f8649f3693f51538c7e4bdf3ef002c8429d42f9f", size = 5294 },
+]
+
 [[package]]
 name = "eval-type-backport"
 version = "0.2.2"
@@ -836,6 +845,18 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/25/57/1115e9b974478fac83ba9cd79def8b3770a91b7a9001c46a76491071f2fe/extra_streamlit_components-0.1.71-py3-none-any.whl", hash = "sha256:c8e6f98446adecd3002756362e50d0669693b7673afaa89cebfced6415cc6bd3", size = 4858597 },
 ]
 
+[[package]]
+name = "faker"
+version = "36.2.2"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "tzdata" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/ee/6c/412b064e33d11b351ef8945e4cc0ab56aa156e107c71610c4af96bd5d72c/faker-36.2.2.tar.gz", hash = "sha256:758bc63a26dc878fa0d76aa7639b8b65327927980ed0c3683b23bd8a5182f33f", size = 1874990 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/28/30/3e81fdb631115c37ef81ad8bd342bf3fa52e66366bbed65a367a9137f8b9/faker-36.2.2-py3-none-any.whl", hash = "sha256:14adc340dc8abed5264142ffafe6f1a0f99cf7a7525bc6863755efd5fbbd0692", size = 1918206 },
+]
+
 [[package]]
 name = "fastapi"
 version = "0.115.11"
@@ -875,6 +896,19 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/90/2b/0817a2b257fe88725c25589d89aec060581aabf668707a8d03b2e9e0cb2a/fastjsonschema-2.21.1-py3-none-any.whl", hash = "sha256:c9e5b7e908310918cf494a434eeb31384dd84a98b57a30bcb1f535015b554667", size = 23924 },
 ]
 
+[[package]]
+name = "favicon"
+version = "0.7.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "beautifulsoup4" },
+    { name = "requests" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/64/68/d2646f40c05d3a501cddd232119f8c087a6fcba3c79255a062c73e80b42a/favicon-0.7.0.tar.gz", hash = "sha256:6d6b5a78de2a0d0084589f687f384b2ecd6a6527093fec564403b1a30605d7a8", size = 9284 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/93/4c/8baf94bb789972634d933152d27529f2bad4e5d2397b8da9c30f6f5342ce/favicon-0.7.0-py2.py3-none-any.whl", hash = "sha256:7fec0617c73dcb8521ea788e1d38cdc7226c7cb8e28c81e11625d85fa1534880", size = 5921 },
+]
+
 [[package]]
 name = "filelock"
 version = "3.17.0"
@@ -1062,6 +1096,12 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/95/04/ff642e65ad6b90db43e668d70ffb6736436c7ce41fcc549f4e9472234127/h11-0.14.0-py3-none-any.whl", hash = "sha256:e3fe4ac4b851c468cc8363d500db52c2ead036020723024a109d37346efaa761", size = 58259 },
 ]
 
+[[package]]
+name = "htbuilder"
+version = "0.9.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/be/88/0f48d1125168e9eea33879ea820000702533d103f1123d27ca69839a0db4/htbuilder-0.9.0.tar.gz", hash = "sha256:58c0bc5502c1a46b42ae9e074c43ec0f6fdc24ed334936cb17e1ed5a8938aee2", size = 10591 }
+
 [[package]]
 name = "httpcore"
 version = "1.0.7"
@@ -1116,7 +1156,7 @@ wheels = [
 
 [[package]]
 name = "huggingface-hub"
-version = "0.29.1"
+version = "0.29.2"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
     { name = "filelock" },
@@ -1127,9 +1167,9 @@ dependencies = [
     { name = "tqdm" },
     { name = "typing-extensions" },
 ]
-sdist = { url = "https://files.pythonhosted.org/packages/22/37/797d6476f13e5ef6af5fc48a5d641d32b39c37e166ccf40c3714c5854a85/huggingface_hub-0.29.1.tar.gz", hash = "sha256:9524eae42077b8ff4fc459ceb7a514eca1c1232b775276b009709fe2a084f250", size = 389776 }
+sdist = { url = "https://files.pythonhosted.org/packages/58/b2/f8b3c9842a794e8203448725aefa02d7c9e0da42d5f22f4ed806057cc36e/huggingface_hub-0.29.2.tar.gz", hash = "sha256:590b29c0dcbd0ee4b7b023714dc1ad8563fe4a68a91463438b74e980d28afaf3", size = 389816 }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/ae/05/75b90de9093de0aadafc868bb2fa7c57651fd8f45384adf39bd77f63980d/huggingface_hub-0.29.1-py3-none-any.whl", hash = "sha256:352f69caf16566c7b6de84b54a822f6238e17ddd8ae3da4f8f2272aea5b198d5", size = 468049 },
+    { url = "https://files.pythonhosted.org/packages/13/5f/088ff08dc41808fcd99d9972b9bcfa7e3a35e30e8b0a3155b57938f1611c/huggingface_hub-0.29.2-py3-none-any.whl", hash = "sha256:c56f20fca09ef19da84dcde2b76379ecdaddf390b083f59f166715584953307d", size = 468087 },
 ]
 
 [[package]]
@@ -1305,14 +1345,14 @@ wheels = [
 
 [[package]]
 name = "jinja2"
-version = "3.1.5"
+version = "3.1.6"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
     { name = "markupsafe" },
 ]
-sdist = { url = "https://files.pythonhosted.org/packages/af/92/b3130cbbf5591acf9ade8708c365f3238046ac7cb8ccba6e81abccb0ccff/jinja2-3.1.5.tar.gz", hash = "sha256:8fefff8dc3034e27bb80d67c671eb8a9bc424c0ef4c0826edbff304cceff43bb", size = 244674 }
+sdist = { url = "https://files.pythonhosted.org/packages/df/bf/f7da0350254c0ed7c72f3e33cef02e048281fec7ecec5f032d4aac52226b/jinja2-3.1.6.tar.gz", hash = "sha256:0137fb05990d35f1275a587e9aee6d56da821fc83491a0fb838183be43f66d6d", size = 245115 }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/bd/0f/2ba5fbcd631e3e88689309dbe978c5769e883e4b84ebfe7da30b43275c5a/jinja2-3.1.5-py3-none-any.whl", hash = "sha256:aba0f4dc9ed8013c424088f68a5c226f7d6097ed89b246d7749c2ec4175c6adb", size = 134596 },
+    { url = "https://files.pythonhosted.org/packages/62/a1/3d680cbfd5f4b8f15abc1d571870c5fc3e594bb582bc3b64ea099db13e56/jinja2-3.1.6-py3-none-any.whl", hash = "sha256:85ece4451f492d0c13c5dd7c13a64681a86afae63a5f347908daf103ce6d2f67", size = 134899 },
 ]
 
 [[package]]
@@ -1667,29 +1707,26 @@ wheels = [
 
 [[package]]
 name = "langchain"
-version = "0.3.19"
+version = "0.3.20"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
-    { name = "aiohttp" },
     { name = "async-timeout" },
     { name = "langchain-core" },
     { name = "langchain-text-splitters" },
     { name = "langsmith" },
-    { name = "numpy" },
     { name = "pydantic" },
     { name = "pyyaml" },
     { name = "requests" },
     { name = "sqlalchemy" },
-    { name = "tenacity" },
 ]
-sdist = { url = "https://files.pythonhosted.org/packages/a2/cf/a064ef27d5f3154491c85783590a25d7ae22340cddedf9bf47496044e4eb/langchain-0.3.19.tar.gz", hash = "sha256:b96f8a445f01d15d522129ffe77cc89c8468dbd65830d153a676de8f6b899e7b", size = 10224228 }
+sdist = { url = "https://files.pythonhosted.org/packages/2a/b0/5121cdd19cf99e684043f4eae528c893f56bd25e7711d4de89f27832a5f3/langchain-0.3.20.tar.gz", hash = "sha256:edcc3241703e1f6557ef5a5c35cd56f9ccc25ff12e38b4829c66d94971737a93", size = 10225276 }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/18/7d/0f4cc3317634195381f87c5d90268f29b9a31fda62aa7a7f36a1c27b06f3/langchain-0.3.19-py3-none-any.whl", hash = "sha256:1e16d97db9106640b7de4c69f8f5ed22eeda56b45b9241279e83f111640eff16", size = 1010630 },
+    { url = "https://files.pythonhosted.org/packages/b5/d4/afe8174838bdd3baba5d6a19e9f3af4c54c5db1ab4d66ef0b650c6157919/langchain-0.3.20-py3-none-any.whl", hash = "sha256:273287f8e61ffdf7e811cf8799e6a71e9381325b8625fd6618900faba79cfdd0", size = 1011577 },
 ]
 
 [[package]]
 name = "langchain-community"
-version = "0.3.18"
+version = "0.3.19"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
     { name = "aiohttp" },
@@ -1705,14 +1742,14 @@ dependencies = [
     { name = "sqlalchemy" },
     { name = "tenacity" },
 ]
-sdist = { url = "https://files.pythonhosted.org/packages/93/5f/0d81b0299bb8dc797dfc42ed19e7410bfab799eb25107dda5cdf5f703515/langchain_community-0.3.18.tar.gz", hash = "sha256:fa2889a8f0b2d22b5c306fd1b070c0970e1f11b604bf55fad2f4a1d0bf68a077", size = 33216713 }
+sdist = { url = "https://files.pythonhosted.org/packages/51/0a/bb9e4dde29003ac7fed35137e045e176b5e5fdd81c893c7cfc14dc5f8f4c/langchain_community-0.3.19.tar.gz", hash = "sha256:fc100b6d4d6523566a957cdc306b0500e4982d5b221b98f67432da18ba5b2bf5", size = 33217868 }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/f7/95/8e0c46842040e58fc252d82bcddc7d02e1e874aad98fdf729d25978c09ae/langchain_community-0.3.18-py3-none-any.whl", hash = "sha256:0d4a70144a1750045c4f726f9a43379ed2484178f76e4b8295bcef3a7fdf41d5", size = 2520606 },
+    { url = "https://files.pythonhosted.org/packages/2b/a3/6718deba2c30db991c6b000d23fa062441daa576eb1e520cb2edc2729e2f/langchain_community-0.3.19-py3-none-any.whl", hash = "sha256:268ce7b322c0d1961d7bab1a9419d6ff30c99ad09487dca48d47389b69875b16", size = 2523554 },
 ]
 
 [[package]]
 name = "langchain-core"
-version = "0.3.40"
+version = "0.3.41"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
     { name = "jsonpatch" },
@@ -1723,9 +1760,9 @@ dependencies = [
     { name = "tenacity" },
     { name = "typing-extensions" },
 ]
-sdist = { url = "https://files.pythonhosted.org/packages/4f/6b/7c3f5fa60639b885d8dbc932c37f0b0584ac5151ac6bdcd00b67b591e5e9/langchain_core-0.3.40.tar.gz", hash = "sha256:893a238b38491967c804662c1ec7c3e6ebaf223d1125331249c3cf3862ff2746", size = 528341 }
+sdist = { url = "https://files.pythonhosted.org/packages/2b/0a/aa5167a1a46094024b8fe50917e37f1df5bcd0034adb25452e121dae60e6/langchain_core-0.3.41.tar.gz", hash = "sha256:d3ee9f3616ebbe7943470ade23d4a04e1729b1512c0ec55a4a07bd2ac64dedb4", size = 528826 }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/b7/01/b52e43f63261b5aae016cbe170bb5d8e8899770530075d11c1e45a07b97b/langchain_core-0.3.40-py3-none-any.whl", hash = "sha256:9f31358741f10a13db8531e8288b8a5ae91904018c5c2e6f739d6645a98fca03", size = 414346 },
+    { url = "https://files.pythonhosted.org/packages/bc/a6/551de93e02b1ef4ec031f6e1c0ff31a70790096c1e7066168a7693e4efe5/langchain_core-0.3.41-py3-none-any.whl", hash = "sha256:1a27cca5333bae7597de4004fb634b5f3e71667a3da6493b94ce83bcf15a23bd", size = 415149 },
 ]
 
 [[package]]
@@ -1782,7 +1819,7 @@ wheels = [
 
 [[package]]
 name = "langgraph"
-version = "0.3.2"
+version = "0.3.5"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
     { name = "langchain-core" },
@@ -1790,9 +1827,9 @@ dependencies = [
     { name = "langgraph-prebuilt" },
     { name = "langgraph-sdk" },
 ]
-sdist = { url = "https://files.pythonhosted.org/packages/82/21/83cc5f941da39ba31b8ff07e5e55b3112839f0bf332d52e6b405ad365ae5/langgraph-0.3.2.tar.gz", hash = "sha256:4712c11a9355e5d15126e15a166807a1d6275d72cf74fd2303609ffc2505e7a8", size = 113460 }
+sdist = { url = "https://files.pythonhosted.org/packages/4e/fa/b1ecc95a2464bc7dbe5e67fbd21096013829119899c33236090b98c75508/langgraph-0.3.5.tar.gz", hash = "sha256:7c0d8e61aa02578b41036c9f7a599ccba2562d269f66ef76bacbba47a99a7eca", size = 114020 }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/33/1c/c50719e89442094bace035e632da7be161e5389974f2b805b75fef7aab8f/langgraph-0.3.2-py3-none-any.whl", hash = "sha256:1e17f85e225bf4fc5f0f70bce89d8bc5d1536b7993e39e2e47baa1b1a17a439c", size = 130875 },
+    { url = "https://files.pythonhosted.org/packages/a4/5f/1e1d9173b5c41eff54f88d9f4ee82c38eb4928120ab6a21a68a78d1c499e/langgraph-0.3.5-py3-none-any.whl", hash = "sha256:be313ec300633c857873ea3e44aece4dd7d0b11f131d385108b359d377a85bf7", size = 131527 },
 ]
 
 [[package]]
@@ -1810,15 +1847,15 @@ wheels = [
 
 [[package]]
 name = "langgraph-prebuilt"
-version = "0.1.1"
+version = "0.1.2"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
     { name = "langchain-core" },
     { name = "langgraph-checkpoint" },
 ]
-sdist = { url = "https://files.pythonhosted.org/packages/22/15/848593ccace12e4f8b80cc0b159b0ba1da17605e1eecbda5f37d891748a3/langgraph_prebuilt-0.1.1.tar.gz", hash = "sha256:420a748ff93842f2b1a345a0c1ca3939d2bc7a2d46c20e9a9a0d8f148152cc47", size = 23257 }
+sdist = { url = "https://files.pythonhosted.org/packages/99/68/e1e692dbaeb4e9159b60a585fbfc26fbf073b3bb061caa2ff3153f85121a/langgraph_prebuilt-0.1.2.tar.gz", hash = "sha256:cfa7e54006d45e8f3d034ee88fa1d457c381bf6a2a0de0e64c5d3a776659e6d0", size = 23310 }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/3c/62/a424fdb892f578fa88b2ff4df0bfdebdc8b89501dacb8ca3b480305cbfef/langgraph_prebuilt-0.1.1-py3-none-any.whl", hash = "sha256:148a9558a36ec7e83cc6512f3521425c862b0463251ae0242ade52a448c54e78", size = 24622 },
+    { url = "https://files.pythonhosted.org/packages/73/2c/2fd70d557b7343f766f79dc8184b391f3417fc85b34dd04439cdd12dc2e1/langgraph_prebuilt-0.1.2-py3-none-any.whl", hash = "sha256:32028c4c4370576748e6c2e075cab1e13b5e3f2c196a390d71cacfb455212311", size = 24684 },
 ]
 
 [[package]]
@@ -1877,6 +1914,37 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/0c/29/0348de65b8cc732daa3e33e67806420b2ae89bdce2b04af740289c5c6c8c/loguru-0.7.3-py3-none-any.whl", hash = "sha256:31a33c10c8e1e10422bfd431aeb5d351c7cf7fa671e3c4df004162264b28220c", size = 61595 },
 ]
 
+[[package]]
+name = "lxml"
+version = "5.3.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/ef/f6/c15ca8e5646e937c148e147244817672cf920b56ac0bf2cc1512ae674be8/lxml-5.3.1.tar.gz", hash = "sha256:106b7b5d2977b339f1e97efe2778e2ab20e99994cbb0ec5e55771ed0795920c8", size = 3678591 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/80/4b/73426192004a643c11a644ed2346dbe72da164c8e775ea2e70f60e63e516/lxml-5.3.1-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:a4058f16cee694577f7e4dd410263cd0ef75644b43802a689c2b3c2a7e69453b", size = 8142766 },
+    { url = "https://files.pythonhosted.org/packages/30/c2/3b28f642b43fdf9580d936e8fdd3ec43c01a97ecfe17fd67f76ce9099752/lxml-5.3.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:364de8f57d6eda0c16dcfb999af902da31396949efa0e583e12675d09709881b", size = 4422744 },
+    { url = "https://files.pythonhosted.org/packages/1f/a5/45279e464174b99d72d25bc018b097f9211c0925a174ca582a415609f036/lxml-5.3.1-cp310-cp310-manylinux_2_12_i686.manylinux2010_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:528f3a0498a8edc69af0559bdcf8a9f5a8bf7c00051a6ef3141fdcf27017bbf5", size = 5229609 },
+    { url = "https://files.pythonhosted.org/packages/f0/e7/10cd8b9e27ffb6b3465b76604725b67b7c70d4e399750ff88de1b38ab9eb/lxml-5.3.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:db4743e30d6f5f92b6d2b7c86b3ad250e0bad8dee4b7ad8a0c44bfb276af89a3", size = 4943509 },
+    { url = "https://files.pythonhosted.org/packages/ce/54/2d6f634924920b17122445136345d44c6d69178c9c49e161aa8f206739d6/lxml-5.3.1-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:17b5d7f8acf809465086d498d62a981fa6a56d2718135bb0e4aa48c502055f5c", size = 5561495 },
+    { url = "https://files.pythonhosted.org/packages/a2/fe/7f5ae8fd1f357fcb21b0d4e20416fae870d654380b6487adbcaaf0df9b31/lxml-5.3.1-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:928e75a7200a4c09e6efc7482a1337919cc61fe1ba289f297827a5b76d8969c2", size = 4998970 },
+    { url = "https://files.pythonhosted.org/packages/af/70/22fecb6f2ca8dc77d14ab6be3cef767ff8340040bc95dca384b5b1cb333a/lxml-5.3.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5a997b784a639e05b9d4053ef3b20c7e447ea80814a762f25b8ed5a89d261eac", size = 5114205 },
+    { url = "https://files.pythonhosted.org/packages/63/91/21619cc14f7fd1de3f1bdf86cc8106edacf4d685b540d658d84247a3a32a/lxml-5.3.1-cp310-cp310-manylinux_2_28_aarch64.whl", hash = "sha256:7b82e67c5feb682dbb559c3e6b78355f234943053af61606af126df2183b9ef9", size = 4940823 },
+    { url = "https://files.pythonhosted.org/packages/50/0f/27183248fa3cdd2040047ceccd320ff1ed1344167f38a4ac26aed092268b/lxml-5.3.1-cp310-cp310-manylinux_2_28_ppc64le.whl", hash = "sha256:f1de541a9893cf8a1b1db9bf0bf670a2decab42e3e82233d36a74eda7822b4c9", size = 5585725 },
+    { url = "https://files.pythonhosted.org/packages/c6/8d/9b7388d5b23ed2f239a992a478cbd0ce313aaa2d008dd73c4042b190b6a9/lxml-5.3.1-cp310-cp310-manylinux_2_28_s390x.whl", hash = "sha256:de1fc314c3ad6bc2f6bd5b5a5b9357b8c6896333d27fdbb7049aea8bd5af2d79", size = 5082641 },
+    { url = "https://files.pythonhosted.org/packages/65/8e/590e20833220eac55b6abcde71d3ae629d38ac1c3543bcc2bfe1f3c2f5d1/lxml-5.3.1-cp310-cp310-manylinux_2_28_x86_64.whl", hash = "sha256:7c0536bd9178f754b277a3e53f90f9c9454a3bd108b1531ffff720e082d824f2", size = 5161219 },
+    { url = "https://files.pythonhosted.org/packages/4e/77/cabdf5569fd0415a88ebd1d62d7f2814e71422439b8564aaa03e7eefc069/lxml-5.3.1-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:68018c4c67d7e89951a91fbd371e2e34cd8cfc71f0bb43b5332db38497025d51", size = 5019293 },
+    { url = "https://files.pythonhosted.org/packages/49/bd/f0b6d50ea7b8b54aaa5df4410cb1d5ae6ffa016b8e0503cae08b86c24674/lxml-5.3.1-cp310-cp310-musllinux_1_2_ppc64le.whl", hash = "sha256:aa826340a609d0c954ba52fd831f0fba2a4165659ab0ee1a15e4aac21f302406", size = 5651232 },
+    { url = "https://files.pythonhosted.org/packages/fa/69/1793d00a4e3da7f27349edb5a6f3da947ed921263cd9a243fab11c6cbc07/lxml-5.3.1-cp310-cp310-musllinux_1_2_s390x.whl", hash = "sha256:796520afa499732191e39fc95b56a3b07f95256f2d22b1c26e217fb69a9db5b5", size = 5489527 },
+    { url = "https://files.pythonhosted.org/packages/d3/c9/e2449129b6cb2054c898df8d850ea4dadd75b4c33695a6c4b0f35082f1e7/lxml-5.3.1-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:3effe081b3135237da6e4c4530ff2a868d3f80be0bda027e118a5971285d42d0", size = 5227050 },
+    { url = "https://files.pythonhosted.org/packages/ed/63/e5da540eba6ab9a0d4188eeaa5c85767b77cafa8efeb70da0593d6cd3b81/lxml-5.3.1-cp310-cp310-win32.whl", hash = "sha256:a22f66270bd6d0804b02cd49dae2b33d4341015545d17f8426f2c4e22f557a23", size = 3475345 },
+    { url = "https://files.pythonhosted.org/packages/08/71/853a3ad812cd24c35b7776977cb0ae40c2b64ff79ad6d6c36c987daffc49/lxml-5.3.1-cp310-cp310-win_amd64.whl", hash = "sha256:0bcfadea3cdc68e678d2b20cb16a16716887dd00a881e16f7d806c2138b8ff0c", size = 3805093 },
+    { url = "https://files.pythonhosted.org/packages/d2/b4/89a68d05f267f05cc1b8b2f289a8242955705b1b0a9d246198227817ee46/lxml-5.3.1-pp310-pypy310_pp73-macosx_10_15_x86_64.whl", hash = "sha256:afa578b6524ff85fb365f454cf61683771d0170470c48ad9d170c48075f86725", size = 3936118 },
+    { url = "https://files.pythonhosted.org/packages/7f/0d/c034a541e7a1153527d7880c62493a74f2277f38e64de2480cadd0d4cf96/lxml-5.3.1-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:67f5e80adf0aafc7b5454f2c1cb0cde920c9b1f2cbd0485f07cc1d0497c35c5d", size = 4233690 },
+    { url = "https://files.pythonhosted.org/packages/35/5c/38e183c2802f14fbdaa75c3266e11d0ca05c64d78e8cdab2ee84e954a565/lxml-5.3.1-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:2dd0b80ac2d8f13ffc906123a6f20b459cb50a99222d0da492360512f3e50f84", size = 4349569 },
+    { url = "https://files.pythonhosted.org/packages/18/5b/14f93b359b3c29673d5d282bc3a6edb3a629879854a77541841aba37607f/lxml-5.3.1-pp310-pypy310_pp73-manylinux_2_28_aarch64.whl", hash = "sha256:422c179022ecdedbe58b0e242607198580804253da220e9454ffe848daa1cfd2", size = 4236731 },
+    { url = "https://files.pythonhosted.org/packages/f6/08/8471de65f3dee70a3a50e7082fd7409f0ac7a1ace777c13fca4aea1a5759/lxml-5.3.1-pp310-pypy310_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:524ccfded8989a6595dbdda80d779fb977dbc9a7bc458864fc9a0c2fc15dc877", size = 4373119 },
+    { url = "https://files.pythonhosted.org/packages/83/29/00b9b0322a473aee6cda87473401c9abb19506cd650cc69a8aa38277ea74/lxml-5.3.1-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:48fd46bf7155def2e15287c6f2b133a2f78e2d22cdf55647269977b873c65499", size = 3487718 },
+]
+
 [[package]]
 name = "mapclassify"
 version = "2.8.1"
@@ -1915,6 +1983,15 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/cc/94/3d619cc82c30daeacd18a88674f4e6540ebfb7b4b7752ca0552793be80cf/marisa_trie-1.2.1-cp310-cp310-win_amd64.whl", hash = "sha256:5685a14b3099b1422c4f59fa38b0bf4b5342ee6cc38ae57df9666a0b28eeaad3", size = 151891 },
 ]
 
+[[package]]
+name = "markdown"
+version = "3.7"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/54/28/3af612670f82f4c056911fbbbb42760255801b3068c48de792d354ff4472/markdown-3.7.tar.gz", hash = "sha256:2ae2471477cfd02dbbf038d5d9bc226d40def84b4fe2986e49b59b6b472bbed2", size = 357086 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/3f/08/83871f3c50fc983b88547c196d11cf8c3340e37c32d2e9d6152abe2c61f7/Markdown-3.7-py3-none-any.whl", hash = "sha256:7eb6df5690b81a1d7942992c97fad2938e956e79df20cbc6186e9c3a77b1c803", size = 106349 },
+]
+
 [[package]]
 name = "markdown-it-py"
 version = "3.0.0"
@@ -1927,6 +2004,24 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/42/d7/1ec15b46af6af88f19b8e5ffea08fa375d433c998b8a7639e76935c14f1f/markdown_it_py-3.0.0-py3-none-any.whl", hash = "sha256:355216845c60bd96232cd8d8c40e8f9765cc86f46880e43a8fd22dc1a1a8cab1", size = 87528 },
 ]
 
+[[package]]
+name = "markdownlit"
+version = "0.0.7"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "favicon" },
+    { name = "htbuilder" },
+    { name = "lxml" },
+    { name = "markdown" },
+    { name = "pymdown-extensions" },
+    { name = "streamlit" },
+    { name = "streamlit-extras" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/13/ab/c6eca20098fc7464df4f1626c65ca07b76903c5e2e9fa60763037e3554a4/markdownlit-0.0.7.tar.gz", hash = "sha256:553e2db454e2be4567caebef5176c98a40a7e24f7ea9c2fe8a1f05c1d9ea4005", size = 14289 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/5a/95/07e666469473043e16f263592c42e966e8b9a61fcc785ed39f48751adeb0/markdownlit-0.0.7-py3-none-any.whl", hash = "sha256:b58bb539dcb52e0b040ab2fed32f1f3146cbb2746dc3812940d9dd359c378bb6", size = 15266 },
+]
+
 [[package]]
 name = "markupsafe"
 version = "3.0.2"
@@ -2266,18 +2361,24 @@ wheels = [
 
 [[package]]
 name = "numpy"
-version = "1.26.4"
+version = "2.2.3"
 source = { registry = "https://pypi.org/simple" }
-sdist = { url = "https://files.pythonhosted.org/packages/65/6e/09db70a523a96d25e115e71cc56a6f9031e7b8cd166c1ac8438307c14058/numpy-1.26.4.tar.gz", hash = "sha256:2a02aba9ed12e4ac4eb3ea9421c420301a0c6460d9830d74a9df87efa4912010", size = 15786129 }
+sdist = { url = "https://files.pythonhosted.org/packages/fb/90/8956572f5c4ae52201fdec7ba2044b2c882832dcec7d5d0922c9e9acf2de/numpy-2.2.3.tar.gz", hash = "sha256:dbdc15f0c81611925f382dfa97b3bd0bc2c1ce19d4fe50482cb0ddc12ba30020", size = 20262700 }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/a7/94/ace0fdea5241a27d13543ee117cbc65868e82213fb31a8eb7fe9ff23f313/numpy-1.26.4-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:9ff0f4f29c51e2803569d7a51c2304de5554655a60c5d776e35b4a41413830d0", size = 20631468 },
-    { url = "https://files.pythonhosted.org/packages/20/f7/b24208eba89f9d1b58c1668bc6c8c4fd472b20c45573cb767f59d49fb0f6/numpy-1.26.4-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:2e4ee3380d6de9c9ec04745830fd9e2eccb3e6cf790d39d7b98ffd19b0dd754a", size = 13966411 },
-    { url = "https://files.pythonhosted.org/packages/fc/a5/4beee6488160798683eed5bdb7eead455892c3b4e1f78d79d8d3f3b084ac/numpy-1.26.4-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d209d8969599b27ad20994c8e41936ee0964e6da07478d6c35016bc386b66ad4", size = 14219016 },
-    { url = "https://files.pythonhosted.org/packages/4b/d7/ecf66c1cd12dc28b4040b15ab4d17b773b87fa9d29ca16125de01adb36cd/numpy-1.26.4-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ffa75af20b44f8dba823498024771d5ac50620e6915abac414251bd971b4529f", size = 18240889 },
-    { url = "https://files.pythonhosted.org/packages/24/03/6f229fe3187546435c4f6f89f6d26c129d4f5bed40552899fcf1f0bf9e50/numpy-1.26.4-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:62b8e4b1e28009ef2846b4c7852046736bab361f7aeadeb6a5b89ebec3c7055a", size = 13876746 },
-    { url = "https://files.pythonhosted.org/packages/39/fe/39ada9b094f01f5a35486577c848fe274e374bbf8d8f472e1423a0bbd26d/numpy-1.26.4-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:a4abb4f9001ad2858e7ac189089c42178fcce737e4169dc61321660f1a96c7d2", size = 18078620 },
-    { url = "https://files.pythonhosted.org/packages/d5/ef/6ad11d51197aad206a9ad2286dc1aac6a378059e06e8cf22cd08ed4f20dc/numpy-1.26.4-cp310-cp310-win32.whl", hash = "sha256:bfe25acf8b437eb2a8b2d49d443800a5f18508cd811fea3181723922a8a82b07", size = 5972659 },
-    { url = "https://files.pythonhosted.org/packages/19/77/538f202862b9183f54108557bfda67e17603fc560c384559e769321c9d92/numpy-1.26.4-cp310-cp310-win_amd64.whl", hash = "sha256:b97fe8060236edf3662adfc2c633f56a08ae30560c56310562cb4f95500022d5", size = 15808905 },
+    { url = "https://files.pythonhosted.org/packages/5e/e1/1816d5d527fa870b260a1c2c5904d060caad7515637bd54f495a5ce13ccd/numpy-2.2.3-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:cbc6472e01952d3d1b2772b720428f8b90e2deea8344e854df22b0618e9cce71", size = 21232911 },
+    { url = "https://files.pythonhosted.org/packages/29/46/9f25dc19b359f10c0e52b6bac25d3181eb1f4b4d04c9846a32cf5ea52762/numpy-2.2.3-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:cdfe0c22692a30cd830c0755746473ae66c4a8f2e7bd508b35fb3b6a0813d787", size = 14371955 },
+    { url = "https://files.pythonhosted.org/packages/72/d7/de941296e6b09a5c81d3664ad912f1496a0ecdd2f403318e5e35604ff70f/numpy-2.2.3-cp310-cp310-macosx_14_0_arm64.whl", hash = "sha256:e37242f5324ffd9f7ba5acf96d774f9276aa62a966c0bad8dae692deebec7716", size = 5410476 },
+    { url = "https://files.pythonhosted.org/packages/36/ce/55f685995110f8a268fdca0f198c9a84fa87b39512830965cc1087af6391/numpy-2.2.3-cp310-cp310-macosx_14_0_x86_64.whl", hash = "sha256:95172a21038c9b423e68be78fd0be6e1b97674cde269b76fe269a5dfa6fadf0b", size = 6945730 },
+    { url = "https://files.pythonhosted.org/packages/4f/84/abdb9f6e22576d89c259401c3234d4755b322539491bbcffadc8bcb120d3/numpy-2.2.3-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d5b47c440210c5d1d67e1cf434124e0b5c395eee1f5806fdd89b553ed1acd0a3", size = 14350752 },
+    { url = "https://files.pythonhosted.org/packages/e9/88/3870cfa9bef4dffb3a326507f430e6007eeac258ebeef6b76fc542aef66d/numpy-2.2.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0391ea3622f5c51a2e29708877d56e3d276827ac5447d7f45e9bc4ade8923c52", size = 16399386 },
+    { url = "https://files.pythonhosted.org/packages/02/10/3f629682dd0b457525c131945329c4e81e2dadeb11256e6ce4c9a1a6fb41/numpy-2.2.3-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:f6b3dfc7661f8842babd8ea07e9897fe3d9b69a1d7e5fbb743e4160f9387833b", size = 15561826 },
+    { url = "https://files.pythonhosted.org/packages/da/18/fd35673ba9751eba449d4ce5d24d94e3b612cdbfba79348da71488c0b7ac/numpy-2.2.3-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:1ad78ce7f18ce4e7df1b2ea4019b5817a2f6a8a16e34ff2775f646adce0a5027", size = 18188593 },
+    { url = "https://files.pythonhosted.org/packages/ce/4c/c0f897b580ea59484b4cc96a441fea50333b26675a60a1421bc912268b5f/numpy-2.2.3-cp310-cp310-win32.whl", hash = "sha256:5ebeb7ef54a7be11044c33a17b2624abe4307a75893c001a4800857956b41094", size = 6590421 },
+    { url = "https://files.pythonhosted.org/packages/e5/5b/aaabbfc7060c5c8f0124c5deb5e114a3b413a548bbc64e372c5b5db36165/numpy-2.2.3-cp310-cp310-win_amd64.whl", hash = "sha256:596140185c7fa113563c67c2e894eabe0daea18cf8e33851738c19f70ce86aeb", size = 12925667 },
+    { url = "https://files.pythonhosted.org/packages/0a/b5/a7839f5478be8f859cb880f13d90fcfe4b0ec7a9ebaff2bcc30d96760596/numpy-2.2.3-pp310-pypy310_pp73-macosx_10_15_x86_64.whl", hash = "sha256:3c2ec8a0f51d60f1e9c0c5ab116b7fc104b165ada3f6c58abf881cb2eb16044d", size = 21064244 },
+    { url = "https://files.pythonhosted.org/packages/29/e8/5da32ffcaa7a72f7ecd82f90c062140a061eb823cb88e90279424e515cf4/numpy-2.2.3-pp310-pypy310_pp73-macosx_14_0_x86_64.whl", hash = "sha256:ed2cf9ed4e8ebc3b754d398cba12f24359f018b416c380f577bbae112ca52fc9", size = 6809418 },
+    { url = "https://files.pythonhosted.org/packages/a8/a9/68aa7076c7656a7308a0f73d0a2ced8c03f282c9fd98fa7ce21c12634087/numpy-2.2.3-pp310-pypy310_pp73-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:39261798d208c3095ae4f7bc8eaeb3481ea8c6e03dc48028057d3cbdbdb8937e", size = 16215461 },
+    { url = "https://files.pythonhosted.org/packages/17/7f/d322a4125405920401450118dbdc52e0384026bd669939484670ce8b2ab9/numpy-2.2.3-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:783145835458e60fa97afac25d511d00a1eca94d4a8f3ace9fe2043003c678e4", size = 12839607 },
 ]
 
 [[package]]
@@ -2311,7 +2412,7 @@ wheels = [
 
 [[package]]
 name = "openai"
-version = "1.65.2"
+version = "1.65.4"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
     { name = "anyio" },
@@ -2323,9 +2424,9 @@ dependencies = [
     { name = "tqdm" },
     { name = "typing-extensions" },
 ]
-sdist = { url = "https://files.pythonhosted.org/packages/f6/03/0bbf201a7e44920d892db0445874c8111be4255cb9495379df18d6d36ea1/openai-1.65.2.tar.gz", hash = "sha256:729623efc3fd91c956f35dd387fa5c718edd528c4bed9f00b40ef290200fb2ce", size = 359185 }
+sdist = { url = "https://files.pythonhosted.org/packages/fa/8d/1f7aace801afbbe4d6b8c7fa89b76eb9a3a8eeff38b84d4005d47b226b30/openai-1.65.4.tar.gz", hash = "sha256:0b08c58625d556f5c6654701af1023689c173eb0989ce8f73c7fd0eb22203c76", size = 359365 }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/2c/3b/722ed868cb56f70264190ed479b38b3e46d14daa267d559a3fe3bd9061cf/openai-1.65.2-py3-none-any.whl", hash = "sha256:27d9fe8de876e31394c2553c4e6226378b6ed85e480f586ccfe25b7193fb1750", size = 473206 },
+    { url = "https://files.pythonhosted.org/packages/ba/db/7bab832be24631a793492c1c61ecbf029018b99696f435db3b63d690bf1c/openai-1.65.4-py3-none-any.whl", hash = "sha256:15566d46574b94eae3d18efc2f9a4ebd1366d1d44bfc1bdafeea7a5cf8271bcb", size = 473523 },
 ]
 
 [[package]]
@@ -2639,6 +2740,7 @@ dependencies = [
     { name = "presidio-analyzer" },
     { name = "presidio-anonymizer" },
     { name = "py7zr" },
+    { name = "pypandoc" },
     { name = "pypdf" },
     { name = "pypdf2" },
     { name = "pyqt6" },
@@ -2647,6 +2749,7 @@ dependencies = [
     { name = "spacytextblob" },
     { name = "streamlit" },
     { name = "streamlit-authenticator" },
+    { name = "streamlit-extras" },
     { name = "tabulate" },
     { name = "transformers" },
 ]
@@ -2682,6 +2785,7 @@ requires-dist = [
     { name = "presidio-analyzer", specifier = ">=2.2.355" },
     { name = "presidio-anonymizer", specifier = ">=2.2.355" },
     { name = "py7zr", specifier = ">=0.22.0" },
+    { name = "pypandoc", specifier = ">=1.15" },
     { name = "pypdf", specifier = ">=5.1.0" },
     { name = "pypdf2", specifier = ">=3.0.1" },
     { name = "pyqt6", specifier = ">=6.7.1" },
@@ -2690,6 +2794,7 @@ requires-dist = [
     { name = "spacytextblob", specifier = ">=4.0.0" },
     { name = "streamlit", specifier = ">=1.41.1" },
     { name = "streamlit-authenticator", specifier = ">=0.4.1" },
+    { name = "streamlit-extras", specifier = ">=0.5.5" },
     { name = "tabulate", specifier = ">=0.9.0" },
     { name = "transformers", specifier = ">=4.44.2" },
 ]
@@ -2710,6 +2815,19 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/3c/a6/bc1012356d8ece4d66dd75c4b9fc6c1f6650ddd5991e421177d9f8f671be/platformdirs-4.3.6-py3-none-any.whl", hash = "sha256:73e575e1408ab8103900836b97580d5307456908a03e92031bab39e4554cc3fb", size = 18439 },
 ]
 
+[[package]]
+name = "plotly"
+version = "6.0.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "narwhals" },
+    { name = "packaging" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/9c/80/761c14012d6daf18e12b6d1e4f6b218e999bcceb694d7a9b180154f9e4db/plotly-6.0.0.tar.gz", hash = "sha256:c4aad38b8c3d65e4a5e7dd308b084143b9025c2cc9d5317fc1f1d30958db87d3", size = 8111782 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/0e/77/a946f38b57fb88e736c71fbdd737a1aebd27b532bda0779c137f357cf5fc/plotly-6.0.0-py3-none-any.whl", hash = "sha256:f708871c3a9349a68791ff943a5781b1ec04de7769ea69068adcd9202e57653a", size = 14805949 },
+]
+
 [[package]]
 name = "polars"
 version = "1.24.0"
@@ -2726,7 +2844,7 @@ wheels = [
 
 [[package]]
 name = "posthog"
-version = "3.18.0"
+version = "3.18.1"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
     { name = "backoff" },
@@ -2736,9 +2854,9 @@ dependencies = [
     { name = "requests" },
     { name = "six" },
 ]
-sdist = { url = "https://files.pythonhosted.org/packages/02/ca/63096072dc13701a1c8172ec1f7f5f9c7394972df5292262223955fc8c44/posthog-3.18.0.tar.gz", hash = "sha256:8882fe1ee6763bafab0d82a506f52d752a8031c90eea17b4db4331fb33cf1092", size = 65466 }
+sdist = { url = "https://files.pythonhosted.org/packages/a5/1c/aa6bb26491108e9e350cd7af4d4b0a54d48c755cc76b2c2d90ef2916b8b3/posthog-3.18.1.tar.gz", hash = "sha256:ce115b8422f26c57cd4143499115b741f5683c93d0b5b87bab391579aaef084b", size = 65573 }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/fa/ed/3ab148bfbad390777bdf7a724ba9d072a035ef6a2c643d73c671e9f7cdb9/posthog-3.18.0-py2.py3-none-any.whl", hash = "sha256:88f93cc670158ea7a569629d4def77c3b714489a52b0a818b8dd6103669c652d", size = 76648 },
+    { url = "https://files.pythonhosted.org/packages/04/c2/407c8cf3edf4fe33b82de3fee11178d083ee0b6e3eb28ff8072caaa85907/posthog-3.18.1-py2.py3-none-any.whl", hash = "sha256:6865104b7cf3a5b13949e2bc2aab9b37b5fbf5f9e045fa55b9eabe21b3850200", size = 76762 },
 ]
 
 [[package]]
@@ -3095,6 +3213,19 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/61/ad/689f02752eeec26aed679477e80e632ef1b682313be70793d798c1d5fc8f/PyJWT-2.10.1-py3-none-any.whl", hash = "sha256:dcdd193e30abefd5debf142f9adfcdd2b58004e644f25406ffaebd50bd98dacb", size = 22997 },
 ]
 
+[[package]]
+name = "pymdown-extensions"
+version = "10.14.3"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "markdown" },
+    { name = "pyyaml" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/7c/44/e6de2fdc880ad0ec7547ca2e087212be815efbc9a425a8d5ba9ede602cbb/pymdown_extensions-10.14.3.tar.gz", hash = "sha256:41e576ce3f5d650be59e900e4ceff231e0aed2a88cf30acaee41e02f063a061b", size = 846846 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/eb/f5/b9e2a42aa8f9e34d52d66de87941ecd236570c7ed2e87775ed23bbe4e224/pymdown_extensions-10.14.3-py3-none-any.whl", hash = "sha256:05e0bee73d64b9c71a4ae17c72abc2f700e8bc8403755a00580b49a4e9f189e9", size = 264467 },
+]
+
 [[package]]
 name = "pyogrio"
 version = "0.10.0"
@@ -3114,6 +3245,15 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/75/ca/b31083da2e6c4b598b6609a98c655977189fe8982c36d98ea4789a938045/pyogrio-0.10.0-cp310-cp310-win_amd64.whl", hash = "sha256:eac90b2501656892c63bc500c12e71f3dbf7d66ddc5a7fb05cd480d25d1b7022", size = 16171065 },
 ]
 
+[[package]]
+name = "pypandoc"
+version = "1.15"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/e1/88/26e650d053df5f3874aa3c05901a14166ce3271f58bfe114fd776987efbd/pypandoc-1.15.tar.gz", hash = "sha256:ea25beebe712ae41d63f7410c08741a3cab0e420f6703f95bc9b3a749192ce13", size = 32940 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/61/06/0763e0ccc81754d3eadb21b2cb86cf21bdedc9b52698c2ad6785db7f0a4e/pypandoc-1.15-py3-none-any.whl", hash = "sha256:4ededcc76c8770f27aaca6dff47724578428eca84212a31479403a9731fc2b16", size = 21321 },
+]
+
 [[package]]
 name = "pyparsing"
 version = "3.2.1"
@@ -3810,6 +3950,30 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/d5/b8/3dfed2db5c7ecf275aaddb775e2ae17c576b09c848873188fce91e410129/srsly-2.5.1-cp310-cp310-win_amd64.whl", hash = "sha256:1a4dddb2edb8f7974c9aa5ec46dc687a75215b3bbdc815ce3fc9ea68fe1e94b5", size = 632267 },
 ]
 
+[[package]]
+name = "st-annotated-text"
+version = "4.0.2"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "htbuilder" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/4d/76/c0f64a56b779bfb5c87437687a9970d12dad37b5aea2541823d0c5010818/st_annotated_text-4.0.2.tar.gz", hash = "sha256:b0134dcf734697cc3dbdb11862c4174071e7fb6f365af55a37c710d357fd88a5", size = 7915 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/d9/70/f29d4359ddfd1a0afa00065e4dac32bd4931f589185f5f0f499db9aee4fe/st_annotated_text-4.0.2-py3-none-any.whl", hash = "sha256:712c45821f020eccafad3a58c10b9d2d51d449f4db999a06308ecf39a753a4df", size = 9084 },
+]
+
+[[package]]
+name = "st-theme"
+version = "1.2.3"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "streamlit" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/31/84/3e2fd95f5acaf6c92a51e7f038f1120235c65bb0b8be9bf43aa9fb4267e5/st-theme-1.2.3.tar.gz", hash = "sha256:ca97aece1a48ded6e83fd742c27cb0851e1bce2100ab4b6c37c7b6e003b65b42", size = 73873 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/30/09/cd7134f1ed5074a7d456640e7ba9a8c8e68a831837b4e7bfd9f29e5700a4/st_theme-1.2.3-py3-none-any.whl", hash = "sha256:0a54d9817dd5f8a6d7b0d071b25ae72eacf536c63a5fb97374923938021b1389", size = 75205 },
+]
+
 [[package]]
 name = "stack-data"
 version = "0.6.3"
@@ -3838,7 +4002,7 @@ wheels = [
 
 [[package]]
 name = "streamlit"
-version = "1.42.2"
+version = "1.43.0"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
     { name = "altair" },
@@ -3854,16 +4018,15 @@ dependencies = [
     { name = "pyarrow" },
     { name = "pydeck" },
     { name = "requests" },
-    { name = "rich" },
     { name = "tenacity" },
     { name = "toml" },
     { name = "tornado" },
     { name = "typing-extensions" },
     { name = "watchdog", marker = "sys_platform != 'darwin'" },
 ]
-sdist = { url = "https://files.pythonhosted.org/packages/08/58/b1875ccb6901cec7a721059bfd9122107d29e0b0ccfdcea9d353af6b5c52/streamlit-1.42.2.tar.gz", hash = "sha256:62026dbdcb482790933f658b096d7dd58fa70da89c1f06fbc3658b91dcd4dab2", size = 9169615 }
+sdist = { url = "https://files.pythonhosted.org/packages/02/05/7b0a78beb4589fa056435fdf2243bc28ba3b320f4bc54b2cbf7680d7848b/streamlit-1.43.0.tar.gz", hash = "sha256:c10c09f9d1251fa7f975dd360572f03cabc82b174f080e323bf7e556103c22e0", size = 9344982 }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/e4/08/c962e38f4450dafb98af49f8988a736dd67ae9cc26a5704c43269f506bc8/streamlit-1.42.2-py2.py3-none-any.whl", hash = "sha256:e2516c7fcd17a11a85cc1999fae58ace0a6458e2b4c1a411ed3d75b1aee2eb93", size = 9559800 },
+    { url = "https://files.pythonhosted.org/packages/e9/37/6ae099cf3029990fb2b35420296e3066c649a9dc5c286fa74643b1d7074f/streamlit-1.43.0-py2.py3-none-any.whl", hash = "sha256:cf94b1e9f1de75e4e383df53745230feaac4ac7a7e1f14a3ea362df134db8510", size = 9734392 },
 ]
 
 [[package]]
@@ -3883,6 +4046,137 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/83/47/837b158e1a5b0d187d20c6be22c46d84d12a8d3e8d7113b67ebb33e221c9/streamlit_authenticator-0.4.2-py3-none-any.whl", hash = "sha256:442acccef6af65e2b0feb15d5e9f68707f204c1d31c60673690d87179c7ca5b2", size = 43197 },
 ]
 
+[[package]]
+name = "streamlit-camera-input-live"
+version = "0.2.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "jinja2" },
+    { name = "streamlit" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/91/e1/770277a024a02916120fb396a2ec9524fba2a00d077f98295e71bbb698e7/streamlit-camera-input-live-0.2.0.tar.gz", hash = "sha256:20ceb952b98410084176fcfeb9148e02ea29033a88d4a923161ac7890cedae0f", size = 5761 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/23/9b/1c0ea2b4cc39ff1be6ad7171ac9455203d08e725a9e101cc3e7311589842/streamlit_camera_input_live-0.2.0-py3-none-any.whl", hash = "sha256:dacb56cdedbb0d6c07e35a66b755b9145b5023e5c855c64193c3d3e73198e9be", size = 6586 },
+]
+
+[[package]]
+name = "streamlit-card"
+version = "1.0.2"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "streamlit" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/67/39/765f93dc09cabb8d4762714bf3a0d25892671450eda2c48e4dbdb2292d6b/streamlit_card-1.0.2.tar.gz", hash = "sha256:8001cd5edd8a6e2db36ee81f37dc645f08f78c21a2ba968403176c68b4f33cb1", size = 672326 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/05/22/1d81bd6b2552c67f50a19501c00c7ee08022eacffb21c6900929359f7ce5/streamlit_card-1.0.2-py3-none-any.whl", hash = "sha256:f5d01ce57d6481eb3ba44e504146f56a7b82907d6700f0c19266ed6381a9c58f", size = 680848 },
+]
+
+[[package]]
+name = "streamlit-embedcode"
+version = "0.1.2"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "streamlit" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/61/ef/9c254c44bb5cb276bb2503b1b7101274cdc9f714206fb73d3ec59bec6085/streamlit-embedcode-0.1.2.tar.gz", hash = "sha256:22a50eb43407bab3d0ed2d4b58e89819da477cd0592ef87edbd373c286712e3a", size = 3567 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/72/0b/5c68315b24d7565a1c51611c94124cafce5463ed869270c762552d74d96b/streamlit_embedcode-0.1.2-py3-none-any.whl", hash = "sha256:b3c9520c1b48f2eef3c702b5a967f64c9a8ff2ea8e74ebb26c0e9195965bb923", size = 3534 },
+]
+
+[[package]]
+name = "streamlit-extras"
+version = "0.5.5"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "entrypoints" },
+    { name = "htbuilder" },
+    { name = "markdownlit" },
+    { name = "plotly" },
+    { name = "prometheus-client" },
+    { name = "protobuf" },
+    { name = "st-annotated-text" },
+    { name = "st-theme" },
+    { name = "streamlit" },
+    { name = "streamlit-camera-input-live" },
+    { name = "streamlit-card" },
+    { name = "streamlit-embedcode" },
+    { name = "streamlit-faker" },
+    { name = "streamlit-image-coordinates" },
+    { name = "streamlit-keyup" },
+    { name = "streamlit-toggle-switch" },
+    { name = "streamlit-vertical-slider" },
+    { name = "validators" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/bc/30/bb0241c7418bbc383958c8b3b20fa995c2f7e219fe3cc7fcbe03e21afef9/streamlit_extras-0.5.5.tar.gz", hash = "sha256:3b86e1bb2a626aff981b894f8e29f411e90adcc428f6460b431453f2cde61cbf", size = 55964 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/4a/cd/e47700a0af889604cf16f47306ddfb642decba0909e9871ecdbc694e076e/streamlit_extras-0.5.5-py3-none-any.whl", hash = "sha256:d9dbe58ca774cf969e3f4b1a7746620ef4faa71514359677484ed12dada012e7", size = 78445 },
+]
+
+[[package]]
+name = "streamlit-faker"
+version = "0.0.3"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "faker" },
+    { name = "matplotlib" },
+    { name = "streamlit" },
+    { name = "streamlit-extras" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/bc/14/8ad7e53d381a6c5da920e590e9a7521d542fbae55eb6ec842aaab58f2ff9/streamlit_faker-0.0.3.tar.gz", hash = "sha256:bff0f053aa514a99313a3699746183b41111891c82d6e9b41b1c69a7d719bf2f", size = 12680 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/b0/2e/d60c0214dc6bf626e37b9f37f7ac3a57c311946ebcc12c1fc0e7bcc4b8d6/streamlit_faker-0.0.3-py3-none-any.whl", hash = "sha256:caf410867b55b4877d8fe73cc987d089e1938f8e63594f1eb579e28015844215", size = 14073 },
+]
+
+[[package]]
+name = "streamlit-image-coordinates"
+version = "0.1.9"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "jinja2" },
+    { name = "streamlit" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/36/4f/270c310ec1b200914200bc8387ce166e50c247ae8e4f9e5072a8b674ba37/streamlit_image_coordinates-0.1.9.tar.gz", hash = "sha256:825e1f49053f1363913014a4e9130a03b9ca01fb5f7bd269b17afe8162d2ba37", size = 6494 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/5e/cf/1dba1380eb3b632f1f86c80533a3fca1376a938517044048122adf816a90/streamlit_image_coordinates-0.1.9-py3-none-any.whl", hash = "sha256:e577d475707ce8a3f7be1825027af6b4d7b609a456f4b25b794756ed2436ab06", size = 7049 },
+]
+
+[[package]]
+name = "streamlit-keyup"
+version = "0.3.0"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "jinja2" },
+    { name = "streamlit" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/88/25/d153babd6d8dff72ee2e56976862ec7fdd7856ec7da2cb6ffd4b3b12f336/streamlit_keyup-0.3.0.tar.gz", hash = "sha256:8595a14892423243669e5d50e982853ffb7eb201b65952a48676133ab9bbc937", size = 7387 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/14/ed/facce225c0d360b9bfa053c827029312e1b255e84d79320bda3539417b50/streamlit_keyup-0.3.0-py3-none-any.whl", hash = "sha256:ec7221617b1c832526db52859196c417578d6b4285942fbd10a0b2ff313899b3", size = 7493 },
+]
+
+[[package]]
+name = "streamlit-toggle-switch"
+version = "1.0.2"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "streamlit" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/12/ce/9b8b93bc87223b0680fb73ea3c877d4f02390da12a6a1a561b90ec438d0d/streamlit_toggle_switch-1.0.2.tar.gz", hash = "sha256:991b103cd3448b0f6507f8051777b996a17b4630956d5b6fa13344175b20e572", size = 627850 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/7c/bc/f3ffd4143379756c494b8cb5faf1fffae48b722fe7b05794068d05bec965/streamlit_toggle_switch-1.0.2-py3-none-any.whl", hash = "sha256:0081212d80d178bda337acf2432425e2016d757f57834b18645d4c5b928d4c0f", size = 635443 },
+]
+
+[[package]]
+name = "streamlit-vertical-slider"
+version = "2.5.5"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "streamlit" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/29/b6/c4596692276174e01899e4da3bdcef101451bc45f1a738aad54a0e60bcfe/streamlit_vertical_slider-2.5.5.tar.gz", hash = "sha256:d6854cf81a606f5c021df2037d2c49036df2d03ce5082a5227a2acca8322ca74", size = 635192 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/4e/3f/f16875fa650cc6f6c1bc19ef9ccae5a1a7f434ec08747181743b48c31830/streamlit_vertical_slider-2.5.5-py3-none-any.whl", hash = "sha256:8182e861444fcd69e05c05e7109a636d459560c249f1addf78b58e525a719cb6", size = 1769408 },
+]
+
 [[package]]
 name = "sympy"
 version = "1.13.3"
@@ -4189,7 +4483,7 @@ wheels = [
 
 [[package]]
 name = "unstructured-client"
-version = "0.30.6"
+version = "0.31.0"
 source = { registry = "https://pypi.org/simple" }
 dependencies = [
     { name = "aiofiles" },
@@ -4203,9 +4497,9 @@ dependencies = [
     { name = "requests-toolbelt" },
     { name = "typing-inspect" },
 ]
-sdist = { url = "https://files.pythonhosted.org/packages/c9/c1/21cf847dd5b525bce5103ada9f60ecb6b3f7f45b4cee02e301a3c5f7a8de/unstructured_client-0.30.6.tar.gz", hash = "sha256:da34e0d3e82724151dd5f87496a84c283c523c135e5d691cfc4a7950b4840dea", size = 75469 }
+sdist = { url = "https://files.pythonhosted.org/packages/6e/ff/0a79ca15acee5633a57f21147b3d3bd06a870937176ee20c8b56723df994/unstructured_client-0.31.0.tar.gz", hash = "sha256:6f8ce2cc47e8c79796a33bfb057ca33f1b47e4c43e95be6bbfeb515f43db5ad9", size = 75809 }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/b7/04/2f70296b47951ca19467132c38ce12125de59dad8c4a340b7266e6e870ba/unstructured_client-0.30.6-py3-none-any.whl", hash = "sha256:61f68e3f3f8088f623d522c8b5d1915dddc5b5ae27a4a710ab87581ae911a7c8", size = 166394 },
+    { url = "https://files.pythonhosted.org/packages/b8/47/e6c45e30d4cb06f4ebe2699cc17ca95e6e0a942550042215d62aabea6cf0/unstructured_client-0.31.0-py3-none-any.whl", hash = "sha256:6ba9f038ca464fc7d9c5b8228252291af14ed56d7aae7f3136950cc9d9639a16", size = 166495 },
 ]
 
 [[package]]
@@ -4265,6 +4559,15 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/26/dd/c7179618e46092a77e036650c1f056041a028a35c4d76945089fcfc38af8/uvloop-0.21.0-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:67dd654b8ca23aed0a8e99010b4c34aca62f4b7fce88f39d452ed7622c94845c", size = 3800523 },
 ]
 
+[[package]]
+name = "validators"
+version = "0.34.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/64/07/91582d69320f6f6daaf2d8072608a4ad8884683d4840e7e4f3a9dbdcc639/validators-0.34.0.tar.gz", hash = "sha256:647fe407b45af9a74d245b943b18e6a816acf4926974278f6dd617778e1e781f", size = 70955 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/6e/78/36828a4d857b25896f9774c875714ba4e9b3bc8a92d2debe3f4df3a83d4f/validators-0.34.0-py3-none-any.whl", hash = "sha256:c804b476e3e6d3786fa07a30073a4ef694e617805eb1946ceee3fe5a9b8b1321", size = 43536 },
+]
+
 [[package]]
 name = "wasabi"
 version = "1.1.3"
@@ -4380,28 +4683,28 @@ wheels = [
 
 [[package]]
 name = "websockets"
-version = "15.0"
-source = { registry = "https://pypi.org/simple" }
-sdist = { url = "https://files.pythonhosted.org/packages/2e/7a/8bc4d15af7ff30f7ba34f9a172063bfcee9f5001d7cef04bee800a658f33/websockets-15.0.tar.gz", hash = "sha256:ca36151289a15b39d8d683fd8b7abbe26fc50be311066c5f8dcf3cb8cee107ab", size = 175574 }
-wheels = [
-    { url = "https://files.pythonhosted.org/packages/3d/f1/b20cc4c1ff84911c791f36fa511a78203836bb4d603f56290de08c067437/websockets-15.0-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:5e6ee18a53dd5743e6155b8ff7e8e477c25b29b440f87f65be8165275c87fef0", size = 174701 },
-    { url = "https://files.pythonhosted.org/packages/f9/e8/4de59ee85ec86052ca574f4e5327ef948e4f77757d3c9c1503f5a0e9c039/websockets-15.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:ee06405ea2e67366a661ed313e14cf2a86e84142a3462852eb96348f7219cee3", size = 172358 },
-    { url = "https://files.pythonhosted.org/packages/2f/ea/b0f95815cdc83d61b1a895858671c6af38a76c23f3ea5d91e2ba11bbedc7/websockets-15.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:8711682a629bbcaf492f5e0af72d378e976ea1d127a2d47584fa1c2c080b436b", size = 172610 },
-    { url = "https://files.pythonhosted.org/packages/09/ed/c5d8f1f296f475c00611a40eff6a952248785efb125f91a0b29575f36ba6/websockets-15.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:94c4a9b01eede952442c088d415861b0cf2053cbd696b863f6d5022d4e4e2453", size = 181579 },
-    { url = "https://files.pythonhosted.org/packages/b7/fc/2444b5ae792d92179f20cec53475bcc25d1d7f00a2be9947de9837ef230a/websockets-15.0-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:45535fead66e873f411c1d3cf0d3e175e66f4dd83c4f59d707d5b3e4c56541c4", size = 180588 },
-    { url = "https://files.pythonhosted.org/packages/ff/b5/0945a31562d351cff26d76a2ae9a4ba4536e698aa059a4262afd793b2a1d/websockets-15.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0e389efe46ccb25a1f93d08c7a74e8123a2517f7b7458f043bd7529d1a63ffeb", size = 180902 },
-    { url = "https://files.pythonhosted.org/packages/b6/7c/e9d844b87754bc83b294cc1c695cbc6c5d42e329b85d2bf2d7bb9554d09c/websockets-15.0-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:67a04754d121ea5ca39ddedc3f77071651fb5b0bc6b973c71c515415b44ed9c5", size = 181282 },
-    { url = "https://files.pythonhosted.org/packages/9e/6c/6a5d3272f494fa2fb4806b896ecb312bd6c72bab632df4ace19946c079dc/websockets-15.0-cp310-cp310-musllinux_1_2_i686.whl", hash = "sha256:bd66b4865c8b853b8cca7379afb692fc7f52cf898786537dfb5e5e2d64f0a47f", size = 180694 },
-    { url = "https://files.pythonhosted.org/packages/b2/32/1fb4b62c2ec2c9844d4ddaa4021d993552c7c493a0acdcec95551679d501/websockets-15.0-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:a4cc73a6ae0a6751b76e69cece9d0311f054da9b22df6a12f2c53111735657c8", size = 180631 },
-    { url = "https://files.pythonhosted.org/packages/e4/9b/5ef1ddb8857ce894217bdd9572ad98c1cef20d8f9f0f43823b782b7ded6b/websockets-15.0-cp310-cp310-win32.whl", hash = "sha256:89da58e4005e153b03fe8b8794330e3f6a9774ee9e1c3bd5bc52eb098c3b0c4f", size = 175664 },
-    { url = "https://files.pythonhosted.org/packages/29/63/c320572ccf813ed2bc3058a0e0291ee95eb258dc5e6b3446ca45dc1af0fd/websockets-15.0-cp310-cp310-win_amd64.whl", hash = "sha256:4ff380aabd7a74a42a760ee76c68826a8f417ceb6ea415bd574a035a111fd133", size = 176109 },
-    { url = "https://files.pythonhosted.org/packages/42/52/359467c7ca12721a04520da9ba9fc29da2cd176c30992f6f81fa881bb3e5/websockets-15.0-pp310-pypy310_pp73-macosx_10_15_x86_64.whl", hash = "sha256:b499caef4bca9cbd0bd23cd3386f5113ee7378094a3cb613a2fa543260fe9506", size = 172384 },
-    { url = "https://files.pythonhosted.org/packages/7c/ff/36fd8a45fac404d8f109e03ca06328f49847d71c0c048414c76bb2db91c4/websockets-15.0-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:17f2854c6bd9ee008c4b270f7010fe2da6c16eac5724a175e75010aacd905b31", size = 172616 },
-    { url = "https://files.pythonhosted.org/packages/b1/a8/65496a87984815e2837835d5ac3c9f81ea82031036877e8f80953c59dbd9/websockets-15.0-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:89f72524033abbfde880ad338fd3c2c16e31ae232323ebdfbc745cbb1b3dcc03", size = 173871 },
-    { url = "https://files.pythonhosted.org/packages/23/89/9441e1e0818d46fe22d78b3e5c8fe2316516211330e138231c90dce5559e/websockets-15.0-pp310-pypy310_pp73-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:1657a9eecb29d7838e3b415458cc494e6d1b194f7ac73a34aa55c6fb6c72d1f3", size = 173477 },
-    { url = "https://files.pythonhosted.org/packages/2f/1b/80460b3ac9795ef7bbaa074c603d64e009dbb2ceb11008416efab0dcc811/websockets-15.0-pp310-pypy310_pp73-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e413352a921f5ad5d66f9e2869b977e88d5103fc528b6deb8423028a2befd842", size = 173425 },
-    { url = "https://files.pythonhosted.org/packages/56/d1/8da7e733ed266f342e8c544c3b8338449de9b860d85d9a0bfd4fe1857d6e/websockets-15.0-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:8561c48b0090993e3b2a54db480cab1d23eb2c5735067213bb90f402806339f5", size = 176160 },
-    { url = "https://files.pythonhosted.org/packages/e8/b2/31eec524b53f01cd8343f10a8e429730c52c1849941d1f530f8253b6d934/websockets-15.0-py3-none-any.whl", hash = "sha256:51ffd53c53c4442415b613497a34ba0aa7b99ac07f1e4a62db5dcd640ae6c3c3", size = 169023 },
+version = "15.0.1"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/21/e6/26d09fab466b7ca9c7737474c52be4f76a40301b08362eb2dbc19dcc16c1/websockets-15.0.1.tar.gz", hash = "sha256:82544de02076bafba038ce055ee6412d68da13ab47f0c60cab827346de828dee", size = 177016 }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/1e/da/6462a9f510c0c49837bbc9345aca92d767a56c1fb2939e1579df1e1cdcf7/websockets-15.0.1-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:d63efaa0cd96cf0c5fe4d581521d9fa87744540d4bc999ae6e08595a1014b45b", size = 175423 },
+    { url = "https://files.pythonhosted.org/packages/1c/9f/9d11c1a4eb046a9e106483b9ff69bce7ac880443f00e5ce64261b47b07e7/websockets-15.0.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:ac60e3b188ec7574cb761b08d50fcedf9d77f1530352db4eef1707fe9dee7205", size = 173080 },
+    { url = "https://files.pythonhosted.org/packages/d5/4f/b462242432d93ea45f297b6179c7333dd0402b855a912a04e7fc61c0d71f/websockets-15.0.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:5756779642579d902eed757b21b0164cd6fe338506a8083eb58af5c372e39d9a", size = 173329 },
+    { url = "https://files.pythonhosted.org/packages/6e/0c/6afa1f4644d7ed50284ac59cc70ef8abd44ccf7d45850d989ea7310538d0/websockets-15.0.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0fdfe3e2a29e4db3659dbd5bbf04560cea53dd9610273917799f1cde46aa725e", size = 182312 },
+    { url = "https://files.pythonhosted.org/packages/dd/d4/ffc8bd1350b229ca7a4db2a3e1c482cf87cea1baccd0ef3e72bc720caeec/websockets-15.0.1-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:4c2529b320eb9e35af0fa3016c187dffb84a3ecc572bcee7c3ce302bfeba52bf", size = 181319 },
+    { url = "https://files.pythonhosted.org/packages/97/3a/5323a6bb94917af13bbb34009fac01e55c51dfde354f63692bf2533ffbc2/websockets-15.0.1-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ac1e5c9054fe23226fb11e05a6e630837f074174c4c2f0fe442996112a6de4fb", size = 181631 },
+    { url = "https://files.pythonhosted.org/packages/a6/cc/1aeb0f7cee59ef065724041bb7ed667b6ab1eeffe5141696cccec2687b66/websockets-15.0.1-cp310-cp310-musllinux_1_2_aarch64.whl", hash = "sha256:5df592cd503496351d6dc14f7cdad49f268d8e618f80dce0cd5a36b93c3fc08d", size = 182016 },
+    { url = "https://files.pythonhosted.org/packages/79/f9/c86f8f7af208e4161a7f7e02774e9d0a81c632ae76db2ff22549e1718a51/websockets-15.0.1-cp310-cp310-musllinux_1_2_i686.whl", hash = "sha256:0a34631031a8f05657e8e90903e656959234f3a04552259458aac0b0f9ae6fd9", size = 181426 },
+    { url = "https://files.pythonhosted.org/packages/c7/b9/828b0bc6753db905b91df6ae477c0b14a141090df64fb17f8a9d7e3516cf/websockets-15.0.1-cp310-cp310-musllinux_1_2_x86_64.whl", hash = "sha256:3d00075aa65772e7ce9e990cab3ff1de702aa09be3940d1dc88d5abf1ab8a09c", size = 181360 },
+    { url = "https://files.pythonhosted.org/packages/89/fb/250f5533ec468ba6327055b7d98b9df056fb1ce623b8b6aaafb30b55d02e/websockets-15.0.1-cp310-cp310-win32.whl", hash = "sha256:1234d4ef35db82f5446dca8e35a7da7964d02c127b095e172e54397fb6a6c256", size = 176388 },
+    { url = "https://files.pythonhosted.org/packages/1c/46/aca7082012768bb98e5608f01658ff3ac8437e563eca41cf068bd5849a5e/websockets-15.0.1-cp310-cp310-win_amd64.whl", hash = "sha256:39c1fec2c11dc8d89bba6b2bf1556af381611a173ac2b511cf7231622058af41", size = 176830 },
+    { url = "https://files.pythonhosted.org/packages/02/9e/d40f779fa16f74d3468357197af8d6ad07e7c5a27ea1ca74ceb38986f77a/websockets-15.0.1-pp310-pypy310_pp73-macosx_10_15_x86_64.whl", hash = "sha256:0c9e74d766f2818bb95f84c25be4dea09841ac0f734d1966f415e4edfc4ef1c3", size = 173109 },
+    { url = "https://files.pythonhosted.org/packages/bc/cd/5b887b8585a593073fd92f7c23ecd3985cd2c3175025a91b0d69b0551372/websockets-15.0.1-pp310-pypy310_pp73-macosx_11_0_arm64.whl", hash = "sha256:1009ee0c7739c08a0cd59de430d6de452a55e42d6b522de7aa15e6f67db0b8e1", size = 173343 },
+    { url = "https://files.pythonhosted.org/packages/fe/ae/d34f7556890341e900a95acf4886833646306269f899d58ad62f588bf410/websockets-15.0.1-pp310-pypy310_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:76d1f20b1c7a2fa82367e04982e708723ba0e7b8d43aa643d3dcd404d74f1475", size = 174599 },
+    { url = "https://files.pythonhosted.org/packages/71/e6/5fd43993a87db364ec60fc1d608273a1a465c0caba69176dd160e197ce42/websockets-15.0.1-pp310-pypy310_pp73-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f29d80eb9a9263b8d109135351caf568cc3f80b9928bccde535c235de55c22d9", size = 174207 },
+    { url = "https://files.pythonhosted.org/packages/2b/fb/c492d6daa5ec067c2988ac80c61359ace5c4c674c532985ac5a123436cec/websockets-15.0.1-pp310-pypy310_pp73-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b359ed09954d7c18bbc1680f380c7301f92c60bf924171629c5db97febb12f04", size = 174155 },
+    { url = "https://files.pythonhosted.org/packages/68/a1/dcb68430b1d00b698ae7a7e0194433bce4f07ded185f0ee5fb21e2a2e91e/websockets-15.0.1-pp310-pypy310_pp73-win_amd64.whl", hash = "sha256:cad21560da69f4ce7658ca2cb83138fb4cf695a2ba3e475e0559e05991aa8122", size = 176884 },
+    { url = "https://files.pythonhosted.org/packages/fa/a8/5b41e0da817d64113292ab1f8247140aac61cbf6cfd085d6a0fa77f4984f/websockets-15.0.1-py3-none-any.whl", hash = "sha256:f7a866fbc1e97b5c617ee4116daaa09b722101d4a3c170c787450ba409f9736f", size = 169743 },
 ]
 
 [[package]]