add theme selection using agent

planning_ai/chains/fix_chain.py

@@ -3,11 +3,8 @@ from langchain_core.prompts import ChatPromptTemplate
 from planning_ai.chains.map_chain import create_dynamic_map_chain
 from planning_ai.common.utils import Paths
 
-with open(Paths.PROMPTS / "themes.txt", "r") as f:
-    themes_txt = f.read()
-
 with open(Paths.PROMPTS / "fix_hallucination.txt", "r") as f:
-    fix_template = f"{themes_txt}\n\n {f.read()}"
+    fix_template = f.read()
 
 if __name__ == "__main__":
     test_document = """

planning_ai/chains/map_chain.py

@@ -9,11 +9,7 @@ from planning_ai.common.utils import Paths
 from planning_ai.llms.llm import LLM
 from planning_ai.themes import THEMES_AND_POLICIES
 
-# with open(Paths.PROMPTS / "themes.txt", "r") as f:
-#     themes_txt = f.read()
-
 with open(Paths.PROMPTS / "map.txt", "r") as f:
-    # map_template = f"{themes_txt}\n\n {f.read()}"
     map_template = f.read()
 
 

planning_ai/chains/themes_chain.py

@@ -0,0 +1,44 @@
+from enum import Enum
+from typing import Optional
+
+from langchain_core.prompts import ChatPromptTemplate
+from pydantic import BaseModel
+
+from planning_ai.common.utils import Paths
+from planning_ai.llms.llm import LLM
+
+
+class Themes(Enum):
+    climate_change = "Climate Change"
+    biodiversity = "Biodiversity and Green Spaces"
+    wellbeing = "Wellbeing and Social Inclusion"
+    great_places = "Great Places"
+    jobs = "Jobs"
+    homes = "Homes"
+    infrastructure = "Infrastructure"
+
+
+class ThemeSelector(BaseModel):
+    themes: Optional[list[Themes]]
+
+
+with open(Paths.PROMPTS / "themes.txt", "r") as f:
+    themes_template = f.read()
+
+themes_prompt = ChatPromptTemplate.from_messages([("system", themes_template)])
+
+SLLM = LLM.with_structured_output(ThemeSelector, strict=True)
+
+themes_chain = themes_prompt | SLLM
+
+
+if __name__ == "__main__":
+    test_document = """
+    The Local Plan proposes a mass development north-west of Cambridge despite marked growth
+    in the last twenty years or so following the previous New Settlement Study. In this period,
+    the major settlement of Cambourne has been created - now over the projected 3,000 homes and
+    Papworth Everard has grown beyond recognition. This in itself is a matter of concern.
+    """
+
+    result = themes_chain.invoke({"document": test_document})
+    __import__("pprint").pprint(dict(result))