cjber commited on
Commit
18a7a56
·
1 Parent(s): a6b2bde

limit docs and add quarto template

Browse files
Files changed (1) hide show
  1. planning_ai/main.py +20 -1
planning_ai/main.py CHANGED
@@ -13,7 +13,8 @@ def main():
13
  loader_cls=TextLoader,
14
  recursive=True,
15
  )
16
- docs = [doc for doc in loader.load() if doc.page_content]
 
17
  text_splitter = CharacterTextSplitter.from_tiktoken_encoder(
18
  chunk_size=1000, chunk_overlap=0
19
  )
@@ -36,3 +37,21 @@ def main():
36
 
37
  if __name__ == "__main__":
38
  out = main()
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13
  loader_cls=TextLoader,
14
  recursive=True,
15
  )
16
+ docs = [doc for doc in loader.load()[10:30] if doc.page_content]
17
+ # TEMP: limit docs
18
  text_splitter = CharacterTextSplitter.from_tiktoken_encoder(
19
  chunk_size=1000, chunk_overlap=0
20
  )
 
37
 
38
  if __name__ == "__main__":
39
  out = main()
40
+ quarto_doc = (
41
+ """---
42
+ title: "Semantic Data Catalogue"
43
+ format:
44
+ PrettyPDF-pdf:
45
+ papersize: A4
46
+ execute:
47
+ freeze: auto
48
+ echo: false
49
+ monofont: 'JetBrains Mono'
50
+ monofontoptions:
51
+ - Scale=0.55
52
+ ---\n\n"""
53
+ + out["generate_final_summary"]["final_summary"]
54
+ )
55
+
56
+ with open("./reports/DEMO_REPORT.qmd", "w") as f:
57
+ f.write(quarto_doc)