second commit

app.py

@@ -1,8 +1,8 @@
 import streamlit as st
 
-from knowledge_gpt.components.sidebar import sidebar
+from components.sidebar import sidebar
 
-from knowledge_gpt.ui import (
+from ui import (
     wrap_doc_in_html,
     is_query_valid,
     is_file_valid,
@@ -10,13 +10,13 @@ from knowledge_gpt.ui import (
     display_file_read_error,
 )
 
-from knowledge_gpt.core.caching import bootstrap_caching
+from core.caching import bootstrap_caching
 
-from knowledge_gpt.core.parsing import read_file
-from knowledge_gpt.core.chunking import chunk_file
-from knowledge_gpt.core.embedding import embed_files
-from knowledge_gpt.core.qa import query_folder
-from knowledge_gpt.core.utils import get_llm
+from core.parsing import read_file
+from core.chunking import chunk_file
+from core.embedding import embed_files
+from core.qa import query_folder
+from core.utils import get_llm
 
 
 EMBEDDING = "openai"

components/sidebar.py

@@ -1,6 +1,6 @@
 import streamlit as st
 
-from knowledge_gpt.components.faq import faq
+from components.faq import faq
 from dotenv import load_dotenv
 import os
 

core/caching.py

@@ -1,10 +1,10 @@
 import streamlit as st
 from streamlit.runtime.caching.hashing import HashFuncsDict
 
-import knowledge_gpt.core.parsing as parsing
-import knowledge_gpt.core.chunking as chunking
-import knowledge_gpt.core.embedding as embedding
-from knowledge_gpt.core.parsing import File
+import core.parsing as parsing
+import core.chunking as chunking
+import core.embedding as embedding
+from core.parsing import File
 
 
 def file_hash_func(file: File) -> str:

core/chunking.py

@@ -1,6 +1,6 @@
 from langchain.docstore.document import Document
 from langchain.text_splitter import RecursiveCharacterTextSplitter
-from knowledge_gpt.core.parsing import File
+from core.parsing import File
 
 
 def chunk_file(

core/embedding.py

@@ -1,11 +1,11 @@
 from langchain.vectorstores import VectorStore
-from knowledge_gpt.core.parsing import File
+from core.parsing import File
 from langchain.vectorstores.faiss import FAISS
 from langchain.embeddings import OpenAIEmbeddings
 from langchain.embeddings.base import Embeddings
 from typing import List, Type
 from langchain.docstore.document import Document
-from knowledge_gpt.core.debug import FakeVectorStore, FakeEmbeddings
+from core.debug import FakeVectorStore, FakeEmbeddings
 
 
 class FolderIndex:

core/qa.py

@@ -1,8 +1,8 @@
 from typing import List
 from langchain.chains.qa_with_sources import load_qa_with_sources_chain
-from knowledge_gpt.core.prompts import STUFF_PROMPT
+from core.prompts import STUFF_PROMPT
 from langchain.docstore.document import Document
-from knowledge_gpt.core.embedding import FolderIndex
+from core.embedding import FolderIndex
 from pydantic import BaseModel
 from langchain.chat_models.base import BaseChatModel
 

core/utils.py

@@ -3,7 +3,7 @@ from langchain.chains.combine_documents.stuff import StuffDocumentsChain
 from langchain.docstore.document import Document
 
 from langchain.chat_models import ChatOpenAI
-from knowledge_gpt.core.debug import FakeChatModel
+from core.debug import FakeChatModel
 from langchain.chat_models.base import BaseChatModel
 
 

poetry.toml

@@ -0,0 +1,2 @@
+[virtualenvs]
+in-project = true

pyproject.toml

@@ -0,0 +1,47 @@
+[tool.poetry]
+name = "reportio"
+version = "0.0.5"
+description = "Accurate answers and instant citations for your documents"
+authors = ["Suat ATAN <[email protected]>"]
+license = "MIT"
+readme = "README.md"
+packages = [{include = "knowledge_gpt"}]
+
+[tool.poetry.dependencies]
+python = "^3.9.18"
+streamlit = "^1.24.0"
+langchain = "^0.0.220"
+cohere = "^3.2.1"
+faiss-cpu = "^1.7.3"
+openai = "^0.27.8"
+docx2txt = "^0.8"
+pillow = "^9.4.0"
+tenacity = "^8.2.0"
+tiktoken = "^0.4.0"
+pycryptodome = "^3.18.0"
+pymupdf = "^1.22.5"
+transformers = "^4.33.1"
+python-dotenv = "^0.21.1"
+
+
+[tool.poetry.group.dev.dependencies]
+pytest = "^7.2.1"
+ipykernel = "^6.23.3"
+ipywidgets = "^8.0.6"
+
+
+[tool.poetry.group.lint.dependencies]
+isort = "^5.12.0"
+black = {version = "^23.1a1", allow-prereleases = true}
+flake8 = "^6.0.0"
+
+
+[tool.poetry.group.extras.dependencies]
+ipykernel = "^6.25.1"
+
+[tool.isort]
+profile = "black"
+
+[build-system]
+requires = ["poetry-core"]
+build-backend = "poetry.core.masonry.api"

ui.py

@@ -1,7 +1,7 @@
 from typing import List
 import streamlit as st
 from langchain.docstore.document import Document
-from knowledge_gpt.core.parsing import File
+from core.parsing import File
 import openai
 from streamlit.logger import get_logger
 from typing import NoReturn