update

app.py

@@ -13,6 +13,9 @@ from llama_index.core import Prompt, Settings, VectorStoreIndex
 from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig, TextStreamer
 
 import gradio as gr
+from . import prepare_data
+from prepare_data import *
+from prepare_data import main
 
 
 
@@ -145,7 +148,7 @@ def vistral_chat(cfg, retriever, tokenizer, language_model):
     #     print(20*'---')
 
 
-def main(config_path):
+def main1(config_path):
     # Configure logging
     logging.basicConfig(level=logging.INFO, 
                         format='%(asctime)s - %(name)s - %(levelname)s - %(message)s')
@@ -183,10 +186,11 @@ def main(config_path):
         logger.exception("An error occurred: %s", e)
 
 if __name__ == "__main__":
+    main()
     parser = argparse.ArgumentParser(description='Process some configurations.')
     parser.add_argument('--config', type=str, default='config.yaml', help='Path to the configuration file')
     args = parser.parse_args()
-    main(args.config)
+    main1(args.config)
 
     
 

requirements.txt

@@ -1,12 +1,12 @@
-llama-index==0.10.44
-mammoth==1.7.1
-python-docx==1.1.2
-docx2txt==0.8
-langchain-community==0.2.4
-sentence-transformers==3.0.1
-accelerate==0.31.0
-bitsandbytes==0.43.1
-langchain-huggingface==0.0.3
-jsonargparse==4.29.0
+llama-index
+mammoth
+python-docx
+docx2txt
+langchain-community
+sentence-transformers
+accelerate
+bitsandbytes
+langchain-huggingface
+jsonargparse
 llama-index-embeddings-langchain
 gradio