Add index

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*json filter=lfs diff=lfs merge=lfs -text

app.py

@@ -15,7 +15,7 @@ import torch
 import logging
 import sys
 import streamlit as st
-
+from llama_index.core import load_index_from_storage
 default_bnb_config = BitsAndBytesConfig(
                                                 load_in_4bit=True,
                                                 bnb_4bit_quant_type='nf4',
@@ -38,9 +38,12 @@ def getVectorIndex(docs):
     Settings.chunk_size = 512
     index_set = {}
 
-    storage_context = StorageContext.from_defaults()
-    cur_index = VectorStoreIndex.from_documents(docs, embed_model = getEmbedModel())
-    storage_context.persist(persist_dir=f"./storage/book_data")
+    storage_context = StorageContext.from_defaults(persist_dir=f"./storage/book_data")
+    cur_index = load_index_from_storage(
+        storage_context,embed_model = getEmbedModel()
+    )
+    #cur_index = VectorStoreIndex.from_documents(docs, embed_model = getEmbedModel(), storage_context=storage_context)
+    #storage_context.persist(persist_dir=f"./storage/book_data")
     return cur_index
 
 
@@ -152,4 +155,4 @@ if st.session_state.messages[-1]["role"] != "assistant":
 
 
 
-    
+    

storage/book_data/default__vector_store.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed53f21f55a2293d37a8c51b7e34e852c533917b21de7edb39b30674725567d
+size 80774110

storage/book_data/docstore.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9526278dd99b2ccc5ae86476bce847a3235ba3f3e33a4816eb696adb777a46
+size 35687127

storage/book_data/graph_store.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0a77744010862225c69da83c585f4f8a42fd551b044ce530dbb1eb6e16742c
+size 18

storage/book_data/image__vector_store.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17ed74c1649a438e518a8dc56a7772913dfe1ea7a7605bce069c63872431455
+size 72

storage/book_data/index_store.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf6bec50dc08206a50a3b13b09d93d1a5e6454814c6c0d16bc210948d340771
+size 743899