Update app.py

app.py

@@ -13,10 +13,6 @@ def load_reranker():
     return FlagReranker('BAAI/bge-reranker-v2-m3', use_fp16=True)
 
 @st.cache_data
-def load_df(path):
-    df = pd.read_csv(path)
-    return df
-@st.cache_data
 def load_embed(path):
     embeddings_2 = np.load(path)
     return embeddings_2
@@ -24,9 +20,18 @@ def load_embed(path):
 model = load_model()
 reranker = load_reranker()
 
-df = load_df('D:/AI_Builder/BookDataFrame.csv')
 embeddings_2 = load_embed('D:/AI_Builder/BGE_embeddings_2.npy')
 
+data = pd.DataFrame(pd.read_csv('D:/AI_Builder/ActualProject/DataCollection/TESTUNCLEANbookquestions.csv'))
+data2 = pd.DataFrame(pd.read_csv('D:/AI_Builder/ActualProject/DataCollection/TRAINbookquestions.csv'))
+data3 = pd.read_csv("D:/AI_Builder/ActualProject/DataCollection/booksummaries.txt",
+                              header=None,sep="\t",
+                              names=["ID", "Freebase ID", "Book Name", "Book Author", "Pub date", "Genres", "Summary"])
+df = pd.concat([data, data2])
+df = df.merge(data3, on='ID', how='left')
+df = df.rename(columns={'Book Name_x': 'Book Name'})
+df = df[['ID', 'Book Name', 'Book Author', 'Questions', 'Summary']]
+
 st.header(":books: Book Identifier")
 
 k = 10