Update app.py

app.py

@@ -10,8 +10,21 @@ ENTITY_LINKING_PATH = "./linking_df_technical_min.csv"
 
 st.title("Materials use case search app")
 
-"""Loading entity metadata ..."""
-wiki_df = pd.read_csv(WIKIPEDIA_PATH)
+# User Input
+input_text = st.text_input(
+ label="Enter the name of a material i.e steel, sand, plastic, etc and press Enter",
+ value="steel",
+ key="ent",
+)
+
+st.write("preparing data ...")
+
+@st.cache_data(persist="disk")
+def get_wiki_df():
+ wiki_df = pd.read_csv(WIKIPEDIA_PATH)
+ return wiki_df
+
+wiki_df = get_wiki_df()
 
 # filter out technical articles
 exclude_ids = set(wiki_df[(wiki_df.exclude == True) | (wiki_df.technical == False)].page_id.to_list())
@@ -22,14 +35,22 @@ wiki_df = wiki_df.rename(columns={'title_x': 'en_title'})
 
 # load kg df
 
-"""Loading Wikidata relations ..."""
-wikidata_df = pd.read_csv(WIKIDATA_PATH)
+@st.cache_data(persist="disk")
+def get_wikidata_df():
+ wikidata_df = pd.read_csv(WIKIDATA_PATH)
+ return wikidata_df
+
+wikidata_df = get_wikidata_df()
 
 # filter technical wikidata
 wikidata_df = wikidata_df[wikidata_df.apply(lambda x: x.source_skpe in include_skpes and x.target_skpe in include_skpes, axis=1)]
 
-"""Loading Wikipedia inference relations ..."""
-rebel_infer_df = pd.read_csv(REBEL_INFER_PATH)
+@st.cache_data(persist="disk")
+def get_rebel_infer_df():
+ rebel_infer_df = pd.read_csv(REBEL_INFER_PATH)
+ return rebel_infer_df
+
+rebel_infer_df = get_rebel_infer_df()
 
 # filter technical
 rebel_infer_df = rebel_infer_df[rebel_infer_df.apply(lambda x: type(x.source_skpe_id) == str and type(x.target_skpe_id) == str, axis=1)]
@@ -45,16 +66,12 @@ rebel_infer_df = rebel_infer_df[rebel_infer_df.source_skpe != rebel_infer_df.tar
 
 kg_df = pd.concat([wikidata_df, rebel_infer_df])
 
+@st.cache_data(persist="disk")
+def get_entity_linking_df():
+ linking_df = pd.read_csv(ENTITY_LINKING_PATH)
+ return linking_df
 
-"""Loading entity linking dictionary ..."""
-linking_df = pd.read_csv(ENTITY_LINKING_PATH)
-
-# User Input
-input_text = st.text_input(
- label="Enter the name of a material i.e steel, sand, plastic, etc and press Enter",
- value="steel",
- key="ent",
-)
+linking_df = get_entity_linking_df()
 
 # normalise and match
 text_norm = normalize_text(input_text)