Update 01_🏠_Home.py

01_🏠_Home.py

@@ -27,6 +27,7 @@ DATASET_REPO_URL = "https://huggingface.co/datasets/nickmuchi/fin_tweets"
 
 DATA_FILENAME = "tweets_data.csv"
 DATA_FILE = os.path.join("data", DATA_FILENAME)
+tweet_file = os.path.join("tweets", DATA_FILE)
 
 repo = Repository(
     local_dir="tweets", clone_from=DATASET_REPO_URL
@@ -88,16 +89,13 @@ if refresh_stream or st.session_state.update_but:
 
         df_tweets = process_tweets(df,df_users)
 
+        #appending the new dataframe to csv
+        df_tweets.to_csv(tweet_file, mode='a', header=False, index=False)
+        
         # Get all tweets
         tweet_list = df_tweets['tweet'].tolist()
 
-        # Open file and write to it
-        with open(f'output/tweets_{extract_time}.txt', 'w') as file:
-            for tweet in tweet_list:
-                file.write(tweet + '\n')
-
-        # Close the file
-        file.close()
+        st.session_state['tlist'] = df_tweets
     
         st.session_state['tdf'] = df_tweets