Update app.py

app.py

@@ -8,9 +8,15 @@ import time
 client = Groq()
 max_size = 1.1 * 1024 * 1024 * 1024  # 1.1GB in bytes
 file_index = 1
-current_file = f'data{file_index}.csv'
+data_directory = 'data'
+current_file = os.path.join(data_directory, f'data{file_index}.csv')
 file_paths = [current_file]
 combined_tokens = 0
+update_interval = 1  # Update interval in seconds
+
+# Ensure the data directory exists
+if not os.path.exists(data_directory):
+    os.makedirs(data_directory)
 
 def get_file_size(filename):
     if os.path.isfile(filename):
@@ -31,7 +37,7 @@ def generate_and_save_data():
                     }
                 ],
                 temperature=1,
-                max_tokens=8000,
+                max_tokens=1024,
                 top_p=1,
                 stream=True,
                 stop=None,
@@ -55,7 +61,7 @@ def generate_and_save_data():
                     }
                 ],
                 temperature=1,
-                max_tokens=1024,
+                max_tokens=8000,
                 top_p=1,
                 stream=True,
                 stop=None,
@@ -82,7 +88,7 @@ def generate_and_save_data():
             # Check the size of the current file
             if get_file_size(current_file) >= max_size:
                 file_index += 1
-                current_file = f'data{file_index}.csv'
+                current_file = os.path.join(data_directory, f'data{file_index}.csv')
                 file_paths.append(current_file)
 
             # Check if the current file exists
@@ -94,6 +100,9 @@ def generate_and_save_data():
             else:
                 data.to_csv(current_file, mode='w', header=True, index=False)
 
+            # Wait for the next update interval
+            time.sleep(update_interval)
+
         except Exception as e:
             print(f"An error occurred: {e}. Retrying in 5 seconds...")
             time.sleep(5)