backup

app.py

@@ -45,7 +45,9 @@ def sync_with_hub():
         shutil.copytree(data_dir, backup_dir)
 
     # Clone/pull latest data from hub
-    repo_url = f"https://huggingface.co/datasets/{DATASET_REPO}"
+    # Use token in the URL for authentication
+    token = os.environ["HF_TOKEN"]
+    repo_url = f"https://{token}@huggingface.co/datasets/{DATASET_REPO}"
     hub_data_dir = Path("hub_data")
 
     if hub_data_dir.exists():
@@ -53,9 +55,12 @@ def sync_with_hub():
         print("Pulling latest changes...")
         repo = git.Repo(hub_data_dir)
         origin = repo.remotes.origin
+        # Set the new URL with token
+        if "https://" in origin.url:
+            origin.set_url(repo_url)
         origin.pull()
     else:
-        # Clone the repo
+        # Clone the repo with token
         print("Cloning repository...")
         git.Repo.clone_from(repo_url, hub_data_dir)