Upload 7 files

2025_Notebooks-HF.zip

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fb237efb29858be8adc22932b1d77fe1b8ae0d6da0b5b0b20fe92dcdeb94ff
+size 21216

Hf-Backup_NoColab.py

@@ -0,0 +1,86 @@
+import os
+import glob
+import time
+from pathlib import Path
+from huggingface_hub import HfApi
+from tqdm import tqdm
+
+def format_size(size):
+    """Formats a file size into a human-readable string."""
+    for unit in ['B', 'KB', 'MB', 'GB']:
+        if size < 1024:
+            return f"{size:.2f} {unit}"
+        size /= 1024
+    return f"{size:.2f} TB"
+
+def find_files(file_location, file_type):
+    """Finds files matching the selected file type in the given directory."""
+    try:
+        files = sorted(
+            glob.glob(os.path.join(file_location, f"*.{file_type}")),
+            key=os.path.getmtime
+        )
+        return files
+    except Exception as e:
+        print(f"❌ Error finding files: {e}")
+        return []
+
+def upload_files(hfuser, hfrepo, file_location, file_type, commit_message, create_pr):
+    """Uploads selected files to the Hugging Face repository."""
+    if not hfuser or not hfrepo:
+        print("❗ Please enter both your Organization/Username and Repository name.")
+        return
+    if not file_location:
+      print("No directory was selected!")
+      return
+    files = find_files(file_location, file_type)
+    if not files:
+      print("📝 No files found matching your criteria. Check your file type and ensure files are in the location specified above.")
+      return
+
+    api = HfApi()
+    repo_id = f"{hfuser}/{hfrepo}"
+    print(f"🎯 Preparing to upload to: huggingface.co/{repo_id}")
+
+    total_files = len(files)
+    print(f"\n🚀 Starting upload of {total_files} file(s)...")
+    # Create a progress bar for the overall upload
+    with tqdm(total=total_files, desc="Total Progress", unit="file") as pbar:
+        for idx, file in enumerate(files, 1):
+            size = os.path.getsize(file)
+            print(f"\n📦 Uploading file {idx}/{total_files}: {file} ({format_size(size)})")
+            try:
+                start_time = time.time()
+                response = api.upload_file(
+                  path_or_fileobj=file,
+                  path_in_repo=os.path.basename(file),
+                  repo_id=repo_id,
+                  repo_type=None,
+                  create_pr=create_pr,
+                  commit_message=commit_message
+                )
+                duration = time.time() - start_time
+                print(f"✅ Upload completed in {duration:.1f} seconds")
+            except Exception as e:
+              print(f"❌ Error uploading {file}: {e}")
+
+            pbar.update(1)
+
+    print("\n✨ All uploads complete!")
+    if create_pr:
+        print("🎉 Check your repository for the new Pull Request!")
+    else:
+      print("🎉 Files uploaded directly to your repository!")
+
+if __name__ == "__main__":
+    print("🌟 Hugging Face File Uploader - Standalone 🌟")
+
+    hfuser = input("Enter your Hugging Face Username/Organization: ")
+    hfrepo = input("Enter your Hugging Face Repository Name: ")
+    file_type = input("Enter the file type to upload (e.g., safetensors, mp3, png): ")
+    file_location = input("Enter the directory to search for files (e.g., /content/drive/MyDrive/MyModels, or /content/my_models): ")
+    commit_message = input("Enter your commit message: ")
+    create_pr_input = input("Create a Pull Request? (yes/no): ").lower()
+    create_pr = create_pr_input == "yes"
+
+    upload_files(hfuser, hfrepo, file_location, file_type, commit_message, create_pr)

HuggingFace_Backup_2024_Colab.ipynb

@@ -0,0 +1,517 @@
+{
+  "nbformat": 4,
+  "nbformat_minor": 0,
+  "metadata": {
+    "colab": {
+      "private_outputs": true,
+      "provenance": [],
+      "collapsed_sections": [
+        "IZ_JYwvBLrg-",
+        "PNF2kdyeO3Dn"
+      ]
+    },
+    "kernelspec": {
+      "name": "python3",
+      "display_name": "Python 3"
+    },
+    "language_info": {
+      "name": "python"
+    }
+  },
+  "cells": [
+    {
+      "cell_type": "markdown",
+      "source": [
+        "# 🌈 HuggingFace Backup - Colab Edition\n",
+        "\n",
+        "Hey there, fellow adventurers in AI! Welcome to our delightfully unique corner of the universe! ✨\n",
+        "\n",
+        "## 💫 What's This All About?\n",
+        "This is our cozy mashup of Nocrypt's notebook and everyday AI tools, but with our own special twist! Think of it as the Colab-flavored version of our Jupyter notebook - because sometimes you need your AI magic on the go!\n",
+        "\n",
+        "### 🎯 Quick Features:\n",
+        "- Fast uploads to HuggingFace (because waiting is overrated!)\n",
+        "- Focus on checkpoints (keeping it simple and sweet)\n",
+        "- Built for Google Colab (our cloud-powered playground)\n",
+        "- All the same magic as our Jupyter version, just with cloud sprinkles! ✨\n",
+        "\n",
+        "## 🔍 Lost & Found\n",
+        "- Repo doing a disappearing act? [Find us on GitHub!](https://github.com/duskfallcrew/HuggingFace_Backup)\n",
+        "- CivitAI friends: Updates drop faster than a cat chasing a laser!\n",
+        "\n",
+        "## ☕ Support the Magic\n",
+        "[![ko-fi](https://ko-fi.com/img/githubbutton_sm.svg)](https://ko-fi.com/Z8Z8L4EO)\n",
+        "\n",
+        "## 🎮 Join Our Adventure!\n",
+        "We're a system of 300+ alters, rocking life with DID, ADHD, Autism, and CPTSD. We believe AI can be a game-changer for mental health and creativity. Come explore with us!\n",
+        "\n",
+        "### 🌟 Find Us Here:\n",
+        "- 🏠 [End Media](https://www.end-media.org/)\n",
+        "- 🎮 [Discord](https://discord.gg/5t2kYxt7An)\n",
+        "- 🤗 [HuggingFace](https://huggingface.co/EarthnDusk)\n",
+        "- 🎵 [YouTube](https://www.youtube.com/channel/UCk7MGP7nrJz5awBSP75xmVw)\n",
+        "- 🎪 [Reddit](https://www.reddit.com/r/earthndusk/)\n",
+        "- 🎨 [DeviantArt](https://www.deviantart.com/diffusionai)\n",
+        "\n",
+        "### 🏴‍☠️ Special Thanks To:\n",
+        "- [Pirate Diffusion](https://www.piratediffusion.com/)\n",
+        "- [Yodayo](https://yodayo.com/)\n",
+        "\n",
+        "## 💝 Credits & Cool People\n",
+        "Huge thanks to our code ancestors:\n",
+        "- EVERYDREAM2 TRAINER\n",
+        "- LINAQRUF\n",
+        "- NOCRYPT [![](https://dcbadge.vercel.app/api/shield/442099748669751297?style=flat)](https://lookup.guru/442099748669751297)\n",
+        "\n",
+        "Want more AI adventures? Check out the original SD Colab:\n",
+        "<a target=\"_blank\" href=\"https://colab.research.google.com/drive/1wEa-tS10h4LlDykd87TF5zzpXIIQoCmq\">\n",
+        "  <img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/>\n",
+        "</a>\n",
+        "\n",
+        "## 🛠️ Need Help?\n",
+        "- Found a bug? Don't panic! Drop by our GitHub or Discord\n",
+        "- Questions? We're here for you!\n",
+        "- Want to help? Pull requests are like hugs - always welcome!\n",
+        "\n",
+        "## 🎯 Recent Updates:\n",
+        "1. 🌟 Enhanced Colab compatibility\n",
+        "2. 🔧 Streamlined file handling\n",
+        "3. 🎨 Made everything prettier (because we can!)\n",
+        "4. 📝 Clearer instructions (no more confusion!)\n",
+        "5. ✨ Added extra sprinkles of magic\n",
+        "\n",
+        "Remember: We're not pro coders, we're creative problem solvers! Sometimes the best solutions come with a side of chaos and a sprinkle of adventure! 🌈✨\n",
+        "\n",
+        "Let's make some AI magic happen! Ready to dive in? 🚀"
+      ],
+      "metadata": {
+        "id": "CxgFI41UGzRu"
+      }
+    },
+    {
+      "cell_type": "markdown",
+      "source": [
+        "# Google Drive Mount\n",
+        "\n"
+      ],
+      "metadata": {
+        "id": "IZ_JYwvBLrg-"
+      }
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "# @title 🚀 Connect Your Google Drive\n",
+        "# @markdown ## Let's Get Your Storage Powers Activated! ✨\n",
+        "\n",
+        "# @markdown ### What's This All About?\n",
+        "# @markdown Hey there, fellow creator! Before we dive into the fun stuff, let's talk storage!\n",
+        "\n",
+        "# @markdown #### 🎯 Your Options:\n",
+        "# @markdown 1. **Google Drive** (Recommended!)\n",
+        "# @markdown    - Perfect for keeping your models safe\n",
+        "# @markdown    - Easy access to all your files\n",
+        "# @markdown    - Everything stays organized\n",
+        "# @markdown\n",
+        "# @markdown 2. **Alternative Routes** (For the adventurous!)\n",
+        "# @markdown    - Terminal wizardry (if you're comfortable with commands)\n",
+        "# @markdown    - Direct uploads to Colab\n",
+        "# @markdown    - Other cloud storage solutions\n",
+        "# @markdown\n",
+        "# @markdown #### 🌟 Pro Tips:\n",
+        "# @markdown - Watch for the popup after clicking \"Connect\"\n",
+        "# @markdown - You'll need to authorize access (don't worry, it's safe!)\n",
+        "# @markdown - Your drive will appear as `/content/drive`\n",
+        "\n",
+        "from google.colab import drive\n",
+        "from google.colab import output\n",
+        "import os\n",
+        "\n",
+        "def mount_drive():\n",
+        "    if not os.path.exists('/content/drive'):\n",
+        "        print(\"🔮 Summoning your Google Drive...\")\n",
+        "        drive.mount('/content/drive')\n",
+        "        print(\"\\n✨ Drive mounted successfully! You're ready to rock!\")\n",
+        "    else:\n",
+        "        print(\"🎉 Your Drive is already connected and ready to go!\")\n",
+        "\n",
+        "# Enable our magical widgets\n",
+        "output.enable_custom_widget_manager()\n",
+        "\n",
+        "# Let's get that drive connected!\n",
+        "mount_drive()\n",
+        "\n",
+        "print(\"\"\"\n",
+        "📚 Quick Navigation Guide:\n",
+        "- Your Drive lives at: /content/drive\n",
+        "- Main workspace: /content/drive/MyDrive\n",
+        "- Look for the folder icon in the left sidebar\n",
+        "\n",
+        "Need to upload files?\n",
+        "1. Find the folder icon on the left\n",
+        "2. Navigate to your drive\n",
+        "3. Drag and drop your files\n",
+        "4. Magic happens! ✨\n",
+        "\n",
+        "Having troubles? No worries! You can:\n",
+        "1. Try reconnecting (run this cell again)\n",
+        "2. Use terminal commands if you're feeling brave\n",
+        "3. Direct upload to Colab (look for the folder icon!)\n",
+        "\n",
+        "Remember: Your creative journey is valid, no matter which path you choose! 🌈\n",
+        "\"\"\")\n"
+      ],
+      "metadata": {
+        "id": "cGrPfIjkH-rQ",
+        "cellView": "form"
+      },
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "markdown",
+      "source": [
+        "# Installation & Requirements\n",
+        "-----------------\n",
+        "\n"
+      ],
+      "metadata": {
+        "id": "J_I_G6_i0rIM"
+      }
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "# @title 🛠️ Installation Wizard\n",
+        "# @markdown ## Let's get your workspace ready for some AI magic! ✨\n",
+        "\n",
+        "# @markdown ### What's in the Box?\n",
+        "# @markdown - Hugging Face Hub (for all your model adventures)\n",
+        "# @markdown - IPython Widgets (for a prettier interface)\n",
+        "# @markdown - Essential file handling tools\n",
+        "\n",
+        "print(\"🔍 Starting the setup process...\")\n",
+        "\n",
+        "def check_and_install(package, install_name=None, verbose=False):\n",
+        "    \"\"\"Checks if a package is installed and installs it if needed.\"\"\"\n",
+        "    import importlib\n",
+        "    if install_name is None:\n",
+        "        install_name = package\n",
+        "    try:\n",
+        "        importlib.import_module(package)\n",
+        "        print(f\"✅ {package} is already installed.\")\n",
+        "    except ImportError:\n",
+        "        print(f\"📦 Installing {package}...\")\n",
+        "        if verbose:\n",
+        "             !pip install {install_name}\n",
+        "        else:\n",
+        "            !pip install -q {install_name}\n",
+        "        print(f\"✨ {package} installed successfully.\")\n",
+        "    except Exception as e:\n",
+        "        print(f\"❌ An error occurred during install of {package}: {e}\")\n",
+        "\n",
+        "# Packages needed for our project\n",
+        "required_packages = {\n",
+        "    'huggingface_hub': '--force-reinstall huggingface_hub', #Reinstalls if exists\n",
+        "    'ipywidgets': 'ipywidgets',\n",
+        "    'glob': 'glob',  # Changed to glob, since glob2 is not essential here\n",
+        "    'tqdm': 'tqdm'   # Install tqdm\n",
+        "}\n",
+        "\n",
+        "# Run installations\n",
+        "for package, install_cmd in required_packages.items():\n",
+        "    check_and_install(package, install_cmd, verbose=True)  #Turn verbose output on\n",
+        "\n",
+        "# Clean up output\n",
+        "from IPython.display import clear_output\n",
+        "clear_output()\n",
+        "\n",
+        "print(\"\"\"\n",
+        "🎉 All set! Here's a summary of what was installed:\n",
+        "\n",
+        "🤗 Hugging Face Hub - Your portal to model magic\n",
+        "🎨 IPython Widgets - To make things pretty\n",
+        "📁 File Handling - Tools to keep things organized\n",
+        "📊 Progress Bars - For better tracking of uploads\n",
+        "\n",
+        "Having issues? Here's a checklist:\n",
+        "1. Try running this cell again\n",
+        "2. Ensure your Colab runtime is not encountering errors\n",
+        "3. If still wonky, drop by our Discord for help!\n",
+        "\n",
+        "Let's make some AI magic! 🚀\n",
+        "\"\"\")"
+      ],
+      "metadata": {
+        "cellView": "form",
+        "id": "Nhi-k9j30ssE"
+      },
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "# @title 🔐 Connect to Hugging Face Hub - Enhanced\n",
+        "# @markdown ## Let's get you logged into your Hugging Face account! ✨\n",
+        "\n",
+        "# @markdown ### Quick Guide:\n",
+        "# @markdown 1. **New User?** Head over to [Hugging Face](https://huggingface.co/) and create a free account.\n",
+        "# @markdown 2. **Get Your Token:** Visit your [tokens page](https://huggingface.co/settings/tokens).\n",
+        "# @markdown 3. **Create a Token:** Click 'New Token' or copy an existing one (ensure it has `Write` access).\n",
+        "# @markdown 4. **Paste Below:** Copy and paste your token into the field below.\n",
+        "\n",
+        "print(\"✨ Checking Hugging Face connection...\")\n",
+        "\n",
+        "# Check if hub_ok exists, set it if not\n",
+        "try:\n",
+        "    hub_ok\n",
+        "except NameError:\n",
+        "    print(\"📦 Installing huggingface_hub (if needed)...\")\n",
+        "    !pip install --force-reinstall -q huggingface_hub\n",
+        "    hub_ok = True\n",
+        "\n",
+        "from IPython.display import clear_output\n",
+        "from huggingface_hub import login\n",
+        "clear_output() #clear the output\n",
+        "\n",
+        "# @markdown ### 🔑 Your Hugging Face Token\n",
+        "write_token = \"\"  # @param {type:\"string\"}\n",
+        "\n",
+        "try:\n",
+        "    if write_token:\n",
+        "        print(\"🔑 Logging you in with your Hugging Face token...\")\n",
+        "        login(write_token, add_to_git_credential=True)\n",
+        "        print(\"🎉 Successfully logged in to Hugging Face! Your powers are activated!\")\n",
+        "        print(\"💫 You're ready to upload models and files.\")\n",
+        "    else:\n",
+        "        print(\"⚠️ No token was provided. Please paste your Hugging Face token above.\")\n",
+        "except Exception as e:\n",
+        "    print(\"❌ Login failed. Please check the following:\")\n",
+        "    print(f\" 1. Ensure your token is correct and has 'Write' access.\")\n",
+        "    print(f\" 2. The error is: {e}\")\n",
+        "    print(\"🤔 If you're still having problems, visit our Discord for help!\")\n",
+        "    raise"
+      ],
+      "metadata": {
+        "cellView": "form",
+        "id": "1B8DZ_p8IcNh"
+      },
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "# @title 🏗️ Repository Setup Wizard - Enhanced\n",
+        "# @markdown ### Let's get your Hugging Face repository ready! ✨\n",
+        "\n",
+        "from huggingface_hub.utils import validate_repo_id, HfHubHTTPError\n",
+        "from huggingface_hub import HfApi\n",
+        "import os\n",
+        "\n",
+        "# @markdown #### 🎨 Customize Your Repository\n",
+        "repo_name = \"\" # @param {type:\"string\"}\n",
+        "make_private = False  # @param {type:\"boolean\"} {description:\"Keep your repo private?\"}\n",
+        "clone_repo = True  # @param {type:\"boolean\"} {description:\"Download repo to Colab?\"}\n",
+        "\n",
+        "print(\"🛠️ Setting up your Hugging Face repository...\")\n",
+        "\n",
+        "try:\n",
+        "    # Initialize the Hugging Face API\n",
+        "    api = HfApi()\n",
+        "    user = api.whoami()\n",
+        "    model_repo = f\"{user['name']}/{repo_name.strip()}\"\n",
+        "\n",
+        "    # Validate the repository name\n",
+        "    print(f\"🔍 Validating repository name: '{model_repo}'\")\n",
+        "    validate_repo_id(model_repo)\n",
+        "\n",
+        "    # Create or check the repository\n",
+        "    print(\"📦 Creating repository if it doesn't exist...\")\n",
+        "    api.create_repo(\n",
+        "        repo_id=model_repo,\n",
+        "        private=make_private,\n",
+        "        exist_ok=True\n",
+        "    )\n",
+        "    print(f\"🎉 Repository '{model_repo}' is ready for action!\")\n",
+        "\n",
+        "    # Clone the repository if requested\n",
+        "    if clone_repo:\n",
+        "        print(\"\\n📦 Cloning your repository (with LFS)...\")\n",
+        "        clone_path = f\"/content/{repo_name.strip()}\"\n",
+        "\n",
+        "        if os.path.exists(clone_path):\n",
+        "            print(f\"⚠️  Repository already exists at '{clone_path}'. Skipping clone step.\")\n",
+        "        else:\n",
+        "            !git lfs install --skip-smudge\n",
+        "            !export GIT_LFS_SKIP_SMUDGE=1\n",
+        "            !git clone https://huggingface.co/{model_repo} {clone_path}\n",
+        "            print(\"✨ Repository cloned successfully!\")\n",
+        "\n",
+        "except Exception as e:\n",
+        "    print(f\"❌ An error occurred during repository setup: {e}\")\n",
+        "    raise\n",
+        "\n",
+        "print(\"✅ Repository setup complete!\")"
+      ],
+      "metadata": {
+        "id": "J851eLx6Ii3h"
+      },
+      "execution_count": null,
+      "outputs": []
+    },
+    {
+      "cell_type": "code",
+      "source": [
+        "# @title 🚀 Hugging Face File Uploader - Interactive\n",
+        "# @markdown ## 🌟 Ready to Upload Your Files to Hugging Face?\n",
+        "\n",
+        "# @markdown ### Quick Guide:\n",
+        "# @markdown 1. Fill in your Hugging Face `Organization/Username` and `Repository name`.\n",
+        "# @markdown 2. Specify the directory to search in below.\n",
+        "# @markdown 3. Select the files you want to upload using the file picker below.\n",
+        "# @markdown 4. Click the `Upload` button to begin the upload process.\n",
+        "\n",
+        "# @markdown ### Pro Tips:\n",
+        "# @markdown - If files are missing, ensure they are in the current directory.\n",
+        "# @markdown - Use Ctrl/Cmd to select multiple files.\n",
+        "# @markdown - Customize the commit message.\n",
+        "\n",
+        "import os\n",
+        "import glob\n",
+        "import time\n",
+        "from pathlib import Path\n",
+        "from huggingface_hub import HfApi\n",
+        "from IPython.display import display, HTML, clear_output, Image\n",
+        "from tqdm.notebook import tqdm\n",
+        "from ipywidgets import *\n",
+        "\n",
+        "# @markdown ### 📚 Repository Details\n",
+        "hfuser = \"\"  # @param {type:\"string\"} {description: \"Your Hugging Face Username or Organization\"}\n",
+        "hfrepo = \"\"  # @param {type:\"string\"} {description: \"Your Hugging Face Repository Name\"}\n",
+        "\n",
+        "# @markdown ### 🗂️ File Settings\n",
+        "file_type = \"mp3\"  # @param [\"safetensors\", \"pt\", \"mp3\", \"pth\", \"onnx\", \"pb\", \"h5\", \"ckpt\", \"bin\", \"json\", \"yaml\", \"yml\", \"txt\", \"csv\", \"pkl\", \"png\", \"jpg\", \"jpeg\", \"webp\", \"gif\", \"zip\", \"tar\", \"gz\", \"mp3\", \"wav\", \"ogg\", \"mp4\", \"mov\", \"avi\", \"mkv\"]\n",
+        "#sort_by = \"name\"  # @param [\"name\", \"date\"]\n",
+        "\n",
+        "# @markdown ### 📁 File Location\n",
+        "file_location = \"\" # @param {type:\"string\"} {description: \"The directory to search for files\"}\n",
+        "\n",
+        "# @markdown ### 💭 Upload Settings\n",
+        "commit_message = \"Upload with Earth & Dusk Huggingface 🤗 Backup\"  # @param {type:\"string\"}\n",
+        "create_pr = False  # @param {type:\"boolean\"}\n",
+        "clear_after = True  # @param {type:\"boolean\"}\n",
+        "\n",
+        "\n",
+        "def format_size(size):\n",
+        "    \"\"\"Formats a file size into a human-readable string.\"\"\"\n",
+        "    for unit in ['B', 'KB', 'MB', 'GB']:\n",
+        "        if size < 1024:\n",
+        "            return f\"{size:.2f} {unit}\"\n",
+        "        size /= 1024\n",
+        "    return f\"{size:.2f} TB\"\n",
+        "\n",
+        "def find_files(file_location, file_type):\n",
+        "    \"\"\"Finds files matching the selected file type in the given directory.\"\"\"\n",
+        "    try:\n",
+        "        files = sorted(\n",
+        "            glob.glob(os.path.join(file_location, f\"*.{file_type}\")),\n",
+        "             key=os.path.getmtime if sort_by == 'date' else str\n",
+        "        )\n",
+        "        return files\n",
+        "    except Exception as e:\n",
+        "        print(f\"❌ Error finding files: {e}\")\n",
+        "        return []\n",
+        "\n",
+        "# Widget Setup\n",
+        "all_ckpts = find_files(file_location, file_type)\n",
+        "ckpt_picker = SelectMultiple(options=all_ckpts, layout=Layout(width=\"600px\"), description=\"Select File(s)\")\n",
+        "upload_btn = Button(description='Upload')\n",
+        "out = Output()\n",
+        "\n",
+        "def upload_ckpts(_):\n",
+        "    repo_id = f\"{hfuser}/{hfrepo}\"\n",
+        "    with out:\n",
+        "        if not ckpt_picker.value:\n",
+        "             print(\"Nothing selected for upload, make sure to click one of the files in the list, or verify there are files in the specified directory.\")\n",
+        "             return\n",
+        "        for ckpt in ckpt_picker.value:\n",
+        "            print(f\"Uploading to HF: huggingface.co/{repo_id}/{os.path.basename(ckpt)}\")\n",
+        "            size = os.path.getsize(ckpt)\n",
+        "            print(f\"📦 Uploading file: {ckpt} ({format_size(size)})\")\n",
+        "\n",
+        "            try:\n",
+        "                start_time = time.time()\n",
+        "                response = api.upload_file(\n",
+        "                    path_or_fileobj=ckpt,\n",
+        "                    path_in_repo=os.path.basename(ckpt),\n",
+        "                    repo_id=repo_id,\n",
+        "                    repo_type=None,\n",
+        "                    create_pr=create_pr,\n",
+        "                    commit_message=commit_message\n",
+        "                )\n",
+        "                duration = time.time() - start_time\n",
+        "                print(f\"✅ Upload completed in {duration:.1f} seconds\")\n",
+        "            except Exception as e:\n",
+        "                print(f\"❌ Error uploading {ckpt}: {e}\")\n",
+        "        print(\"\\n✨ All uploads complete!\")\n",
+        "        if create_pr:\n",
+        "          print(\"🎉 Check your repository for the new Pull Request!\")\n",
+        "        else:\n",
+        "          print(\"🎉 Files have been uploaded directly to your repository!\")\n",
+        "        if clear_after:\n",
+        "            time.sleep(3)\n",
+        "            clear_output()\n",
+        "\n",
+        "\n",
+        "upload_btn.on_click(upload_ckpts)\n",
+        "\n",
+        "# Display widgets\n",
+        "box = VBox([\n",
+        "    ckpt_picker,\n",
+        "    HBox([\n",
+        "        Label(\"HF User:\"),\n",
+        "        Text(value = hfuser, placeholder='YourUSERHERE', disabled = True),\n",
+        "        Label(\"HF Repo:\"),\n",
+        "        Text(value = hfrepo, placeholder='ModelNameHere', disabled = True),\n",
+        "    ]),\n",
+        "        HBox([\n",
+        "        Label(\"File Directory:\"),\n",
+        "        Text(value = file_location, placeholder='/content', disabled = True),\n",
+        "    ]),\n",
+        "    upload_btn,\n",
+        "    out,\n",
+        "\n",
+        "])\n",
+        "\n",
+        "display(box)\n",
+        "\n",
+        "# Helper function for updating the displayed file path\n",
+        "def update_file_list(event):\n",
+        "    global all_ckpts\n",
+        "    all_ckpts = find_files(file_location, file_type)\n",
+        "    ckpt_picker.options = all_ckpts\n",
+        "\n",
+        "def on_file_type_change(change):\n",
+        "    global all_ckpts\n",
+        "    all_ckpts = find_files(file_location, change.new)\n",
+        "    ckpt_picker.options = all_ckpts\n",
+        "\n",
+        "#Observe for file path changes\n",
+        "observe_file_path = Text(value=\"/content\")\n",
+        "observe_file_path.observe(update_file_list, names='value')\n",
+        "\n",
+        "#Observe for file type changes\n",
+        "observe_file_type = Dropdown(options=[\"safetensors\", \"pt\", \"pth\", \"mp3\", \"onnx\", \"pb\", \"h5\", \"ckpt\", \"bin\", \"json\", \"yaml\", \"yml\", \"txt\", \"csv\", \"pkl\", \"png\", \"jpg\", \"jpeg\", \"webp\", \"gif\", \"zip\", \"tar\", \"gz\", \"mp3\", \"wav\", \"ogg\", \"mp4\", \"mov\", \"avi\", \"mkv\"], value = file_type)\n",
+        "observe_file_type.observe(on_file_type_change, names='value')\n",
+        "display(HBox([Label(\"File Type:\"), observe_file_type]))"
+      ],
+      "metadata": {
+        "id": "lucnlbQQCBZd"
+      },
+      "execution_count": null,
+      "outputs": []
+    }
+  ]
+}

HuggingFace_Backup_Jupyter_2025.ipynb

@@ -0,0 +1,559 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# 🚀 Welcome to the Hugging Face Uploader Notebook!\n",
+    "\n",
+    "This notebook provides a user-friendly tool for uploading files directly to your Hugging Face repositories. Here's how to get started:\n",
+    "\n",
+    "**🔑 Initial Setup (One Time Only)**\n",
+    "\n",
+    "1.  **Authenticate:**\n",
+    "    *   Run the `notebook_login()` cell *once* to securely store your Hugging Face API token.\n",
+    "    *   **Important:** For security, avoid sharing your notebook file or system state after you have run `notebook_login()`. Do not commit your notebook file to a shared repo, as this could expose your API token.\n",
+    "\n",
+    "**🗂️ Using the Uploader**\n",
+    "\n",
+    "1.  **Repository Details:**\n",
+    "    *   Enter your Hugging Face Organization or Username in the \"Owner\" field.\n",
+    "    *   Enter your repository name in the \"Repo\" field.\n",
+    "\n",
+    "2.  **Directory Selection:**\n",
+    "    *  Enter a directory path where your files are located.\n",
+    "    *  Select the 'Update Dir' button to set that path.\n",
+    "\n",
+    "3.  **File Selection:**\n",
+    "    *   Select the appropriate file type from the dropdown menu.\n",
+    "    *   Select the files you want to upload from the list. You can sort them by name or date modified.\n",
+    "\n",
+    "4.  **Commit Message (Optional):**\n",
+    "    *   Add a commit message to your upload, or use the default message.\n",
+    "\n",
+    "5.  **Upload Options:**\n",
+    "    *   Choose whether to create a pull request or upload directly to the main branch.\n",
+    "    *   Select whether to clear the output after a successful upload.\n",
+    "\n",
+    "6.  **Start Upload:**\n",
+    "    *   Click the \"⬆️ Upload\" button.\n",
+    "\n",
+    "**💡 Important Notes**\n",
+    "\n",
+    "*   **Direct Uploads:** This uploader uses the Hugging Face API for direct file uploads, bypassing the need for traditional Git operations for core functionality.\n",
+    "*   **Git LFS:** Most users will not need to interact with Git or Git LFS. If you need to clone or push changes to a repository *outside this notebook*, you will require a separate Git credential setup (e.g., your operating system's credential manager or SSH keys).  This is separate from your Hugging Face API token, and you should not share any git credentials in your notebook.\n",
+    "*   **Troubleshooting:** If you encounter any issues, please review the steps, or double-check that you have write access to the repository, and that your API token has the correct scope of access.\n",
+    "\n",
+    "**📣 Updates & Community**\n",
+    "\n",
+    "*   This tool will continue to be updated.\n",
+    "*   For the latest patches, fixes, and community contributions, visit [https://github.com/duskfallcrew/HuggingFace_Backup](https://github.com/duskfallcrew/HuggingFace_Backup)\n",
+    "\n",
+    "We hope this notebook makes your Hugging Face uploads easier! If you have any questions or suggestions, please reach out."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "!pip install -q huggingface_hub ipywidgets tqdm"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {
+    "id": "Xs1mb1VKLuUW"
+   },
+   "source": [
+    "# ✨ Connecting to Hugging Face: Authentication Required\n",
+    "\n",
+    "To upload files to Hugging Face using this notebook, you'll need to authenticate using your Hugging Face API token. This token acts as your secure access key to the Hugging Face Hub.\n",
+    "\n",
+    "**🔑 Obtaining Your API Token**\n",
+    "\n",
+    "1.  **Go to Your Settings:** Navigate to your [Hugging Face account settings](https://huggingface.co/settings/tokens).\n",
+    "2.  **Access Tokens Section:** Find the \"Access Tokens\" section.\n",
+    "3.  **Create or Copy Token:**\n",
+    "    *   If you don't have one already, create a new access token.\n",
+    "    *   Copy your existing access token.\n",
+    "\n",
+    "**🔒 Logging In**\n",
+    "\n",
+    "1.  **Run the Cell:** Execute the cell below this section.\n",
+    "2.  **Paste Token:** When prompted, paste your Hugging Face API token into the input field.\n",
+    "3.  **Confirm:** Press `Enter` to complete the login process. No characters will be displayed as you type your token.\n",
+    "    *   **Security Note:** This ensures your token is kept private while pasting.\n",
+    "\n",
+    "**Important Notes**\n",
+    "\n",
+    "*   **Purpose:** This login step authorizes your notebook environment to interact with the Hugging Face Hub. This is required for uploading your models and data.\n",
+    "*   **Session-Based:** You will need to perform this login procedure each time you restart the notebook or start a new session (the token is stored locally on your computer, but not in the notebook, and it doesn't persist between sessions).\n",
+    "*  **Security:** After you have logged in using `notebook_login()`, **do not** share your notebook or your system state with untrusted users, and do not commit your notebook to a shared repository, as this could compromise your API token.\n",
+    "\n",
+    "After completing this step, you'll be ready to use the upload functionality of this notebook."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "b8aa868174ad469e86777458ea77c214",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "VBox(children=(HTML(value='<center> <img\\nsrc=https://huggingface.co/front/assets/huggingface_logo-noborder.sv…"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    }
+   ],
+   "source": [
+    "from huggingface_hub import notebook_login\n",
+    "import os\n",
+    "notebook_login()"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# 🚀 Using the Hugging Face File Uploader\n",
+    "\n",
+    "To upload files to your Hugging Face repository, please follow these steps:\n",
+    "\n",
+    "**Before you start**: You **must have already completed the following:**\n",
+    "\n",
+    "  * You have authenticated with Hugging Face by running the `notebook_login()` cell located at the start of the notebook.\n",
+    "  * You have created your repository on the Hugging Face Hub.\n",
+    "\n",
+    "**Using the Uploader**\n",
+    "\n",
+    "1.  **Repository Details:**\n",
+    "    *   Enter your Hugging Face Organization or Username in the \"Owner\" field.\n",
+    "    *   Enter your repository name in the \"Repo\" field.\n",
+    "\n",
+    "2.  **Directory Selection**\n",
+    "     *  Enter a directory path where your files are located.\n",
+    "     *  Select the 'Update Dir' button to set that path.\n",
+    "\n",
+    "3.  **File Selection:**\n",
+    "    *   Select the appropriate file type from the dropdown menu (e.g., SafeTensors, PyTorch).\n",
+    "    *   Choose how you want to sort your files (by name or date modified).\n",
+    "    *   Select the files you wish to upload from the list.\n",
+    "\n",
+    "4.  **Upload Settings:**\n",
+    "    *   Enable \"Create Pull Request\" if you want to submit your changes through a pull request, otherwise the changes will be made directly to the main branch of your repo.\n",
+    "    *   Click the \"Upload\" button to start the upload process.\n",
+    "\n",
+    "**Status and Updates**\n",
+    "\n",
+    "*   The uploader will provide progress messages during the upload process.\n",
+    "*   Any errors will be reported with suggestions on how to fix them.\n",
+    "\n",
+    "**Reusing the Uploader**\n",
+    "\n",
+    "*   You can repeat these steps to upload additional files to the same repository."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 20,
+   "metadata": {
+    "cellView": "form",
+    "id": "J851eLx6Ii3h"
+   },
+   "outputs": [
+    {
+     "data": {
+      "application/vnd.jupyter.widget-view+json": {
+       "model_id": "075b7bb0b71e4f0aaa272bfb20fbcebd",
+       "version_major": 2,
+       "version_minor": 0
+      },
+      "text/plain": [
+       "VBox(children=(HTML(value='<b>📚 Repository Details</b>'), HBox(children=(Text(value='', description='Owner:', …"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    }
+   ],
+   "source": [
+    "import glob\n",
+    "import os\n",
+    "from pathlib import Path\n",
+    "from huggingface_hub import HfApi\n",
+    "from ipywidgets import Text, Dropdown, Button, SelectMultiple, VBox, HBox, Output, Layout, Checkbox, HTML, Textarea, Label, IntProgress\n",
+    "from IPython.display import display, clear_output\n",
+    "import time\n",
+    "from tqdm import tqdm\n",
+    "\n",
+    "class HuggingFaceUploader:\n",
+    "    def __init__(self):\n",
+    "        self.api = HfApi()\n",
+    "        self.file_types = [\n",
+    "            # AI Model Files 🤖\n",
+    "            ('SafeTensors', 'safetensors'),\n",
+    "            ('PyTorch Models', 'pt'),\n",
+    "            ('PyTorch Legacy', 'pth'),\n",
+    "            ('ONNX Models', 'onnx'),\n",
+    "            ('TensorFlow Models', 'pb'),\n",
+    "            ('Keras Models', 'h5'),\n",
+    "\n",
+    "            # Checkpoint Files 🎯\n",
+    "            ('Checkpoints', 'ckpt'),\n",
+    "            ('Binary Files', 'bin'),\n",
+    "\n",
+    "            # Config & Data Files 📝\n",
+    "            ('JSON Files', 'json'),\n",
+    "            ('YAML Files', 'yaml'),\n",
+    "            ('YAML Alt', 'yml'),\n",
+    "            ('Text Files', 'txt'),\n",
+    "            ('CSV Files', 'csv'),\n",
+    "            ('Pickle Files', 'pkl'),\n",
+    "\n",
+    "            # Image Files 🎨\n",
+    "            ('PNG Images', 'png'),\n",
+    "            ('JPEG Images', 'jpg'),\n",
+    "            ('JPEG Alt', 'jpeg'),\n",
+    "            ('WebP Images', 'webp'),\n",
+    "            ('GIF Images', 'gif'),\n",
+    "\n",
+    "            # Archive Files 📦\n",
+    "            ('ZIP Archives', 'zip'),\n",
+    "            ('TAR Files', 'tar'),\n",
+    "            ('GZ Archives', 'gz')\n",
+    "        ]\n",
+    "        self.current_directory = os.getcwd()\n",
+    "        self._create_widgets()\n",
+    "        self._bind_events()\n",
+    "\n",
+    "\n",
+    "    def _create_widgets(self):\n",
+    "        # Repository info section\n",
+    "        self.repo_info = HTML(value=\"<b>📚 Repository Details</b>\")\n",
+    "        self.org_name = Text(\n",
+    "            placeholder='Organization or Username',\n",
+    "            description='Owner:',\n",
+    "            style={'description_width': 'initial'}\n",
+    "        )\n",
+    "        self.repo_name = Text(\n",
+    "            placeholder='Repository Name',\n",
+    "            description='Repo:',\n",
+    "            style={'description_width': 'initial'}\n",
+    "        )\n",
+    "\n",
+    "        # File handling section\n",
+    "        self.file_section = HTML(value=\"<b>🗂️ File Selection</b>\")\n",
+    "        self.file_type = Dropdown(\n",
+    "            options=self.file_types,\n",
+    "            value='safetensors',\n",
+    "            description='File Type:',\n",
+    "            style={'description_width': 'initial'}\n",
+    "        )\n",
+    "        self.sort_by = Dropdown(\n",
+    "            options=['name', 'date'],\n",
+    "            value='name',\n",
+    "            description='Sort By:'\n",
+    "        )\n",
+    "        self.directory_label = Label(value=f\"Current Directory: {self.current_directory}\")\n",
+    "        self.directory_text = Text(\n",
+    "             value=self.current_directory,\n",
+    "            description=\"Path:\",\n",
+    "            style={'description_width': 'initial'},\n",
+    "            layout=Layout(width=\"400px\")\n",
+    "        )\n",
+    "        self.directory_update_btn = Button(\n",
+    "            description='🔄 Update Dir',\n",
+    "            button_style='info',\n",
+    "            tooltip='Refresh directory'\n",
+    "        )\n",
+    "\n",
+    "\n",
+    "        # Custom commit message\n",
+    "        self.commit_section = HTML(value=\"<b>💭 Commit Details</b>\")\n",
+    "        self.commit_msg = Textarea(\n",
+    "            value=\"Upload with Earth & Dusk Huggingface 🤗 Backup\",\n",
+    "            placeholder='Enter your commit message (optional)',\n",
+    "            description='Message:',\n",
+    "            layout=Layout(width='400px', height='60px')\n",
+    "        )\n",
+    "\n",
+    "        # Upload options section\n",
+    "        self.upload_section = HTML(value=\"<b>🚀 Upload Settings</b>\")\n",
+    "        self.create_pr = Checkbox(\n",
+    "            value=False,\n",
+    "            description='Create Pull Request',\n",
+    "            indent=False,\n",
+    "            tooltip='When checked, creates a Pull Request instead of direct upload'\n",
+    "        )\n",
+    "        self.clear_after = Checkbox(\n",
+    "            value=True,\n",
+    "            description='Clear output after upload',\n",
+    "            indent=False,\n",
+    "            tooltip='Clears output area after successful upload'\n",
+    "        )\n",
+    "\n",
+    "        # Progress tracking\n",
+    "        self.progress_text = HTML(value=\"\")\n",
+    "\n",
+    "        # Action buttons with style\n",
+    "        self.update_btn = Button(\n",
+    "            description='🔄 Update Files',\n",
+    "            button_style='info',\n",
+    "            tooltip='Refresh file list'\n",
+    "        )\n",
+    "        self.upload_btn = Button(\n",
+    "            description='⬆️ Upload',\n",
+    "            button_style='success',\n",
+    "            tooltip='Start upload process',\n",
+    "             layout=Layout(width='auto', height='auto'),\n",
+    "        )\n",
+    "        self.clear_btn = Button(\n",
+    "            description='🧹 Clear Output',\n",
+    "            button_style='warning',\n",
+    "            tooltip='Clear output area'\n",
+    "        )\n",
+    "\n",
+    "        # File selector and output\n",
+    "        self.ckpt_picker = SelectMultiple(\n",
+    "            options=[],\n",
+    "            layout=Layout(width=\"600px\", height=\"200px\")\n",
+    "        )\n",
+    "        self.out = Output(layout=Layout(padding='10px'))\n",
+    "        \n",
+    "         # Create debug output:\n",
+    "        self.debug_output = Output()\n",
+    "        self.debug_box = VBox([HTML(value=\"<b style='color: #2ecc71;'>Debug Output</b>\"), self.debug_output],\n",
+    "                           layout=Layout(border='2px solid #2ecc71', padding='10px', margin_top='10px'))\n",
+    "        self.debug_toggle = Checkbox(\n",
+    "            value=False,\n",
+    "            description='Show Debug',\n",
+    "            indent=False,\n",
+    "            tooltip='Show debug information'\n",
+    "        )\n",
+    "        self.debug_box.layout.visibility = 'hidden'\n",
+    "\n",
+    "\n",
+    "    def _bind_events(self):\n",
+    "        self.update_btn.on_click(self._update_files)\n",
+    "        self.upload_btn.on_click(self._upload_ckpts)\n",
+    "        self.clear_btn.on_click(lambda _: self.out.clear_output())\n",
+    "        self.file_type.observe(self._update_files, names='value')\n",
+    "        self.directory_update_btn.on_click(self._update_directory)\n",
+    "        self.debug_toggle.observe(self._toggle_debug, names='value')\n",
+    "\n",
+    "    def _toggle_debug(self,_):\n",
+    "      if self.debug_toggle.value == True:\n",
+    "        self.debug_box.layout.visibility = 'visible'\n",
+    "      else:\n",
+    "        self.debug_box.layout.visibility = 'hidden'\n",
+    "\n",
+    "\n",
+    "    def _update_directory(self,_):\n",
+    "        new_dir = self.directory_text.value\n",
+    "        if os.path.isdir(new_dir):\n",
+    "            self.current_directory = new_dir\n",
+    "            self.directory_label.value = f\"Current Directory: {self.current_directory}\"\n",
+    "            self._update_files(None)\n",
+    "        else:\n",
+    "            with self.out:\n",
+    "              print(\"❌ Invalid Directory\")\n",
+    "\n",
+    "    def _update_files(self, _):\n",
+    "         file_extension = self.file_type.value\n",
+    "         try:\n",
+    "            # Glob files based on file extension\n",
+    "            all_files = glob.glob(os.path.join(self.current_directory, f\"*.{file_extension}\"))\n",
+    "\n",
+    "            with self.debug_output:\n",
+    "              print(f\"DEBUG _update_files: File type is {file_extension}\")\n",
+    "              print(f\"DEBUG _update_files: All files found by glob: {all_files}\")\n",
+    "\n",
+    "            # Filter out symlinks, old files and ignore patterns\n",
+    "            filtered_files = []\n",
+    "            for file_path in all_files:\n",
+    "              if os.path.islink(file_path):\n",
+    "                 with self.debug_output:\n",
+    "                    print(f\"DEBUG _update_files: Skipping symlink {file_path}\")\n",
+    "                 continue\n",
+    "              if not os.path.isfile(file_path):\n",
+    "                  with self.debug_output:\n",
+    "                     print(f\"DEBUG _update_files: Skipping non file {file_path}\")\n",
+    "                  continue\n",
+    "\n",
+    "              filtered_files.append(file_path)\n",
+    "            \n",
+    "            # Sort the files\n",
+    "            all_ckpts = sorted(\n",
+    "                filtered_files,\n",
+    "                 key=os.path.getmtime if self.sort_by.value == 'date' else str\n",
+    "            )\n",
+    "\n",
+    "            self.ckpt_picker.options = all_ckpts\n",
+    "\n",
+    "            with self.out:\n",
+    "                 print(f\"✨ Found {len(all_ckpts)} {file_extension} files in {self.current_directory}\")\n",
+    "\n",
+    "         except Exception as e:\n",
+    "            with self.out:\n",
+    "                print(f\"❌ Error listing files: {str(e)}\")\n",
+    "\n",
+    "\n",
+    "    def _format_size(self, size):\n",
+    "        for unit in ['B', 'KB', 'MB', 'GB']:\n",
+    "            if size < 1024:\n",
+    "                return f\"{size:.2f} {unit}\"\n",
+    "            size /= 1024\n",
+    "        return f\"{size:.2f} TB\"\n",
+    "\n",
+    "    def _print_file_info(self, file_path, file_size, index, total):\n",
+    "         with self.out:\n",
+    "                print(f\"📦 File {index}/{total}: {file_path} ({self._format_size(file_size)})\")\n",
+    "\n",
+    "\n",
+    "    def _upload_ckpts(self, _):\n",
+    "        if not self.org_name.value or not self.repo_name.value:\n",
+    "            with self.out:\n",
+    "                print(\"❗ Please fill in both Organization/Username and Repository name\")\n",
+    "                return\n",
+    "\n",
+    "        repo_id = f\"{self.org_name.value}/{self.repo_name.value}\"\n",
+    "        selected_files = self.ckpt_picker.value\n",
+    "        total_files = len(selected_files)\n",
+    "\n",
+    "        with self.out:\n",
+    "            if not selected_files:\n",
+    "                print(\"📝 Nothing selected for upload. Please select files from the list.\")\n",
+    "                return\n",
+    "\n",
+    "            print(f\"🎯 Starting upload to: huggingface.co/{repo_id}\")\n",
+    "\n",
+    "        commit_msg = self.commit_msg.value if self.commit_msg.value else \"Uploaded with Earth & Dusk Huggingface 🤗 Backup\"\n",
+    "\n",
+    "        with self.debug_output:\n",
+    "            print(f\"DEBUG TQDM: Is TQDM working? This should be above the progress bar.\")\n",
+    "\n",
+    "        progress_bar = IntProgress( # Create a progress bar for this upload\n",
+    "            value=0,\n",
+    "            min=0,\n",
+    "            max=total_files,\n",
+    "            description='Upload Progress:',\n",
+    "            style={'description_width': 'initial'},\n",
+    "            layout=Layout(width=\"400px\"),\n",
+    "          )\n",
+    "        display(progress_bar)  # Display progress bar\n",
+    "\n",
+    "        for idx, ckpt in enumerate(selected_files, 1):\n",
+    "            try:\n",
+    "                file_size = os.path.getsize(ckpt)\n",
+    "                self._print_file_info(ckpt, file_size, idx, total_files)\n",
+    "                start_time = time.time()\n",
+    "                with self.debug_output:\n",
+    "                   print(f\"🚀 Attempting upload of {ckpt}\")\n",
+    "                response = self.api.upload_file(\n",
+    "                    path_or_fileobj=ckpt,\n",
+    "                    path_in_repo=os.path.basename(ckpt),\n",
+    "                    repo_id=repo_id,\n",
+    "                    repo_type=None,\n",
+    "                    create_pr=self.create_pr.value,\n",
+    "                    commit_message=commit_msg\n",
+    "                )\n",
+    "                with self.debug_output:\n",
+    "                    print(f\"✅ Upload Response: {response}\")\n",
+    "                duration = time.time() - start_time\n",
+    "                with self.out:\n",
+    "                   print(f\"✅ Upload completed in {duration:.1f} seconds\")\n",
+    "                   display(response)\n",
+    "\n",
+    "\n",
+    "                progress_bar.value = idx\n",
+    "                display(progress_bar) # Force a render of the progress bar\n",
+    "            except Exception as e:\n",
+    "                 with self.out:\n",
+    "                    print(f\"❌ Error uploading {ckpt}: {str(e)}\")\n",
+    "                 continue\n",
+    "\n",
+    "\n",
+    "        with self.out:\n",
+    "            print(\"\\n✨ All uploads completed! ✨\")\n",
+    "            if self.create_pr.value:\n",
+    "                print(\"🎉 Check your repository for the new Pull Request!\")\n",
+    "            else:\n",
+    "                print(\"🎉 Files have been uploaded directly to your repository!\")\n",
+    "\n",
+    "            if self.clear_after.value:\n",
+    "                time.sleep(3)\n",
+    "                self.out.clear_output()\n",
+    "\n",
+    "    def display(self):\n",
+    "        box = VBox([\n",
+    "            self.repo_info,\n",
+    "            HBox([self.org_name, self.repo_name]),\n",
+    "            self.file_section,\n",
+    "            HBox([self.file_type, self.sort_by]),\n",
+    "            HBox([self.directory_label, self.directory_text, self.directory_update_btn]),\n",
+    "            self.commit_section,\n",
+    "            self.commit_msg,\n",
+    "            self.upload_section,\n",
+    "            HBox([self.create_pr, self.clear_after]),\n",
+    "            self.update_btn,\n",
+    "            self.ckpt_picker,\n",
+    "            HBox([self.upload_btn, self.clear_btn, self.debug_toggle], layout=Layout(align_items='center')),\n",
+    "             self.progress_text,\n",
+    "            self.out,\n",
+    "            self.debug_box,\n",
+    "        ])\n",
+    "        display(box)\n",
+    "\n",
+    "# Create and display the uploader - just one line to rule them all! ✨\n",
+    "uploader = HuggingFaceUploader()\n",
+    "uploader.display()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "colab": {
+   "collapsed_sections": [
+    "IZ_JYwvBLrg-",
+    "PNF2kdyeO3Dn"
+   ],
+   "private_outputs": true,
+   "provenance": []
+  },
+  "kernelspec": {
+   "display_name": "Python 3 (ipykernel)",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.10.12"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 4
+}

huggingface_backup_2024_colab.py

@@ -0,0 +1,434 @@
+# -*- coding: utf-8 -*-
+"""HuggingFace_Backup_2024_Colab.ipynb
+
+Automatically generated by Colab.
+
+Original file is located at
+    https://colab.research.google.com/github/duskfallcrew/HuggingFace_Backup/blob/Huggingface_Backup/HuggingFace_Backup_2024_Colab.ipynb
+
+# 🌈 HuggingFace Backup - Colab Edition
+
+Hey there, fellow adventurers in AI! Welcome to our delightfully unique corner of the universe! ✨
+
+## 💫 What's This All About?
+This is our cozy mashup of Nocrypt's notebook and everyday AI tools, but with our own special twist! Think of it as the Colab-flavored version of our Jupyter notebook - because sometimes you need your AI magic on the go!
+
+### 🎯 Quick Features:
+- Fast uploads to HuggingFace (because waiting is overrated!)
+- Focus on checkpoints (keeping it simple and sweet)
+- Built for Google Colab (our cloud-powered playground)
+- All the same magic as our Jupyter version, just with cloud sprinkles! ✨
+
+## 🔍 Lost & Found
+- Repo doing a disappearing act? [Find us on GitHub!](https://github.com/duskfallcrew/HuggingFace_Backup)
+- CivitAI friends: Updates drop faster than a cat chasing a laser!
+
+## ☕ Support the Magic
+[![ko-fi](https://ko-fi.com/img/githubbutton_sm.svg)](https://ko-fi.com/Z8Z8L4EO)
+
+## 🎮 Join Our Adventure!
+We're a system of 300+ alters, rocking life with DID, ADHD, Autism, and CPTSD. We believe AI can be a game-changer for mental health and creativity. Come explore with us!
+
+### 🌟 Find Us Here:
+- 🏠 [End Media](https://www.end-media.org/)
+- 🎮 [Discord](https://discord.gg/5t2kYxt7An)
+- 🤗 [HuggingFace](https://huggingface.co/EarthnDusk)
+- 🎵 [YouTube](https://www.youtube.com/channel/UCk7MGP7nrJz5awBSP75xmVw)
+- 🎪 [Reddit](https://www.reddit.com/r/earthndusk/)
+- 🎨 [DeviantArt](https://www.deviantart.com/diffusionai)
+
+### 🏴‍☠️ Special Thanks To:
+- [Pirate Diffusion](https://www.piratediffusion.com/)
+- [Yodayo](https://yodayo.com/)
+
+## 💝 Credits & Cool People
+Huge thanks to our code ancestors:
+- EVERYDREAM2 TRAINER
+- LINAQRUF
+- NOCRYPT [![](https://dcbadge.vercel.app/api/shield/442099748669751297?style=flat)](https://lookup.guru/442099748669751297)
+
+Want more AI adventures? Check out the original SD Colab:
+<a target="_blank" href="https://colab.research.google.com/drive/1wEa-tS10h4LlDykd87TF5zzpXIIQoCmq">
+  <img src="https://colab.research.google.com/assets/colab-badge.svg" alt="Open In Colab"/>
+</a>
+
+## 🛠️ Need Help?
+- Found a bug? Don't panic! Drop by our GitHub or Discord
+- Questions? We're here for you!
+- Want to help? Pull requests are like hugs - always welcome!
+
+## 🎯 Recent Updates:
+1. 🌟 Enhanced Colab compatibility
+2. 🔧 Streamlined file handling
+3. 🎨 Made everything prettier (because we can!)
+4. 📝 Clearer instructions (no more confusion!)
+5. ✨ Added extra sprinkles of magic
+
+Remember: We're not pro coders, we're creative problem solvers! Sometimes the best solutions come with a side of chaos and a sprinkle of adventure! 🌈✨
+
+Let's make some AI magic happen! Ready to dive in? 🚀
+
+# Google Drive Mount
+"""
+
+# @title 🚀 Connect Your Google Drive
+# @markdown ## Let's Get Your Storage Powers Activated! ✨
+
+# @markdown ### What's This All About?
+# @markdown Hey there, fellow creator! Before we dive into the fun stuff, let's talk storage!
+
+# @markdown #### 🎯 Your Options:
+# @markdown 1. **Google Drive** (Recommended!)
+# @markdown    - Perfect for keeping your models safe
+# @markdown    - Easy access to all your files
+# @markdown    - Everything stays organized
+# @markdown
+# @markdown 2. **Alternative Routes** (For the adventurous!)
+# @markdown    - Terminal wizardry (if you're comfortable with commands)
+# @markdown    - Direct uploads to Colab
+# @markdown    - Other cloud storage solutions
+# @markdown
+# @markdown #### 🌟 Pro Tips:
+# @markdown - Watch for the popup after clicking "Connect"
+# @markdown - You'll need to authorize access (don't worry, it's safe!)
+# @markdown - Your drive will appear as `/content/drive`
+
+from google.colab import drive
+from google.colab import output
+import os
+
+def mount_drive():
+    if not os.path.exists('/content/drive'):
+        print("🔮 Summoning your Google Drive...")
+        drive.mount('/content/drive')
+        print("\n✨ Drive mounted successfully! You're ready to rock!")
+    else:
+        print("🎉 Your Drive is already connected and ready to go!")
+
+# Enable our magical widgets
+output.enable_custom_widget_manager()
+
+# Let's get that drive connected!
+mount_drive()
+
+print("""
+📚 Quick Navigation Guide:
+- Your Drive lives at: /content/drive
+- Main workspace: /content/drive/MyDrive
+- Look for the folder icon in the left sidebar
+
+Need to upload files?
+1. Find the folder icon on the left
+2. Navigate to your drive
+3. Drag and drop your files
+4. Magic happens! ✨
+
+Having troubles? No worries! You can:
+1. Try reconnecting (run this cell again)
+2. Use terminal commands if you're feeling brave
+3. Direct upload to Colab (look for the folder icon!)
+
+Remember: Your creative journey is valid, no matter which path you choose! 🌈
+""")
+
+"""# Installation & Requirements
+-----------------
+
+
+"""
+
+# @title 🛠️ Installation Wizard
+# @markdown ## Let's get your workspace ready for some AI magic! ✨
+
+# @markdown ### What's in the Box?
+# @markdown - Hugging Face Hub (for all your model adventures)
+# @markdown - IPython Widgets (for a prettier interface)
+# @markdown - Essential file handling tools
+
+print("🔍 Starting the setup process...")
+
+def check_and_install(package, install_name=None, verbose=False):
+    """Checks if a package is installed and installs it if needed."""
+    import importlib
+    if install_name is None:
+        install_name = package
+    try:
+        importlib.import_module(package)
+        print(f"✅ {package} is already installed.")
+    except ImportError:
+        print(f"📦 Installing {package}...")
+        if verbose:
+             !pip install {install_name}
+        else:
+            !pip install -q {install_name}
+        print(f"✨ {package} installed successfully.")
+    except Exception as e:
+        print(f"❌ An error occurred during install of {package}: {e}")
+
+# Packages needed for our project
+required_packages = {
+    'huggingface_hub': '--force-reinstall huggingface_hub', #Reinstalls if exists
+    'ipywidgets': 'ipywidgets',
+    'glob': 'glob',  # Changed to glob, since glob2 is not essential here
+    'tqdm': 'tqdm'   # Install tqdm
+}
+
+# Run installations
+for package, install_cmd in required_packages.items():
+    check_and_install(package, install_cmd, verbose=True)  #Turn verbose output on
+
+# Clean up output
+from IPython.display import clear_output
+clear_output()
+
+print("""
+🎉 All set! Here's a summary of what was installed:
+
+🤗 Hugging Face Hub - Your portal to model magic
+🎨 IPython Widgets - To make things pretty
+📁 File Handling - Tools to keep things organized
+📊 Progress Bars - For better tracking of uploads
+
+Having issues? Here's a checklist:
+1. Try running this cell again
+2. Ensure your Colab runtime is not encountering errors
+3. If still wonky, drop by our Discord for help!
+
+Let's make some AI magic! 🚀
+""")
+
+# @title 🔐 Connect to Hugging Face Hub - Enhanced
+# @markdown ## Let's get you logged into your Hugging Face account! ✨
+
+# @markdown ### Quick Guide:
+# @markdown 1. **New User?** Head over to [Hugging Face](https://huggingface.co/) and create a free account.
+# @markdown 2. **Get Your Token:** Visit your [tokens page](https://huggingface.co/settings/tokens).
+# @markdown 3. **Create a Token:** Click 'New Token' or copy an existing one (ensure it has `Write` access).
+# @markdown 4. **Paste Below:** Copy and paste your token into the field below.
+
+print("✨ Checking Hugging Face connection...")
+
+# Check if hub_ok exists, set it if not
+try:
+    hub_ok
+except NameError:
+    print("📦 Installing huggingface_hub (if needed)...")
+    !pip install --force-reinstall -q huggingface_hub
+    hub_ok = True
+
+from IPython.display import clear_output
+from huggingface_hub import login
+clear_output() #clear the output
+
+# @markdown ### 🔑 Your Hugging Face Token
+write_token = ""  # @param {type:"string"}
+
+try:
+    if write_token:
+        print("🔑 Logging you in with your Hugging Face token...")
+        login(write_token, add_to_git_credential=True)
+        print("🎉 Successfully logged in to Hugging Face! Your powers are activated!")
+        print("💫 You're ready to upload models and files.")
+    else:
+        print("⚠️ No token was provided. Please paste your Hugging Face token above.")
+except Exception as e:
+    print("❌ Login failed. Please check the following:")
+    print(f" 1. Ensure your token is correct and has 'Write' access.")
+    print(f" 2. The error is: {e}")
+    print("🤔 If you're still having problems, visit our Discord for help!")
+    raise
+
+# @title 🏗️ Repository Setup Wizard - Enhanced
+# @markdown ### Let's get your Hugging Face repository ready! ✨
+
+from huggingface_hub.utils import validate_repo_id, HfHubHTTPError
+from huggingface_hub import HfApi
+import os
+
+# @markdown #### 🎨 Customize Your Repository
+repo_name = "" # @param {type:"string"}
+make_private = False  # @param {type:"boolean"} {description:"Keep your repo private?"}
+clone_repo = True  # @param {type:"boolean"} {description:"Download repo to Colab?"}
+
+print("🛠️ Setting up your Hugging Face repository...")
+
+try:
+    # Initialize the Hugging Face API
+    api = HfApi()
+    user = api.whoami()
+    model_repo = f"{user['name']}/{repo_name.strip()}"
+
+    # Validate the repository name
+    print(f"🔍 Validating repository name: '{model_repo}'")
+    validate_repo_id(model_repo)
+
+    # Create or check the repository
+    print("📦 Creating repository if it doesn't exist...")
+    api.create_repo(
+        repo_id=model_repo,
+        private=make_private,
+        exist_ok=True
+    )
+    print(f"🎉 Repository '{model_repo}' is ready for action!")
+
+    # Clone the repository if requested
+    if clone_repo:
+        print("\n📦 Cloning your repository (with LFS)...")
+        clone_path = f"/content/{repo_name.strip()}"
+
+        if os.path.exists(clone_path):
+            print(f"⚠️  Repository already exists at '{clone_path}'. Skipping clone step.")
+        else:
+            !git lfs install --skip-smudge
+            !export GIT_LFS_SKIP_SMUDGE=1
+            !git clone https://huggingface.co/{model_repo} {clone_path}
+            print("✨ Repository cloned successfully!")
+
+except Exception as e:
+    print(f"❌ An error occurred during repository setup: {e}")
+    raise
+
+print("✅ Repository setup complete!")
+
+# @title 🚀 Hugging Face File Uploader - Interactive
+# @markdown ## 🌟 Ready to Upload Your Files to Hugging Face?
+
+# @markdown ### Quick Guide:
+# @markdown 1. Fill in your Hugging Face `Organization/Username` and `Repository name`.
+# @markdown 2. Specify the directory to search in below.
+# @markdown 3. Select the files you want to upload using the file picker below.
+# @markdown 4. Click the `Upload` button to begin the upload process.
+
+# @markdown ### Pro Tips:
+# @markdown - If files are missing, ensure they are in the current directory.
+# @markdown - Use Ctrl/Cmd to select multiple files.
+# @markdown - Customize the commit message.
+
+import os
+import glob
+import time
+from pathlib import Path
+from huggingface_hub import HfApi
+from IPython.display import display, HTML, clear_output, Image
+from tqdm.notebook import tqdm
+from ipywidgets import *
+
+# @markdown ### 📚 Repository Details
+hfuser = ""  # @param {type:"string"} {description: "Your Hugging Face Username or Organization"}
+hfrepo = ""  # @param {type:"string"} {description: "Your Hugging Face Repository Name"}
+
+# @markdown ### 🗂️ File Settings
+file_type = "mp3"  # @param ["safetensors", "pt", "mp3", "pth", "onnx", "pb", "h5", "ckpt", "bin", "json", "yaml", "yml", "txt", "csv", "pkl", "png", "jpg", "jpeg", "webp", "gif", "zip", "tar", "gz", "mp3", "wav", "ogg", "mp4", "mov", "avi", "mkv"]
+#sort_by = "name"  # @param ["name", "date"]
+
+# @markdown ### 📁 File Location
+file_location = "" # @param {type:"string"} {description: "The directory to search for files"}
+
+# @markdown ### 💭 Upload Settings
+commit_message = "Upload with Earth & Dusk Huggingface 🤗 Backup"  # @param {type:"string"}
+create_pr = False  # @param {type:"boolean"}
+clear_after = True  # @param {type:"boolean"}
+
+
+def format_size(size):
+    """Formats a file size into a human-readable string."""
+    for unit in ['B', 'KB', 'MB', 'GB']:
+        if size < 1024:
+            return f"{size:.2f} {unit}"
+        size /= 1024
+    return f"{size:.2f} TB"
+
+def find_files(file_location, file_type):
+    """Finds files matching the selected file type in the given directory."""
+    try:
+        files = sorted(
+            glob.glob(os.path.join(file_location, f"*.{file_type}")),
+             key=os.path.getmtime if sort_by == 'date' else str
+        )
+        return files
+    except Exception as e:
+        print(f"❌ Error finding files: {e}")
+        return []
+
+# Widget Setup
+all_ckpts = find_files(file_location, file_type)
+ckpt_picker = SelectMultiple(options=all_ckpts, layout=Layout(width="600px"), description="Select File(s)")
+upload_btn = Button(description='Upload')
+out = Output()
+
+def upload_ckpts(_):
+    repo_id = f"{hfuser}/{hfrepo}"
+    with out:
+        if not ckpt_picker.value:
+             print("Nothing selected for upload, make sure to click one of the files in the list, or verify there are files in the specified directory.")
+             return
+        for ckpt in ckpt_picker.value:
+            print(f"Uploading to HF: huggingface.co/{repo_id}/{os.path.basename(ckpt)}")
+            size = os.path.getsize(ckpt)
+            print(f"📦 Uploading file: {ckpt} ({format_size(size)})")
+
+            try:
+                start_time = time.time()
+                response = api.upload_file(
+                    path_or_fileobj=ckpt,
+                    path_in_repo=os.path.basename(ckpt),
+                    repo_id=repo_id,
+                    repo_type=None,
+                    create_pr=create_pr,
+                    commit_message=commit_message
+                )
+                duration = time.time() - start_time
+                print(f"✅ Upload completed in {duration:.1f} seconds")
+            except Exception as e:
+                print(f"❌ Error uploading {ckpt}: {e}")
+        print("\n✨ All uploads complete!")
+        if create_pr:
+          print("🎉 Check your repository for the new Pull Request!")
+        else:
+          print("🎉 Files have been uploaded directly to your repository!")
+        if clear_after:
+            time.sleep(3)
+            clear_output()
+
+
+upload_btn.on_click(upload_ckpts)
+
+# Display widgets
+box = VBox([
+    ckpt_picker,
+    HBox([
+        Label("HF User:"),
+        Text(value = hfuser, placeholder='YourUSERHERE', disabled = True),
+        Label("HF Repo:"),
+        Text(value = hfrepo, placeholder='ModelNameHere', disabled = True),
+    ]),
+        HBox([
+        Label("File Directory:"),
+        Text(value = file_location, placeholder='/content', disabled = True),
+    ]),
+    upload_btn,
+    out,
+
+])
+
+display(box)
+
+# Helper function for updating the displayed file path
+def update_file_list(event):
+    global all_ckpts
+    all_ckpts = find_files(file_location, file_type)
+    ckpt_picker.options = all_ckpts
+
+def on_file_type_change(change):
+    global all_ckpts
+    all_ckpts = find_files(file_location, change.new)
+    ckpt_picker.options = all_ckpts
+
+#Observe for file path changes
+observe_file_path = Text(value="/content")
+observe_file_path.observe(update_file_list, names='value')
+
+#Observe for file type changes
+observe_file_type = Dropdown(options=["safetensors", "pt", "pth", "mp3", "onnx", "pb", "h5", "ckpt", "bin", "json", "yaml", "yml", "txt", "csv", "pkl", "png", "jpg", "jpeg", "webp", "gif", "zip", "tar", "gz", "mp3", "wav", "ogg", "mp4", "mov", "avi", "mkv"], value = file_type)
+observe_file_type.observe(on_file_type_change, names='value')
+display(HBox([Label("File Type:"), observe_file_type]))