kaggle & colab download dep: faster; CNet download - fixed ;3

files_cells/notebooks/en/auto-cleaner_en.ipynb

@@ -266,10 +266,11 @@
         "    deleted_files = 0\n",
         "    for root, dirs, files in os.walk(directory):\n",
         "        for file in files:\n",
-        "            if file.endswith((\".txt\", \".yaml\")):\n",
+        "            if file.endswith(\".txt\"):\n",
         "                continue\n",
         "            os.remove(os.path.join(root, file))\n",
-        "            deleted_files += 1\n",
+        "            if not file.endswith(\".yaml\"):\n",
+        "                deleted_files += 1\n",
         "    return deleted_files\n",
         "\n",
         "\n",

files_cells/notebooks/en/downloading_en.ipynb

@@ -89,9 +89,10 @@
         "            !wget -P /home/studio-lab-user https://huggingface.co/NagisaNao/fast_repo/resolve/main/sagemaker/FULL_DELETED_NOTEBOOK.ipynb\n",
         "\n",
         "        if env == \"Google Colab\":\n",
-        "            !pip install -q {torch} -U\n",
+        "            !pip install -q pip install xformers==0.0.26.dev769 -U\n",
         "        else:\n",
-        "            !pip install -q {torch} -U\n",
+        "            if env != \"Kaggle\":\n",
+        "                !pip install -q {torch} -U\n",
         "            !pip install -q {xformers} -U\n",
         "\n",
         "        with open(flag_file, \"w\") as f:\n",
@@ -346,6 +347,7 @@
         "url = \"\"\n",
         "hf_token = optional_huggingface_token if optional_huggingface_token else \"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\"\n",
         "user_header = f\"\\\"Authorization: Bearer {hf_token}\\\"\"\n",
+        "# user_header = f\"\\\"Authorization: Bearer {optional_huggingface_token}\\\"\"\n",
         "\n",
         "def handle_manual(url):\n",
         "    original_url = url\n",
@@ -366,6 +368,7 @@
         "\n",
         "def manual_download(url, dst_dir, file_name):\n",
         "    basename = url.split(\"/\")[-1] if file_name is None else file_name\n",
+        "    header_option = f\"--header={user_header}\" # if optional_huggingface_token else \"\"\n",
         "\n",
         "    # I do it at my own risk..... Fucking CivitAi >:(\n",
         "    civitai_token = \"62c0c5956b2f9defbd844d754000180b\"\n",
@@ -385,10 +388,10 @@
         "        if '/blob/' in url:\n",
         "            url = url.replace('/blob/', '/resolve/')\n",
         "        if file_name:\n",
-        "            !aria2c --optimize-concurrent-downloads --console-log-level=error --summary-interval=10 --header={user_header} -c -j5 -x16 -s16 -k1M  -d {dst_dir} -o {basename} {url}\n",
+        "            !aria2c {header_option} --optimize-concurrent-downloads --console-log-level=error --summary-interval=10 -c -j5 -x16 -s16 -k1M -d {dst_dir} -o {basename} {url}\n",
         "        else:\n",
-        "            parsed_link = '\\n{}\\n\\tout={}'.format(url, unquote(url.split('/')[-1]))\n",
-        "            !echo -e \"{parsed_link}\" | aria2c --header={user_header} --console-log-level=error --summary-interval=10 -i- -j5 -x16 -s16 -k1M -c -d \"{dst_dir}\" -o  {basename}\n",
+        "            parsed_link = f'\\n{url}\\n\\tout={unquote(url.split(\"/\")[-1])}'\n",
+        "            !echo -e \"{parsed_link}\" | aria2c {header_option} --console-log-level=error --summary-interval=10 -i- -j5 -x16 -s16 -k1M -c -d \"{dst_dir}\" -o {basename}\n",
         "    # -- Other --\n",
         "    elif 'http' in url or 'magnet' in url:\n",
         "        if file_name:\n",

files_cells/notebooks/ru/auto-cleaner_ru.ipynb

@@ -266,10 +266,11 @@
         "    deleted_files = 0\n",
         "    for root, dirs, files in os.walk(directory):\n",
         "        for file in files:\n",
-        "            if file.endswith((\".txt\", \".yaml\")):\n",
+        "            if file.endswith(\".txt\"):\n",
         "                continue\n",
         "            os.remove(os.path.join(root, file))\n",
-        "            deleted_files += 1\n",
+        "            if not file.endswith(\".yaml\"):\n",
+        "                deleted_files += 1\n",
         "    return deleted_files\n",
         "\n",
         "\n",

files_cells/notebooks/ru/downloading_ru.ipynb

@@ -89,9 +89,10 @@
         "            !wget -P /home/studio-lab-user https://huggingface.co/NagisaNao/fast_repo/resolve/main/sagemaker/FULL_DELETED_NOTEBOOK.ipynb\n",
         "\n",
         "        if env == \"Google Colab\":\n",
-        "            !pip install -q {torch} -U\n",
+        "            !pip install -q pip install xformers==0.0.26.dev769 -U\n",
         "        else:\n",
-        "            !pip install -q {torch} -U\n",
+        "            if env != \"Kaggle\":\n",
+        "                !pip install -q {torch} -U\n",
         "            !pip install -q {xformers} -U\n",
         "\n",
         "        with open(flag_file, \"w\") as f:\n",
@@ -346,6 +347,7 @@
         "url = \"\"\n",
         "hf_token = optional_huggingface_token if optional_huggingface_token else \"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\"\n",
         "user_header = f\"\\\"Authorization: Bearer {hf_token}\\\"\"\n",
+        "# user_header = f\"\\\"Authorization: Bearer {optional_huggingface_token}\\\"\"\n",
         "\n",
         "def handle_manual(url):\n",
         "    original_url = url\n",
@@ -366,6 +368,7 @@
         "\n",
         "def manual_download(url, dst_dir, file_name):\n",
         "    basename = url.split(\"/\")[-1] if file_name is None else file_name\n",
+        "    header_option = f\"--header={user_header}\" # if optional_huggingface_token else \"\"\n",
         "\n",
         "    # I do it at my own risk..... Fucking CivitAi >:(\n",
         "    civitai_token = \"62c0c5956b2f9defbd844d754000180b\"\n",
@@ -385,10 +388,10 @@
         "        if '/blob/' in url:\n",
         "            url = url.replace('/blob/', '/resolve/')\n",
         "        if file_name:\n",
-        "            !aria2c --optimize-concurrent-downloads --console-log-level=error --summary-interval=10 --header={user_header} -c -j5 -x16 -s16 -k1M  -d {dst_dir} -o {basename} {url}\n",
+        "            !aria2c {header_option} --optimize-concurrent-downloads --console-log-level=error --summary-interval=10 -c -j5 -x16 -s16 -k1M -d {dst_dir} -o {basename} {url}\n",
         "        else:\n",
-        "            parsed_link = '\\n{}\\n\\tout={}'.format(url, unquote(url.split('/')[-1]))\n",
-        "            !echo -e \"{parsed_link}\" | aria2c --header={user_header} --console-log-level=error --summary-interval=10 -i- -j5 -x16 -s16 -k1M -c -d \"{dst_dir}\" -o  {basename}\n",
+        "            parsed_link = f'\\n{url}\\n\\tout={unquote(url.split(\"/\")[-1])}'\n",
+        "            !echo -e \"{parsed_link}\" | aria2c {header_option} --console-log-level=error --summary-interval=10 -i- -j5 -x16 -s16 -k1M -c -d \"{dst_dir}\" -o {basename}\n",
         "    # -- Other --\n",
         "    elif 'http' in url or 'magnet' in url:\n",
         "        if file_name:\n",

files_cells/python/en/downloading_en.py

@@ -70,9 +70,10 @@ if not os.path.exists(flag_file):
             get_ipython().system('wget -P /home/studio-lab-user https://huggingface.co/NagisaNao/fast_repo/resolve/main/sagemaker/FULL_DELETED_NOTEBOOK.ipynb')
 
         if env == "Google Colab":
-            get_ipython().system('pip install -q {torch} -U')
+            get_ipython().system('pip install -q pip install xformers==0.0.26.dev769 -U')
         else:
-            get_ipython().system('pip install -q {torch} -U')
+            if env != "Kaggle":
+                get_ipython().system('pip install -q {torch} -U')
             get_ipython().system('pip install -q {xformers} -U')
 
         with open(flag_file, "w") as f:
@@ -327,6 +328,7 @@ get_ipython().system('mkdir -p {models_dir} {vaes_dir} {embeddings_dir} {loras_d
 url = ""
 hf_token = optional_huggingface_token if optional_huggingface_token else "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"
 user_header = f"\"Authorization: Bearer {hf_token}\""
+# user_header = f"\"Authorization: Bearer {optional_huggingface_token}\""
 
 def handle_manual(url):
     original_url = url
@@ -347,6 +349,7 @@ def handle_manual(url):
 
 def manual_download(url, dst_dir, file_name):
     basename = url.split("/")[-1] if file_name is None else file_name
+    header_option = f"--header={user_header}" # if optional_huggingface_token else ""
 
     # I do it at my own risk..... Fucking CivitAi >:(
     civitai_token = "62c0c5956b2f9defbd844d754000180b"
@@ -366,10 +369,10 @@ def manual_download(url, dst_dir, file_name):
         if '/blob/' in url:
             url = url.replace('/blob/', '/resolve/')
         if file_name:
-            get_ipython().system('aria2c --optimize-concurrent-downloads --console-log-level=error --summary-interval=10 --header={user_header} -c -j5 -x16 -s16 -k1M  -d {dst_dir} -o {basename} {url}')
+            get_ipython().system('aria2c {header_option} --optimize-concurrent-downloads --console-log-level=error --summary-interval=10 -c -j5 -x16 -s16 -k1M -d {dst_dir} -o {basename} {url}')
         else:
-            parsed_link = '\n{}\n\tout={}'.format(url, unquote(url.split('/')[-1]))
-            get_ipython().system('echo -e "{parsed_link}" | aria2c --header={user_header} --console-log-level=error --summary-interval=10 -i- -j5 -x16 -s16 -k1M -c -d "{dst_dir}" -o  {basename}')
+            parsed_link = f'\n{url}\n\tout={unquote(url.split("/")[-1])}'
+            get_ipython().system('echo -e "{parsed_link}" | aria2c {header_option} --console-log-level=error --summary-interval=10 -i- -j5 -x16 -s16 -k1M -c -d "{dst_dir}" -o {basename}')
     # -- Other --
     elif 'http' in url or 'magnet' in url:
         if file_name:

files_cells/python/ru/downloading_ru.py

@@ -70,9 +70,10 @@ if not os.path.exists(flag_file):
             get_ipython().system('wget -P /home/studio-lab-user https://huggingface.co/NagisaNao/fast_repo/resolve/main/sagemaker/FULL_DELETED_NOTEBOOK.ipynb')
 
         if env == "Google Colab":
-            get_ipython().system('pip install -q {torch} -U')
+            get_ipython().system('pip install -q pip install xformers==0.0.26.dev769 -U')
         else:
-            get_ipython().system('pip install -q {torch} -U')
+            if env != "Kaggle":
+                get_ipython().system('pip install -q {torch} -U')
             get_ipython().system('pip install -q {xformers} -U')
 
         with open(flag_file, "w") as f:
@@ -327,6 +328,7 @@ get_ipython().system('mkdir -p {models_dir} {vaes_dir} {embeddings_dir} {loras_d
 url = ""
 hf_token = optional_huggingface_token if optional_huggingface_token else "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"
 user_header = f"\"Authorization: Bearer {hf_token}\""
+# user_header = f"\"Authorization: Bearer {optional_huggingface_token}\""
 
 def handle_manual(url):
     original_url = url
@@ -347,6 +349,7 @@ def handle_manual(url):
 
 def manual_download(url, dst_dir, file_name):
     basename = url.split("/")[-1] if file_name is None else file_name
+    header_option = f"--header={user_header}" # if optional_huggingface_token else ""
 
     # I do it at my own risk..... Fucking CivitAi >:(
     civitai_token = "62c0c5956b2f9defbd844d754000180b"
@@ -366,10 +369,10 @@ def manual_download(url, dst_dir, file_name):
         if '/blob/' in url:
             url = url.replace('/blob/', '/resolve/')
         if file_name:
-            get_ipython().system('aria2c --optimize-concurrent-downloads --console-log-level=error --summary-interval=10 --header={user_header} -c -j5 -x16 -s16 -k1M  -d {dst_dir} -o {basename} {url}')
+            get_ipython().system('aria2c {header_option} --optimize-concurrent-downloads --console-log-level=error --summary-interval=10 -c -j5 -x16 -s16 -k1M -d {dst_dir} -o {basename} {url}')
         else:
-            parsed_link = '\n{}\n\tout={}'.format(url, unquote(url.split('/')[-1]))
-            get_ipython().system('echo -e "{parsed_link}" | aria2c --header={user_header} --console-log-level=error --summary-interval=10 -i- -j5 -x16 -s16 -k1M -c -d "{dst_dir}" -o  {basename}')
+            parsed_link = f'\n{url}\n\tout={unquote(url.split("/")[-1])}'
+            get_ipython().system('echo -e "{parsed_link}" | aria2c {header_option} --console-log-level=error --summary-interval=10 -i- -j5 -x16 -s16 -k1M -c -d "{dst_dir}" -o {basename}')
     # -- Other --
     elif 'http' in url or 'magnet' in url:
         if file_name: