fixi - sagemaker

files_cells/notebooks/en/downloading_en.ipynb

@@ -163,8 +163,10 @@
         "\n",
         "# === ONLY SAGEMAKER FIXIN EXTENSIONS ===\n",
         "if env == \"SageMaker Studio Lab\":\n",
-        "    # --- SuperMerger ---\n",
-        "    !wget -O {webui_path}/extensions/supermerger/scripts/mergers/mergers.py https://huggingface.co/NagisaNao/fast_repo/resolve/main/sagemaker/fixing/extensions/supermerger/scripts/mergers/mergers.py\n",
+        "    with capture.capture_output() as cap:\n",
+        "        # --- SuperMerger ---\n",
+        "        !wget -O {webui_path}/extensions/supermerger/scripts/mergers/mergers.py https://huggingface.co/NagisaNao/fast_repo/resolve/main/sagemaker/fixing/extensions/supermerger/scripts/mergers/mergers.py\n",
+        "    del cap\n",
         "\n",
         "\n",
         "## Changes extensions and WebUi\n",

files_cells/notebooks/en/launch_en.ipynb

@@ -28,9 +28,9 @@
         "import time\n",
         "import json\n",
         "import requests\n",
-        "import cloudpickle as pickle\n",
         "from datetime import timedelta\n",
         "\n",
+        "\n",
         "#  ================= DETECT ENV =================\n",
         "def detect_environment():\n",
         "    environments = {\n",
@@ -62,6 +62,8 @@
         "\n",
         "# ======================== TUNNEL ========================\n",
         "if env != \"SageMaker Studio Lab\":\n",
+        "    import cloudpickle as pickle\n",
+        "\n",
         "    password = \"x1101\"\n",
         "    def get_public_ip(version='ipv4'):\n",
         "        try:\n",
@@ -80,7 +82,6 @@
         "    tunnel = tunnel_class(tunnel_port)\n",
         "    tunnel.add_tunnel(command=\"cl tunnel --url localhost:{port}\", name=\"cl\", pattern=re.compile(r\"[\\w-]+\\.trycloudflare\\.com\"))\n",
         "    tunnel.add_tunnel(command=\"lt --port {port}\", name=\"lt\", pattern=re.compile(r\"[\\w-]+\\.loca\\.lt\"), note=\"Password : \" + \"\\033[32m\" + public_ipv4 + \"\\033[0m\" + \" rerun cell if 404 error.\")\n",
-        "\n",
         "# ======================== TUNNEL ========================\n",
         "\n",
         "\n",
@@ -93,33 +94,23 @@
         "\n",
         "if env != \"SageMaker Studio Lab\":\n",
         "    with tunnel:\n",
-        "        !#python -m http.server 1101\n",
         "        %cd {webui_path}\n",
-        "\n",
         "        if ngrok_token:\n",
         "            commandline_arguments += ' --ngrok ' + ngrok_token\n",
-        "        commandline_arguments += f\" --port=1101 \" #  --encrypt-pass={password}\n",
-        "\n",
-        "        !COMMANDLINE_ARGS=\"{commandline_arguments}\" python launch.py\n",
-        "\n",
-        "        start_colab = float(open(f'{webui_path}/static/colabTimer.txt', 'r').read())\n",
-        "        time_since_start = str(timedelta(seconds=time.time()-start_colab)).split('.')[0]\n",
-        "        print(f\"\\n⌚️ \\033[0mYou have been conducting this session for - \\033[33m{time_since_start}\\033[0m\\n\\n\")\n",
-        "\n",
+        "        commandline_arguments += f\" --port=1101 \" # --encrypt-pass={password}\n",
         "else:\n",
         "    if ngrok_token:\n",
         "        %cd {webui_path}\n",
-        "\n",
         "        commandline_arguments += ' --ngrok ' + ngrok_token\n",
-        "\n",
-        "        !COMMANDLINE_ARGS=\"{commandline_arguments}\" python launch.py\n",
-        "\n",
-        "        start_colab = float(open(f'{webui_path}/static/colabTimer.txt', 'r').read())\n",
-        "        time_since_start = str(timedelta(seconds=time.time()-start_colab)).split('.')[0]\n",
-        "        print(f\"\\n⌚️ \\033[0mYou have been conducting this session for - \\033[33m{time_since_start}\\033[0m\\n\\n\")\n",
-        "\n",
         "    else:\n",
-        "        print(\"Oops... I think you forgot to insert the token `ngrok`..... go back to widgets and insert it to start webui... no way without it :/\\nYou can get the token here:\\n\\nhttps://dashboard.ngrok.com/get-started/your-authtoken\")"
+        "        print(\"Oops... I think you forgot to insert the token `ngrok`..... go back to widgets and insert it to start webui... no way without it :/\\nYou can get the token here:\\n\\nhttps://dashboard.ngrok.com/get-started/your-authtoken\")\n",
+        "\n",
+        "# launch webui\n",
+        "if env != \"SageMaker Studio Lab\" or ngrok_token:\n",
+        "    !COMMANDLINE_ARGS=\"{commandline_arguments}\" python launch.py\n",
+        "    start_colab = float(open(f'{webui_path}/static/colabTimer.txt', 'r').read())\n",
+        "    time_since_start = str(timedelta(seconds=time.time()-start_colab)).split('.')[0]\n",
+        "    print(f\"\\n⌚️ \\033[0mYou have been conducting this session for - \\033[33m{time_since_start}\\033[0m\\n\\n\")"
       ]
     }
   ]

files_cells/notebooks/ru/downloading_ru.ipynb

@@ -163,8 +163,10 @@
         "\n",
         "# === ONLY SAGEMAKER FIXIN EXTENSIONS ===\n",
         "if env == \"SageMaker Studio Lab\":\n",
-        "    # --- SuperMerger ---\n",
-        "    !wget -O {webui_path}/extensions/supermerger/scripts/mergers/mergers.py https://huggingface.co/NagisaNao/fast_repo/resolve/main/sagemaker/fixing/extensions/supermerger/scripts/mergers/mergers.py\n",
+        "    with capture.capture_output() as cap:\n",
+        "        # --- SuperMerger ---\n",
+        "        !wget -O {webui_path}/extensions/supermerger/scripts/mergers/mergers.py https://huggingface.co/NagisaNao/fast_repo/resolve/main/sagemaker/fixing/extensions/supermerger/scripts/mergers/mergers.py\n",
+        "    del cap\n",
         "\n",
         "\n",
         "## Changes extensions and WebUi\n",

files_cells/notebooks/ru/launch_ru.ipynb

@@ -28,9 +28,9 @@
         "import time\n",
         "import json\n",
         "import requests\n",
-        "import cloudpickle as pickle\n",
         "from datetime import timedelta\n",
         "\n",
+        "\n",
         "#  ================= DETECT ENV =================\n",
         "def detect_environment():\n",
         "    environments = {\n",
@@ -62,6 +62,8 @@
         "\n",
         "# ======================== TUNNEL ========================\n",
         "if env != \"SageMaker Studio Lab\":\n",
+        "    import cloudpickle as pickle\n",
+        "\n",
         "    password = \"x1101\"\n",
         "    def get_public_ip(version='ipv4'):\n",
         "        try:\n",
@@ -80,7 +82,6 @@
         "    tunnel = tunnel_class(tunnel_port)\n",
         "    tunnel.add_tunnel(command=\"cl tunnel --url localhost:{port}\", name=\"cl\", pattern=re.compile(r\"[\\w-]+\\.trycloudflare\\.com\"))\n",
         "    tunnel.add_tunnel(command=\"lt --port {port}\", name=\"lt\", pattern=re.compile(r\"[\\w-]+\\.loca\\.lt\"), note=\"Password : \" + \"\\033[32m\" + public_ipv4 + \"\\033[0m\" + \" rerun cell if 404 error.\")\n",
-        "\n",
         "# ======================== TUNNEL ========================\n",
         "\n",
         "\n",
@@ -93,33 +94,23 @@
         "\n",
         "if env != \"SageMaker Studio Lab\":\n",
         "    with tunnel:\n",
-        "        !#python -m http.server 1101\n",
         "        %cd {webui_path}\n",
-        "\n",
         "        if ngrok_token:\n",
         "            commandline_arguments += ' --ngrok ' + ngrok_token\n",
-        "        commandline_arguments += f\" --port=1101 \" #  --encrypt-pass={password}\n",
-        "\n",
-        "        !COMMANDLINE_ARGS=\"{commandline_arguments}\" python launch.py\n",
-        "\n",
-        "        start_colab = float(open(f'{webui_path}/static/colabTimer.txt', 'r').read())\n",
-        "        time_since_start = str(timedelta(seconds=time.time()-start_colab)).split('.')[0]\n",
-        "        print(f\"\\n⌚️ \\033[0mВы проводите эту сессию в течение - \\033[33m{time_since_start}\\033[0m\\n\\n\")\n",
-        "\n",
+        "        commandline_arguments += f\" --port=1101 \" # --encrypt-pass={password}\n",
         "else:\n",
         "    if ngrok_token:\n",
         "        %cd {webui_path}\n",
-        "\n",
         "        commandline_arguments += ' --ngrok ' + ngrok_token\n",
-        "\n",
-        "        !COMMANDLINE_ARGS=\"{commandline_arguments}\" python launch.py\n",
-        "\n",
-        "        start_colab = float(open(f'{webui_path}/static/colabTimer.txt', 'r').read())\n",
-        "        time_since_start = str(timedelta(seconds=time.time()-start_colab)).split('.')[0]\n",
-        "        print(f\"\\n⌚️ \\033[0mВы проводите эту сессию в течение - \\033[33m{time_since_start}\\033[0m\\n\\n\")\n",
-        "\n",
         "    else:\n",
-        "        print(\"Упс... Я думаю, вы забыли вставить токен `ngrok`..... вернитесь к виджетам и вставьте его, чтобы запустить webui... без него никак :/\\nВы можете получить токен здесь:\\n\\nhttps://dashboard.ngrok.com/get-started/your-authtoken\")"
+        "        print(\"Упс... Я думаю, вы забыли вставить токен `ngrok`..... вернитесь к виджетам и вставьте его, чтобы запустить webui... без него никак :/\\nВы можете получить токен здесь:\\n\\nhttps://dashboard.ngrok.com/get-started/your-authtoken\")\n",
+        "\n",
+        "# launch webui\n",
+        "if env != \"SageMaker Studio Lab\" or ngrok_token:\n",
+        "    !COMMANDLINE_ARGS=\"{commandline_arguments}\" python launch.py\n",
+        "    start_colab = float(open(f'{webui_path}/static/colabTimer.txt', 'r').read())\n",
+        "    time_since_start = str(timedelta(seconds=time.time()-start_colab)).split('.')[0]\n",
+        "    print(f\"\\n⌚️ \\033[0mВы проводите эту сессию в течение - \\033[33m{time_since_start}\\033[0m\\n\\n\")"
       ]
     }
   ]

files_cells/python/en/downloading_en.py

@@ -150,8 +150,10 @@ else:
 
 # === ONLY SAGEMAKER FIXIN EXTENSIONS ===
 if env == "SageMaker Studio Lab":
-    # --- SuperMerger ---
-    get_ipython().system('wget -O {webui_path}/extensions/supermerger/scripts/mergers/mergers.py https://huggingface.co/NagisaNao/fast_repo/resolve/main/sagemaker/fixing/extensions/supermerger/scripts/mergers/mergers.py')
+    with capture.capture_output() as cap:
+        # --- SuperMerger ---
+        get_ipython().system('wget -O {webui_path}/extensions/supermerger/scripts/mergers/mergers.py https://huggingface.co/NagisaNao/fast_repo/resolve/main/sagemaker/fixing/extensions/supermerger/scripts/mergers/mergers.py')
+    del cap
 
 
 ## Changes extensions and WebUi

files_cells/python/en/launch_en.py

@@ -10,9 +10,9 @@ import sys
 import time
 import json
 import requests
-import cloudpickle as pickle
 from datetime import timedelta
 
+
 #  ================= DETECT ENV =================
 def detect_environment():
     environments = {
@@ -44,6 +44,8 @@ commandline_arguments = settings['commandline_arguments']
 
 # ======================== TUNNEL ========================
 if env != "SageMaker Studio Lab":
+    import cloudpickle as pickle
+
     password = "x1101"
     def get_public_ip(version='ipv4'):
         try:
@@ -62,7 +64,6 @@ if env != "SageMaker Studio Lab":
     tunnel = tunnel_class(tunnel_port)
     tunnel.add_tunnel(command="cl tunnel --url localhost:{port}", name="cl", pattern=re.compile(r"[\w-]+\.trycloudflare\.com"))
     tunnel.add_tunnel(command="lt --port {port}", name="lt", pattern=re.compile(r"[\w-]+\.loca\.lt"), note="Password : " + "\033[32m" + public_ipv4 + "\033[0m" + " rerun cell if 404 error.")
-
 # ======================== TUNNEL ========================
 
 
@@ -75,31 +76,21 @@ get_ipython().system('sed -i \'s/"sd_checkpoint_hash": ".*"/"sd_checkpoint_hash"
 
 if env != "SageMaker Studio Lab":
     with tunnel:
-        get_ipython().system('#python -m http.server 1101')
         get_ipython().run_line_magic('cd', '{webui_path}')
-
         if ngrok_token:
             commandline_arguments += ' --ngrok ' + ngrok_token
-        commandline_arguments += f" --port=1101 " #  --encrypt-pass={password}
-
-        get_ipython().system('COMMANDLINE_ARGS="{commandline_arguments}" python launch.py')
-
-        start_colab = float(open(f'{webui_path}/static/colabTimer.txt', 'r').read())
-        time_since_start = str(timedelta(seconds=time.time()-start_colab)).split('.')[0]
-        print(f"\n⌚️ \033[0mYou have been conducting this session for - \033[33m{time_since_start}\033[0m\n\n")
-
+        commandline_arguments += f" --port=1101 " # --encrypt-pass={password}
 else:
     if ngrok_token:
         get_ipython().run_line_magic('cd', '{webui_path}')
-
         commandline_arguments += ' --ngrok ' + ngrok_token
-
-        get_ipython().system('COMMANDLINE_ARGS="{commandline_arguments}" python launch.py')
-
-        start_colab = float(open(f'{webui_path}/static/colabTimer.txt', 'r').read())
-        time_since_start = str(timedelta(seconds=time.time()-start_colab)).split('.')[0]
-        print(f"\n⌚️ \033[0mYou have been conducting this session for - \033[33m{time_since_start}\033[0m\n\n")
-
     else:
         print("Oops... I think you forgot to insert the token `ngrok`..... go back to widgets and insert it to start webui... no way without it :/\nYou can get the token here:\n\nhttps://dashboard.ngrok.com/get-started/your-authtoken")
 
+# launch webui
+if env != "SageMaker Studio Lab" or ngrok_token:
+    get_ipython().system('COMMANDLINE_ARGS="{commandline_arguments}" python launch.py')
+    start_colab = float(open(f'{webui_path}/static/colabTimer.txt', 'r').read())
+    time_since_start = str(timedelta(seconds=time.time()-start_colab)).split('.')[0]
+    print(f"\n⌚️ \033[0mYou have been conducting this session for - \033[33m{time_since_start}\033[0m\n\n")
+

files_cells/python/ru/downloading_ru.py

@@ -150,8 +150,10 @@ else:
 
 # === ONLY SAGEMAKER FIXIN EXTENSIONS ===
 if env == "SageMaker Studio Lab":
-    # --- SuperMerger ---
-    get_ipython().system('wget -O {webui_path}/extensions/supermerger/scripts/mergers/mergers.py https://huggingface.co/NagisaNao/fast_repo/resolve/main/sagemaker/fixing/extensions/supermerger/scripts/mergers/mergers.py')
+    with capture.capture_output() as cap:
+        # --- SuperMerger ---
+        get_ipython().system('wget -O {webui_path}/extensions/supermerger/scripts/mergers/mergers.py https://huggingface.co/NagisaNao/fast_repo/resolve/main/sagemaker/fixing/extensions/supermerger/scripts/mergers/mergers.py')
+    del cap
 
 
 ## Changes extensions and WebUi

files_cells/python/ru/launch_ru.py

@@ -10,9 +10,9 @@ import sys
 import time
 import json
 import requests
-import cloudpickle as pickle
 from datetime import timedelta
 
+
 #  ================= DETECT ENV =================
 def detect_environment():
     environments = {
@@ -44,6 +44,8 @@ commandline_arguments = settings['commandline_arguments']
 
 # ======================== TUNNEL ========================
 if env != "SageMaker Studio Lab":
+    import cloudpickle as pickle
+
     password = "x1101"
     def get_public_ip(version='ipv4'):
         try:
@@ -62,7 +64,6 @@ if env != "SageMaker Studio Lab":
     tunnel = tunnel_class(tunnel_port)
     tunnel.add_tunnel(command="cl tunnel --url localhost:{port}", name="cl", pattern=re.compile(r"[\w-]+\.trycloudflare\.com"))
     tunnel.add_tunnel(command="lt --port {port}", name="lt", pattern=re.compile(r"[\w-]+\.loca\.lt"), note="Password : " + "\033[32m" + public_ipv4 + "\033[0m" + " rerun cell if 404 error.")
-
 # ======================== TUNNEL ========================
 
 
@@ -75,31 +76,21 @@ get_ipython().system('sed -i \'s/"sd_checkpoint_hash": ".*"/"sd_checkpoint_hash"
 
 if env != "SageMaker Studio Lab":
     with tunnel:
-        get_ipython().system('#python -m http.server 1101')
         get_ipython().run_line_magic('cd', '{webui_path}')
-
         if ngrok_token:
             commandline_arguments += ' --ngrok ' + ngrok_token
-        commandline_arguments += f" --port=1101 " #  --encrypt-pass={password}
-
-        get_ipython().system('COMMANDLINE_ARGS="{commandline_arguments}" python launch.py')
-
-        start_colab = float(open(f'{webui_path}/static/colabTimer.txt', 'r').read())
-        time_since_start = str(timedelta(seconds=time.time()-start_colab)).split('.')[0]
-        print(f"\n⌚️ \033[0mВы проводите эту сессию в течение - \033[33m{time_since_start}\033[0m\n\n")
-
+        commandline_arguments += f" --port=1101 " # --encrypt-pass={password}
 else:
     if ngrok_token:
         get_ipython().run_line_magic('cd', '{webui_path}')
-
         commandline_arguments += ' --ngrok ' + ngrok_token
-
-        get_ipython().system('COMMANDLINE_ARGS="{commandline_arguments}" python launch.py')
-
-        start_colab = float(open(f'{webui_path}/static/colabTimer.txt', 'r').read())
-        time_since_start = str(timedelta(seconds=time.time()-start_colab)).split('.')[0]
-        print(f"\n⌚️ \033[0mВы проводите эту сессию в течение - \033[33m{time_since_start}\033[0m\n\n")
-
     else:
         print("Упс... Я думаю, вы забыли вставить токен `ngrok`..... вернитесь к виджетам и вставьте его, чтобы запустить webui... без него никак :/\nВы можете получить токен здесь:\n\nhttps://dashboard.ngrok.com/get-started/your-authtoken")
 
+# launch webui
+if env != "SageMaker Studio Lab" or ngrok_token:
+    get_ipython().system('COMMANDLINE_ARGS="{commandline_arguments}" python launch.py')
+    start_colab = float(open(f'{webui_path}/static/colabTimer.txt', 'r').read())
+    time_since_start = str(timedelta(seconds=time.time()-start_colab)).split('.')[0]
+    print(f"\n⌚️ \033[0mВы проводите эту сессию в течение - \033[33m{time_since_start}\033[0m\n\n")
+