Update as_safetensors+fp16.ipynb

as_safetensors+fp16.ipynb

@@ -28,7 +28,7 @@
  {
  "cell_type": "markdown",
  "source": [
- "以下のコードを上から順番に両方とも実行"
+ "最初に以下のコードを実行"
  ],
  "metadata": {
  "id": "OnuCk_wNLM_D"
@@ -37,7 +37,29 @@
  {
  "cell_type": "code",
  "source": [
- "from google.colab import drive \n",
+ "!pip install torch safetensors\n",
+ "!pip install pytorch-lightning\n",
+ "!pip install wget"
+ ],
+ "metadata": {
+ "id": "pXr7oNJzwwgU"
+ },
+ "execution_count": null,
+ "outputs": []
+ },
+ {
+ "cell_type": "markdown",
+ "source": [
+ "Google Drive上のファイルを読み書きしたい場合は、以下のコードを実行"
+ ],
+ "metadata": {
+ "id": "NsncqZOha2e0"
+ }
+ },
+ {
+ "cell_type": "code",
+ "source": [
+ "from google.colab import drive\n",
  "drive.mount(\"/content/drive\")"
  ],
  "metadata": {
@@ -46,15 +68,29 @@
  "execution_count": null,
  "outputs": []
  },
+ {
+ "cell_type": "markdown",
+ "source": [
+ "<details><summary><font size=\"-0\">変換したモデルをHugging Faceに投稿したい場合は、以下のコードを実行</font></summary>\n",
+ "\n",
+ "1. [このページ](https://huggingface.co/settings/tokens)にアクセスしてNew tokenからName=適当, Role=writeでAccess Tokenを取得\n",
+ "\n",
+ "2. 取得したTokenをコピー & 実行後に出現する以下の欄に貼り付け & Login\n",
+ "</details>"
+ ],
+ "metadata": {
+ "id": "MHmy8IVla-IL"
+ }
+ },
  {
  "cell_type": "code",
  "source": [
- "!pip install torch safetensors\n",
- "!pip install pytorch-lightning\n",
- "!pip install wget"
+ "!pip install huggingface_hub\n",
+ "from huggingface_hub import login\n",
+ "login()"
  ],
  "metadata": {
- "id": "pXr7oNJzwwgU"
+ "id": "gt40d8zUZnQV"
  },
  "execution_count": null,
  "outputs": []
@@ -91,8 +127,8 @@
  " print(f\"\\\"{model}\\\"はURLではなく、正しい形式のファイルでもありません\")"
  ],
  "metadata": {
- "cellView": "form",
- "id": "4vd3A09AxJE0"
+ "id": "4vd3A09AxJE0",
+ "cellView": "form"
  },
  "execution_count": null,
  "outputs": []
@@ -109,10 +145,25 @@
  "import safetensors.torch\n",
  "from functools import partial\n",
  "\n",
+ "from sys import modules\n",
+ "if \"huggingface_hub\" in modules:\n",
+ " from huggingface_hub import HfApi, Repository\n",
+ "\n",
  "models = \"wd-1-4-anime_e1.ckpt, wd-1-4-anime_e1.yaml\" #@param {type:\"string\"}\n",
  "as_fp16 = True #@param {type:\"boolean\"}\n",
  "save_directly_to_Google_Drive = True #@param {type:\"boolean\"}\n",
  "save_type = \".safetensors\" #@param [\".safetensors\", \".ckpt\"]\n",
+ "#@markdown 変換したモデルをHugging Faceに投稿する場合は「yourname/yourrepo」の形式で投稿先リポジトリを指定<br>\n",
+ "#@markdown 投稿しない場合は何も入力しない<br>\n",
+ "#@markdown 5GB以上のファイルを投稿する場合は、投稿先リポジトリを丸ごとダウンロードする工程が挟まるので、時間がかかる場合があります\n",
+ "repo_id = \"\" #@param {type:\"string\"}\n",
+ "\n",
+ "def upload_to_hugging_face(file_name):\n",
+ " api = HfApi()\n",
+ " api.upload_file(path_or_fileobj=file_name,\n",
+ " path_in_repo=file_name,\n",
+ " repo_id=repo_id,\n",
+ " )\n",
  "\n",
  "def convert_yaml(file_name):\n",
  " with open(file_name) as f:\n",
@@ -126,6 +177,8 @@
  " file_name = os.path.splitext(file_name)[0] + \"-fp16.yaml\"\n",
  " with open(file_name, mode=\"w\") as f:\n",
  " f.write(yaml)\n",
+ " if repo_id != \"\":\n",
+ " upload_to_hugging_face(file_name)\n",
  " os.chdir(\"/content\")\n",
  "\n",
  "if models == \"\":\n",
@@ -153,7 +206,13 @@
  " weights[key] = weights[key].half()\n",
  " if save_directly_to_Google_Drive:\n",
  " os.chdir(\"/content/drive/MyDrive\")\n",
- " save_model(weights, model_name + save_type)\n",
+ " save_model(weights, saved_model := model_name + save_type)\n",
+ " if repo_id != \"\":\n",
+ " if os.path.getsize(saved_model) >= 5*1000*1000*1000:\n",
+ " with Repository(os.path.basename(repo_id), clone_from=repo_id, token=True).commit(commit_message=f\"Upload {saved_model} with huggingface_hub\"):\n",
+ " save_model(weights, saved_model)\n",
+ " else:\n",
+ " upload_to_hugging_face(saved_model)\n",
  " os.chdir(\"/content\")\n",
  " del weights\n",
  "\n",
@@ -191,7 +250,7 @@
  {
  "cell_type": "markdown",
  "source": [
- "モデルのリンク集: https://huggingface.co/models?other=stable-diffusion 等から好きなモデルを選ぼう"
+ "[モデルのリンク集](https://huggingface.co/models?other=stable-diffusion)等から好きなモデルを選ぼう"
  ],
  "metadata": {
  "id": "yaLq5Nqe6an6"