End of training

.gitattributes

@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+images_0.png filter=lfs diff=lfs merge=lfs -text
+images_1.png filter=lfs diff=lfs merge=lfs -text
+images_2.png filter=lfs diff=lfs merge=lfs -text
+images_3.png filter=lfs diff=lfs merge=lfs -text
+images_4.png filter=lfs diff=lfs merge=lfs -text
+images_5.png filter=lfs diff=lfs merge=lfs -text
+images_6.png filter=lfs diff=lfs merge=lfs -text
+images_7.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,39 @@
+
+---
+license: creativeml-openrail-m
+base_model: stabilityai/stable-diffusion-xl-base-1.0
+tags:
+- stable-diffusion-xl
+- stable-diffusion-xl-diffusers
+- text-to-image
+- diffusers
+- t2i_adapter
+inference: true
+---
+    
+# T2I_Adapter-SargeZT/t2i-adapter-sdxl-multi
+
+These are T2I-adapter weights trained on stabilityai/stable-diffusion-xl-base-1.0
+You can find some example images below.
+prompt: ['a cat laying on top of a blanket on a bed']
+![images_0)](./images_0.png)
+prompt: ['two elephants are walking in a zoo enclosure']
+![images_1)](./images_1.png)
+prompt: ['a variety of items are laid out on a table']
+![images_2)](./images_2.png)
+prompt: ['a sandwich and french fries on a tray']
+![images_3)](./images_3.png)
+prompt: ['a crowd of people flying kites on a beach']
+![images_4)](./images_4.png)
+prompt: ['a man holding a rainbow colored umbrella in front of a crowd']
+![images_5)](./images_5.png)
+prompt: ['a man riding skis down a snow covered slope']
+![images_6)](./images_6.png)
+prompt: ['a yellow fire hydrant sitting in the middle of a sidewalk']
+![images_7)](./images_7.png)
+
+
+
+## License
+
+[SDXL 1.0 License](https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0/blob/main/LICENSE.md)

binary/config.json

@@ -0,0 +1,15 @@
+{
+  "_class_name": "T2IAdapter",
+  "_diffusers_version": "0.19.3",
+  "_name_or_path": "/workspace/base/multiadapter_3",
+  "adapter_type": "full_adapter",
+  "channels": [
+    320,
+    640,
+    1280
+  ],
+  "downscale_factor": 8,
+  "in_channels": 3,
+  "name": "binary",
+  "num_res_blocks": 2
+}

binary/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d1bb42042c94fcac03f93f3e6c7e9f15fd42dcfc72d074b9f2fc96350bc775
+size 178397003

canny/config.json

@@ -0,0 +1,15 @@
+{
+  "_class_name": "T2IAdapter",
+  "_diffusers_version": "0.19.3",
+  "_name_or_path": "/workspace/base/multiadapter_2",
+  "adapter_type": "full_adapter",
+  "channels": [
+    320,
+    640,
+    1280
+  ],
+  "downscale_factor": 8,
+  "in_channels": 3,
+  "name": "canny",
+  "num_res_blocks": 2
+}

canny/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35dd0d5a59425e4967cd49a8761f80ac158c7f89346386b19e175b7f81beaaae
+size 178397003

checkpoint-1000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9a17d533f1026778c5877a87b490eb16b8dda7a34d6031e7649cc5196b5413
+size 4281444037

checkpoint-1000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502b6792c757690720ec95980f8ab5db13d8c0a84ebc27b75b188716ab0be3f0
+size 14727

checkpoint-1000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c00137f9c2a09bc7c317c3f20d3b977a392b5386dd278f6f100bbbca0bae023
+size 563

checkpoint-1000/t2i_adapter_0/config.json

@@ -0,0 +1,70 @@
+{
+  "_class_name": "UNet2DConditionModel",
+  "_diffusers_version": "0.19.3",
+  "_name_or_path": "stabilityai/stable-diffusion-xl-base-1.0",
+  "act_fn": "silu",
+  "addition_embed_type": "text_time",
+  "addition_embed_type_num_heads": 64,
+  "addition_time_embed_dim": 256,
+  "attention_head_dim": [
+    5,
+    10,
+    20
+  ],
+  "block_out_channels": [
+    320,
+    640,
+    1280
+  ],
+  "center_input_sample": false,
+  "class_embed_type": null,
+  "class_embeddings_concat": false,
+  "conv_in_kernel": 3,
+  "conv_out_kernel": 3,
+  "cross_attention_dim": 2048,
+  "cross_attention_norm": null,
+  "down_block_types": [
+    "DownBlock2D",
+    "CrossAttnDownBlock2D",
+    "CrossAttnDownBlock2D"
+  ],
+  "downsample_padding": 1,
+  "dual_cross_attention": false,
+  "encoder_hid_dim": null,
+  "encoder_hid_dim_type": null,
+  "flip_sin_to_cos": true,
+  "freq_shift": 0,
+  "in_channels": 4,
+  "layers_per_block": 2,
+  "mid_block_only_cross_attention": null,
+  "mid_block_scale_factor": 1,
+  "mid_block_type": "UNetMidBlock2DCrossAttn",
+  "norm_eps": 1e-05,
+  "norm_num_groups": 32,
+  "num_attention_heads": null,
+  "num_class_embeds": null,
+  "only_cross_attention": false,
+  "out_channels": 4,
+  "projection_class_embeddings_input_dim": 2816,
+  "resnet_out_scale_factor": 1.0,
+  "resnet_skip_time_act": false,
+  "resnet_time_scale_shift": "default",
+  "sample_size": 128,
+  "time_cond_proj_dim": null,
+  "time_embedding_act_fn": null,
+  "time_embedding_dim": null,
+  "time_embedding_type": "positional",
+  "timestep_post_act": null,
+  "transformer_layers_per_block": [
+    1,
+    2,
+    10
+  ],
+  "up_block_types": [
+    "CrossAttnUpBlock2D",
+    "CrossAttnUpBlock2D",
+    "UpBlock2D"
+  ],
+  "upcast_attention": null,
+  "use_linear_projection": true
+}

checkpoint-1000/t2i_adapter_0/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c01fe153f902e7506271ae8a46ce1d48d317fb59d567f71184daf97331da658
+size 10270627325

checkpoint-1000/t2i_adapter_1/config.json

@@ -0,0 +1,15 @@
+{
+  "_class_name": "T2IAdapter",
+  "_diffusers_version": "0.19.3",
+  "_name_or_path": "/workspace/base/multiadapter",
+  "adapter_type": "full_adapter",
+  "channels": [
+    320,
+    640,
+    1280
+  ],
+  "downscale_factor": 8,
+  "in_channels": 3,
+  "name": "softedge",
+  "num_res_blocks": 2
+}

checkpoint-1000/t2i_adapter_1/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fa757323e29e73c4b8a07e1d44e893a5d9face7cdc6e5c1846430468c09710
+size 178397003

checkpoint-1000/t2i_adapter_1_1/config.json

@@ -0,0 +1,15 @@
+{
+  "_class_name": "T2IAdapter",
+  "_diffusers_version": "0.19.3",
+  "_name_or_path": "/workspace/base/multiadapter_1",
+  "adapter_type": "full_adapter",
+  "channels": [
+    320,
+    640,
+    1280
+  ],
+  "downscale_factor": 8,
+  "in_channels": 3,
+  "name": "depth",
+  "num_res_blocks": 2
+}

checkpoint-1000/t2i_adapter_1_1/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa5c9277c58c0c3a8063525432308bdaab92b6ff039e3d3b2dfe1f4ceeec9ef
+size 178397003

checkpoint-1000/t2i_adapter_1_2/config.json

@@ -0,0 +1,15 @@
+{
+  "_class_name": "T2IAdapter",
+  "_diffusers_version": "0.19.3",
+  "_name_or_path": "/workspace/base/multiadapter_2",
+  "adapter_type": "full_adapter",
+  "channels": [
+    320,
+    640,
+    1280
+  ],
+  "downscale_factor": 8,
+  "in_channels": 3,
+  "name": "canny",
+  "num_res_blocks": 2
+}

checkpoint-1000/t2i_adapter_1_2/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35dd0d5a59425e4967cd49a8761f80ac158c7f89346386b19e175b7f81beaaae
+size 178397003

checkpoint-1000/t2i_adapter_1_3/config.json

@@ -0,0 +1,15 @@
+{
+  "_class_name": "T2IAdapter",
+  "_diffusers_version": "0.19.3",
+  "_name_or_path": "/workspace/base/multiadapter_3",
+  "adapter_type": "full_adapter",
+  "channels": [
+    320,
+    640,
+    1280
+  ],
+  "downscale_factor": 8,
+  "in_channels": 3,
+  "name": "binary",
+  "num_res_blocks": 2
+}

checkpoint-1000/t2i_adapter_1_3/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d1bb42042c94fcac03f93f3e6c7e9f15fd42dcfc72d074b9f2fc96350bc775
+size 178397003

checkpoint-1000/t2i_adapter_1_4/config.json

@@ -0,0 +1,15 @@
+{
+  "_class_name": "T2IAdapter",
+  "_diffusers_version": "0.19.3",
+  "_name_or_path": "/workspace/base/multiadapter_4",
+  "adapter_type": "full_adapter",
+  "channels": [
+    320,
+    640,
+    1280
+  ],
+  "downscale_factor": 8,
+  "in_channels": 3,
+  "name": "segmented",
+  "num_res_blocks": 2
+}

checkpoint-1000/t2i_adapter_1_4/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b16fdcc56aeadb2fb5f33a4654c8c2ab91121ae38ea979b63b45766aac5ea84
+size 178397003

checkpoint-1000/t2i_adapter_1_5/config.json

@@ -0,0 +1,15 @@
+{
+  "_class_name": "T2IAdapter",
+  "_diffusers_version": "0.19.3",
+  "_name_or_path": "/workspace/base/multiadapter_5",
+  "adapter_type": "full_adapter",
+  "channels": [
+    320,
+    640,
+    1280
+  ],
+  "downscale_factor": 8,
+  "in_channels": 3,
+  "name": "color",
+  "num_res_blocks": 2
+}

checkpoint-1000/t2i_adapter_1_5/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd33a24aaf205b5f412f27d9c4e9c677d168b9f6e3c8f09acca4d07e622a19a
+size 178397003

checkpoint-1000/t2i_adapter_2/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "stabilityai/stable-diffusion-xl-base-1.0",
+  "architectures": [
+    "CLIPTextModel"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "dropout": 0.0,
+  "eos_token_id": 2,
+  "hidden_act": "quick_gelu",
+  "hidden_size": 768,
+  "initializer_factor": 1.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 77,
+  "model_type": "clip_text_model",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "projection_dim": 768,
+  "torch_dtype": "float32",
+  "transformers_version": "4.31.0",
+  "vocab_size": 49408
+}

checkpoint-1000/t2i_adapter_2/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11b7c2157ebd3f6f113ae118163259f578981a1798832d9dceda12afc9cb92f
+size 492308829

checkpoint-1000/t2i_adapter_3/config.json

@@ -0,0 +1,25 @@
+{
+  "_name_or_path": "stabilityai/stable-diffusion-xl-base-1.0",
+  "architectures": [
+    "CLIPTextModelWithProjection"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "dropout": 0.0,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_size": 1280,
+  "initializer_factor": 1.0,
+  "initializer_range": 0.02,
+  "intermediate_size": 5120,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 77,
+  "model_type": "clip_text_model",
+  "num_attention_heads": 20,
+  "num_hidden_layers": 32,
+  "pad_token_id": 1,
+  "projection_dim": 1280,
+  "torch_dtype": "float32",
+  "transformers_version": "4.31.0",
+  "vocab_size": 49408
+}

checkpoint-1000/t2i_adapter_3/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343cd0fd693673ece2d5cb9b02ab8c54ebe10d9d436beefe69aaff30ce3ea6fc
+size 2778816929

checkpoint-1000/t2i_adapter_4/config.json

@@ -0,0 +1,32 @@
+{
+  "_class_name": "AutoencoderKL",
+  "_diffusers_version": "0.19.3",
+  "_name_or_path": "madebyollin/sdxl-vae-fp16-fix",
+  "act_fn": "silu",
+  "block_out_channels": [
+    128,
+    256,
+    512,
+    512
+  ],
+  "down_block_types": [
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D"
+  ],
+  "force_upcast": false,
+  "in_channels": 3,
+  "latent_channels": 4,
+  "layers_per_block": 2,
+  "norm_num_groups": 32,
+  "out_channels": 3,
+  "sample_size": 512,
+  "scaling_factor": 0.13025,
+  "up_block_types": [
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D"
+  ]
+}

checkpoint-1000/t2i_adapter_4/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8411672a78f58725e9a85c26c7021412d4cd80aaf7d8e57214e75f45f49fcd7
+size 334715569

color/config.json

@@ -0,0 +1,15 @@
+{
+  "_class_name": "T2IAdapter",
+  "_diffusers_version": "0.19.3",
+  "_name_or_path": "/workspace/base/multiadapter_5",
+  "adapter_type": "full_adapter",
+  "channels": [
+    320,
+    640,
+    1280
+  ],
+  "downscale_factor": 8,
+  "in_channels": 3,
+  "name": "color",
+  "num_res_blocks": 2
+}

color/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd33a24aaf205b5f412f27d9c4e9c677d168b9f6e3c8f09acca4d07e622a19a
+size 178397003

depth/config.json

@@ -0,0 +1,15 @@
+{
+  "_class_name": "T2IAdapter",
+  "_diffusers_version": "0.19.3",
+  "_name_or_path": "/workspace/base/multiadapter_1",
+  "adapter_type": "full_adapter",
+  "channels": [
+    320,
+    640,
+    1280
+  ],
+  "downscale_factor": 8,
+  "in_channels": 3,
+  "name": "depth",
+  "num_res_blocks": 2
+}

depth/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa5c9277c58c0c3a8063525432308bdaab92b6ff039e3d3b2dfe1f4ceeec9ef
+size 178397003

segmented/config.json

@@ -0,0 +1,15 @@
+{
+  "_class_name": "T2IAdapter",
+  "_diffusers_version": "0.19.3",
+  "_name_or_path": "/workspace/base/multiadapter_4",
+  "adapter_type": "full_adapter",
+  "channels": [
+    320,
+    640,
+    1280
+  ],
+  "downscale_factor": 8,
+  "in_channels": 3,
+  "name": "segmented",
+  "num_res_blocks": 2
+}

segmented/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b16fdcc56aeadb2fb5f33a4654c8c2ab91121ae38ea979b63b45766aac5ea84
+size 178397003

softedge/config.json

@@ -0,0 +1,15 @@
+{
+  "_class_name": "T2IAdapter",
+  "_diffusers_version": "0.19.3",
+  "_name_or_path": "/workspace/base/multiadapter",
+  "adapter_type": "full_adapter",
+  "channels": [
+    320,
+    640,
+    1280
+  ],
+  "downscale_factor": 8,
+  "in_channels": 3,
+  "name": "softedge",
+  "num_res_blocks": 2
+}

softedge/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fa757323e29e73c4b8a07e1d44e893a5d9face7cdc6e5c1846430468c09710
+size 178397003