Duplicate from playgroundai/playground-v2-1024px-aesthetic

Co-authored-by: Ehsan Akhgari <[email protected]>

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

LICENSE.md

@@ -0,0 +1,75 @@
+# Playground v2 Community License
+
+**Release Date:** December 5, 2023
+
+“Agreement” means the terms and conditions for use, reproduction, distribution and modification of the Playground Materials set forth herein.
+
+“Documentation” means the specifications, manuals and documentation accompanying Playground v2 distributed by Playground at [https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic](https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic) or other authorized channel.
+
+“Licensee” or “you” means you, or your employer or any other person or entity (if you are entering into this Agreement on such person or entity’s behalf), of the age required under applicable laws, rules or regulations to provide legal consent and that has legal authority to bind your employer or such other person or entity if you are entering in this Agreement on their behalf.
+
+“Playground v2” means the diffusion-based text-to-image generative models and software and algorithms, including checkpoints, trained model weights, and other elements of the foregoing distributed by Playground at [https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic](https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic) or other authorized channel.
+
+“Playground Materials” means, collectively, Playground v2 and related Documentation (and any portion thereof) made available under this Agreement.
+
+“Playground” or “we” means Mighty Computing, Inc. dba Playground AI<sup>TM</sup>.
+
+By using or distributing any portion or element of the Playground Materials, you agree to be bound by this Agreement.
+
+## 1. License Rights and Redistribution.
+
+### a. Grant of Rights.
+You are granted a non-exclusive, worldwide, non-transferable and royalty-free limited license under Playground’s intellectual property or other rights owned by Playground embodied in the Playground Materials to use, reproduce, distribute, copy, create derivative works of, and make modifications to the Playground Materials. Subject to the restrictions herein, this permissive license is available for free for research and commercial use (by an entity or individual).
+
+### b. Redistribution and Use.
+i. If you distribute or make the Playground Materials, or any derivative works thereof, available to any third party, you shall provide a copy of this Agreement to such third party.
+
+ii. If you receive Playground Materials, or any derivative works thereof, from an authorized Licensee as part of an integrated end user product, then Section 2 of this Agreement will not apply to you.
+
+iii. You must retain in all copies of the Playground Materials that you distribute the following attribution notice within a “Notice” text file distributed as a part of such copies: “Playground v2 is licensed under the Playground v2 Community License.”
+
+iv. Your use of the Playground Materials must comply with applicable laws and regulations (including trade compliance laws and regulations) and adhere to the Use Restrictions set forth in Attachment A. You shall require all of your users who use Playground v2 or any derivative works thereof, to comply with the terms of this section and the restrictions in Attachment A.
+
+v. You will not use the Playground Materials or any output or results of the Playground Materials to improve any other text-to-image generative model (excluding Playground v2 or derivative works thereof).
+
+## 2. Additional Commercial Terms.
+If, at any time, (a) image generation or image editing is a core business or product of Licensee’s and (b) the total monthly unique users (MUU) of the products or services made available by or for Licensee, or Licensee’s affiliates, for such products or services is greater than 1 million MUUs in the preceding calendar month, then immediately thereafter you must request a license from Playground. Playground may grant this license to you in its sole discretion and you are not authorized to exercise any of the rights under this Agreement unless or until Playground otherwise expressly grants you such rights as a Licensee.
+
+## 3. Disclaimer of Warranty.
+UNLESS REQUIRED BY APPLICABLE LAW, THE PLAYGROUND MATERIALS AND ANY OUTPUT AND RESULTS THEREFROM ARE PROVIDED ON AN “AS IS” BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED, INCLUDING, WITHOUT LIMITATION, ANY WARRANTIES OF TITLE, NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE. YOU ARE SOLELY RESPONSIBLE FOR DETERMINING THE APPROPRIATENESS OF USING OR REDISTRIBUTING THE PLAYGROUND MATERIALS AND ASSUME ANY RISKS ASSOCIATED WITH YOUR USE OF THE PLAYGROUND MATERIALS AND ANY OUTPUT AND RESULTS.
+
+## 4. Limitation of Liability.
+IN NO EVENT WILL PLAYGROUND OR ITS AFFILIATES BE LIABLE UNDER ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, TORT, NEGLIGENCE, PRODUCTS LIABILITY, OR OTHERWISE, ARISING OUT OF THIS AGREEMENT, FOR ANY LOST PROFITS OR ANY INDIRECT, SPECIAL, CONSEQUENTIAL, INCIDENTAL, EXEMPLARY OR PUNITIVE DAMAGES, EVEN IF PLAYGROUND OR ITS AFFILIATES HAVE BEEN ADVISED OF THE POSSIBILITY OF ANY OF THE FOREGOING.
+
+## 5. Intellectual Property.
+
+a. No trademark licenses are granted under this Agreement, and in connection with the Playground Materials, neither Playground nor Licensee may use any name or mark owned by or associated with the other or any of its affiliates, except as required for reasonable and customary use in describing and redistributing the Playground Materials.
+
+b. Subject to Playground’s ownership of Playground Materials and derivatives made by or for Playground, with respect to any derivative works and modifications of the Playground Materials that are made by you, as between you and Playground, you are and will be the owner of such derivative works and modifications.
+
+c. If you institute litigation or other proceedings against Playground or any entity (including a cross-claim or counterclaim in a lawsuit) alleging that the Playground Materials or Playground v2 outputs or results, or any portion of any of the foregoing, constitutes infringement of intellectual property or other rights owned or licensable by you, then any licenses granted to you under this Agreement shall terminate as of the date such litigation or claim is filed or instituted. You will indemnify and hold harmless Playground from and against any claim by any third party arising out of or related to your use or distribution of the Playground Materials.
+
+## 6. Term and Termination.
+The term of this Agreement will commence upon your acceptance of this Agreement or access to the Playground Materials and will continue in full force and effect until terminated in accordance with the terms and conditions herein. Playground may terminate this Agreement if you are in breach of any term or condition of this Agreement. Upon termination of this Agreement, you shall delete and cease use of the Playground Materials. Sections 3, 4 and 7 shall survive the termination of this Agreement.
+
+## 7. Governing Law and Jurisdiction.
+This Agreement will be governed and construed under the laws of the State of California without regard to choice of law principles, and the UN Convention on Contracts for the International Sale of Goods does not apply to this Agreement. The courts of California shall have exclusive jurisdiction of any dispute arising out of this Agreement.
+
+
+**Attachment A - Use Restrictions**
+
+You agree not to use Playground v2 or any derivative works thereof:
+
+<ol type="a">
+ <li>In any way that violates any applicable national, federal, state, local or international law or regulation;</li>
+ <li>For the purpose of exploiting, harming or attempting to exploit or harm minors in any way;</li>
+ <li>To generate or disseminate verifiably false information and/or content with the purpose of harming others;</li>
+ <li>To generate or disseminate personal identifiable information that can be used to harm an individual;</li> 
+ <li>To defame, disparage or otherwise harass others;</li>
+ <li>For fully automated decision making that adversely impacts an individual’s legal rights or otherwise creates or modifies a binding, enforceable obligation;</li>
+ <li>For any use intended to or which has the effect of discriminating against or harming individuals or groups based on online or offline social behavior or known or predicted personal or personality characteristics;</li> 
+ <li>To exploit any of the vulnerabilities of a specific group of persons based on their age, social, physical or mental characteristics, in order to materially distort the behavior of a person pertaining to that group in a manner that causes or is likely to cause that person or another person physical or psychological harm;</li>
+ <li>For any use intended to or which has the effect of discriminating against individuals or groups based on legally protected characteristics or categories;</li>
+ <li>To provide medical advice and medical results interpretation;</li>
+ <li>To generate or disseminate information for the purpose to be used for administration of justice, law enforcement, immigration or asylum processes, such as predicting an individual will commit fraud/crime commitment (e.g. by text profiling, drawing causal relationships between assertions made in documents, indiscriminate and arbitrarily-targeted use).</li>
+</ol>

README.md

@@ -0,0 +1,114 @@
+---
+license: other
+license_name: playground-v2-community
+license_link: https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic/blob/main/LICENSE.md
+tags:
+- text-to-image
+- playground
+inference:
+ parameters:
+ guidance_scale: 3.0
+---
+# Playground v2 – 1024px Aesthetic Model
+
+This repository contains a model that generates highly aesthetic images of resolution 1024x1024. You can use the model with Hugging Face 🧨 Diffusers.
+
+![image/png](https://cdn-uploads.huggingface.co/production/uploads/63855d851769b7c4b10e1f76/p0up5GNQgO0vVIiJ672K7.png)
+
+
+**Playground v2** is a diffusion-based text-to-image generative model. The model was trained from scratch by the research team at [Playground](https://playground.com). 
+
+Images generated by Playground v2 are favored **2.5** times more than those produced by Stable Diffusion XL, according to Playground’s [user study](#user-study).
+
+We are thrilled to release [intermediate checkpoints](#intermediate-base-models) at different training stages, including evaluation metrics, to the community. We hope this will encourage further research into foundational models for image generation.
+
+Lastly, we introduce a new benchmark, [MJHQ-30K](#mjhq-30k-benchmark), for automatic evaluation of a model’s aesthetic quality.
+
+Please see our [blog](https://blog.playgroundai.com/playground-v2/) for more details.
+
+### Model Description
+
+- **Developed by:** [Playground](https://playground.com)
+- **Model type:** Diffusion-based text-to-image generative model
+- **License:** [Playground v2 Community License](https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic/blob/main/LICENSE.md)
+- **Summary:** This model generates images based on text prompts. It is a Latent Diffusion Model that uses two fixed, pre-trained text encoders ([OpenCLIP-ViT/G](https://github.com/mlfoundations/open_clip) and [CLIP-ViT/L](https://github.com/openai/CLIP/tree/main)). It follows the same architecture as [Stable Diffusion XL](https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0).
+
+### Using the model with 🧨 Diffusers
+
+Install diffusers >= 0.24.0 and some dependencies:
+```
+pip install transformers accelerate safetensors
+```
+
+To use the model, run the following snippet.
+
+**Note**: It is recommend to use **`guidance_scale=3.0`**.
+
+```python
+from diffusers import DiffusionPipeline
+import torch
+
+pipe = DiffusionPipeline.from_pretrained(
+ "playgroundai/playground-v2-1024px-aesthetic",
+ torch_dtype=torch.float16,
+ use_safetensors=True,
+ add_watermarker=False,
+ variant="fp16"
+)
+pipe.to("cuda")
+
+prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k"
+image = pipe(prompt=prompt, guidance_scale=3.0).images[0]
+```
+
+### Using the model with Automatic1111/ComfyUI
+
+In order to use the model with software such as Automatic1111 or ComfyUI you can use [`playground-v2.fp16.safetensors`](https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic/blob/main/playground-v2.fp16.safetensors) file.
+
+### User Study
+
+![image/png](https://cdn-uploads.huggingface.co/production/uploads/63855d851769b7c4b10e1f76/8VzBkSYaUU3dt509Co9sk.png)
+
+According to user studies conducted by Playground, involving over 2,600 prompts and thousands of users, the images generated by Playground v2 are favored **2.5** times more than those produced by [Stable Diffusion XL](https://huggingface.co/stabilityai/stable-diffusion-xl-base-1.0).
+
+We report user preference metrics on [PartiPrompts](https://github.com/google-research/parti), following standard practice, and on an internal prompt dataset curated by the Playground team. The “Internal 1K” prompt dataset is diverse and covers various categories and tasks.
+
+During the user study, we give users instructions to evaluate image pairs based on both (1) their aesthetic preference and (2) the image-text alignment.
+
+### MJHQ-30K Benchmark
+
+![image/png](https://cdn-uploads.huggingface.co/production/uploads/63855d851769b7c4b10e1f76/o3Bt62qFsTO9DkeX2yLua.png)
+
+| Model | Overall FID |
+| ------------------------------------- | ----- |
+| SDXL-1-0-refiner | 9.55 |
+| [playground-v2-1024px-aesthetic](https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic) | **7.07** |
+
+We introduce a new benchmark, [MJHQ-30K](https://huggingface.co/datasets/playgroundai/MJHQ-30K), for automatic evaluation of a model’s aesthetic quality. The benchmark computes FID on a high-quality dataset to gauge aesthetic quality.
+
+We have curated a high-quality dataset from Midjourney, featuring 10 common categories, with each category containing 3,000 samples. Following common practice, we use aesthetic score and CLIP score to ensure high image quality and high image-text alignment. Furthermore, we take extra care to make the data diverse within each category.
+
+For Playground v2, we report both the overall FID and per-category FID. All FID metrics are computed at resolution 1024x1024. Our benchmark results show that our model outperforms SDXL-1-0-refiner in overall FID and all category FIDs, especially in people and fashion categories. This is in line with the results of the user study, which indicates a correlation between human preference and FID score on the MJHQ-30K benchmark.
+
+We release this benchmark to the public and encourage the community to adopt it for benchmarking their models’ aesthetic quality.
+
+### Intermediate Base Models
+
+| Model | FID | Clip Score |
+| ---------------------------- | ------ | ---------- |
+| SDXL-1-0-refiner | 13.04 | 32.62 |
+| [playground-v2-256px-base](https://huggingface.co/playgroundai/playground-v2-256px-base) | 9.83 | 31.90 |
+| [playground-v2-512px-base](https://huggingface.co/playgroundai/playground-v2-512px-base) | 9.55 | 32.08 |
+
+
+Apart from [playground-v2-1024px-aesthetic](https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic), we release intermediate checkpoints at different training stages to the community in order to foster foundation model research in pixels. Here, we report the FID score and CLIP score on the MSCOCO14 evaluation set for the reference purposes. (Note that our reported numbers may differ from the numbers reported in SDXL’s published results, as our prompt list may be different.)
+
+### How to cite us
+
+```
+@misc{playground-v2,
+ url={[https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic](https://huggingface.co/playgroundai/playground-v2-1024px-aesthetic)},
+ title={Playground v2},
+ author={Li, Daiqing and Kamko, Aleks and Sabet, Ali and Akhgari, Ehsan and Xu, Linmiao and Doshi, Suhail}
+}
+```

model_index.json

@@ -0,0 +1,41 @@
+{
+ "_class_name": "StableDiffusionXLPipeline",
+ "_diffusers_version": "0.24.0",
+ "feature_extractor": [
+ null,
+ null
+ ],
+ "force_zeros_for_empty_prompt": true,
+ "image_encoder": [
+ null,
+ null
+ ],
+ "scheduler": [
+ "diffusers",
+ "EulerAncestralDiscreteScheduler"
+ ],
+ "text_encoder": [
+ "transformers",
+ "CLIPTextModel"
+ ],
+ "text_encoder_2": [
+ "transformers",
+ "CLIPTextModelWithProjection"
+ ],
+ "tokenizer": [
+ "transformers",
+ "CLIPTokenizer"
+ ],
+ "tokenizer_2": [
+ "transformers",
+ "CLIPTokenizer"
+ ],
+ "unet": [
+ "diffusers",
+ "UNet2DConditionModel"
+ ],
+ "vae": [
+ "diffusers",
+ "AutoencoderKL"
+ ]
+}

playground-v2.fp16.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0411e988479884b1a3ecd184123efe38d051d8d0ef24270585a7d1d57499464a
+size 6938042488

playground-v2.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7d38880d0940e6795158b7608ccef89217272b1f2a9331c5b0a2adffcd82c4
+size 13875721944

scheduler/scheduler_config.json

@@ -0,0 +1,21 @@
+{
+ "_class_name": "EulerAncestralDiscreteScheduler",
+ "_diffusers_version": "0.25.0.dev0",
+ "beta_end": 0.012,
+ "beta_schedule": "scaled_linear",
+ "beta_start": 0.00085,
+ "clip_sample": false,
+ "interpolation_type": "linear",
+ "num_train_timesteps": 1000,
+ "prediction_type": "epsilon",
+ "sample_max_value": 1.0,
+ "set_alpha_to_one": false,
+ "sigma_max": null,
+ "sigma_min": null,
+ "skip_prk_steps": true,
+ "steps_offset": 1,
+ "timestep_spacing": "leading",
+ "timestep_type": "discrete",
+ "trained_betas": null,
+ "use_karras_sigmas": false
+}

text_encoder/config.json

@@ -0,0 +1,24 @@
+{
+ "architectures": [
+ "CLIPTextModel"
+ ],
+ "attention_dropout": 0.0,
+ "bos_token_id": 0,
+ "dropout": 0.0,
+ "eos_token_id": 2,
+ "hidden_act": "quick_gelu",
+ "hidden_size": 768,
+ "initializer_factor": 1.0,
+ "initializer_range": 0.02,
+ "intermediate_size": 3072,
+ "layer_norm_eps": 1e-05,
+ "max_position_embeddings": 77,
+ "model_type": "clip_text_model",
+ "num_attention_heads": 12,
+ "num_hidden_layers": 12,
+ "pad_token_id": 1,
+ "projection_dim": 768,
+ "torch_dtype": "float32",
+ "transformers_version": "4.35.2",
+ "vocab_size": 49408
+}

text_encoder/model.fp16.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660c6f5b1abae9dc498ac2d21e1347d2abdb0cf6c0c0c8576cd796491d9a6cdd
+size 246144152

text_encoder/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778d02eb9e707c3fbaae0b67b79ea0d1399b52e624fb634f2f19375ae7c047c3
+size 492265168

text_encoder/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2a888f98b610f4666b5323f4012475cc752183ce3bbec3ccf25cf32cec03d7
+size 492306586

text_encoder/pytorch_model.fp16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aaa9196f44f8283e6549b748927d0d24b91710c1a216be590e08458bb5d615c
+size 246185562

text_encoder_2/config.json

@@ -0,0 +1,24 @@
+{
+ "architectures": [
+ "CLIPTextModelWithProjection"
+ ],
+ "attention_dropout": 0.0,
+ "bos_token_id": 0,
+ "dropout": 0.0,
+ "eos_token_id": 2,
+ "hidden_act": "gelu",
+ "hidden_size": 1280,
+ "initializer_factor": 1.0,
+ "initializer_range": 0.02,
+ "intermediate_size": 5120,
+ "layer_norm_eps": 1e-05,
+ "max_position_embeddings": 77,
+ "model_type": "clip_text_model",
+ "num_attention_heads": 20,
+ "num_hidden_layers": 32,
+ "pad_token_id": 1,
+ "projection_dim": 1280,
+ "torch_dtype": "float32",
+ "transformers_version": "4.35.2",
+ "vocab_size": 49408
+}

text_encoder_2/model.fp16.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec310df2af79c318e24d20511b601a591ca8cd4f1fce1d8dff822a356bcdb1f4
+size 1389382176

text_encoder_2/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5b2e6f4c2efc2d82e4b8312faec1a5540eabfc6415126c9a05c8436a530ef4
+size 2778702264

text_encoder_2/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01854181cb926f2b305bae76ba3bbacf9f8f6eff785aeafb8b22a3e8fbe4b9b0
+size 2778810142

text_encoder_2/pytorch_model.fp16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61bac6a0e10e9c430b1faeb8338347758f7b5ca98dfbd7abff85c3e2f4305ea
+size 1389490462

tokenizer/special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+ "bos_token": {
+ "content": "<|startoftext|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false
+ },
+ "eos_token": {
+ "content": "<|endoftext|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": {
+ "content": "<|endoftext|>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "unk_token": {
+ "content": "<|endoftext|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false
+ }
+}

tokenizer/tokenizer_config.json

@@ -0,0 +1,30 @@
+{
+ "add_prefix_space": false,
+ "added_tokens_decoder": {
+ "49406": {
+ "content": "<|startoftext|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "49407": {
+ "content": "<|endoftext|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "<|startoftext|>",
+ "clean_up_tokenization_spaces": true,
+ "do_lower_case": true,
+ "eos_token": "<|endoftext|>",
+ "errors": "replace",
+ "model_max_length": 77,
+ "pad_token": "<|endoftext|>",
+ "tokenizer_class": "CLIPTokenizer",
+ "unk_token": "<|endoftext|>"
+}

tokenizer_2/special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+ "bos_token": {
+ "content": "<|startoftext|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false
+ },
+ "eos_token": {
+ "content": "<|endoftext|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false
+ },
+ "pad_token": "!",
+ "unk_token": {
+ "content": "<|endoftext|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false
+ }
+}

tokenizer_2/tokenizer_config.json

@@ -0,0 +1,38 @@
+{
+ "add_prefix_space": false,
+ "added_tokens_decoder": {
+ "0": {
+ "content": "!",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "49406": {
+ "content": "<|startoftext|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "49407": {
+ "content": "<|endoftext|>",
+ "lstrip": false,
+ "normalized": true,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
+ "bos_token": "<|startoftext|>",
+ "clean_up_tokenization_spaces": true,
+ "do_lower_case": true,
+ "eos_token": "<|endoftext|>",
+ "errors": "replace",
+ "model_max_length": 77,
+ "pad_token": "!",
+ "tokenizer_class": "CLIPTokenizer",
+ "unk_token": "<|endoftext|>"
+}

unet/config.json

@@ -0,0 +1,72 @@
+{
+ "_class_name": "UNet2DConditionModel",
+ "_diffusers_version": "0.24.0",
+ "act_fn": "silu",
+ "addition_embed_type": "text_time",
+ "addition_embed_type_num_heads": 64,
+ "addition_time_embed_dim": 256,
+ "attention_head_dim": [
+ 5,
+ 10,
+ 20
+ ],
+ "attention_type": "default",
+ "block_out_channels": [
+ 320,
+ 640,
+ 1280
+ ],
+ "center_input_sample": false,
+ "class_embed_type": null,
+ "class_embeddings_concat": false,
+ "conv_in_kernel": 3,
+ "conv_out_kernel": 3,
+ "cross_attention_dim": 2048,
+ "cross_attention_norm": null,
+ "down_block_types": [
+ "DownBlock2D",
+ "CrossAttnDownBlock2D",
+ "CrossAttnDownBlock2D"
+ ],
+ "downsample_padding": 1,
+ "dropout": 0.0,
+ "dual_cross_attention": false,
+ "encoder_hid_dim": null,
+ "encoder_hid_dim_type": null,
+ "flip_sin_to_cos": true,
+ "freq_shift": 0,
+ "in_channels": 4,
+ "layers_per_block": 2,
+ "mid_block_only_cross_attention": null,
+ "mid_block_scale_factor": 1,
+ "mid_block_type": "UNetMidBlock2DCrossAttn",
+ "norm_eps": 1e-05,
+ "norm_num_groups": 32,
+ "num_attention_heads": null,
+ "num_class_embeds": null,
+ "only_cross_attention": false,
+ "out_channels": 4,
+ "projection_class_embeddings_input_dim": 2816,
+ "resnet_out_scale_factor": 1.0,
+ "resnet_skip_time_act": false,
+ "resnet_time_scale_shift": "default",
+ "reverse_transformer_layers_per_block": null,
+ "sample_size": 128,
+ "time_cond_proj_dim": null,
+ "time_embedding_act_fn": null,
+ "time_embedding_dim": null,
+ "time_embedding_type": "positional",
+ "timestep_post_act": null,
+ "transformer_layers_per_block": [
+ 1,
+ 2,
+ 10
+ ],
+ "up_block_types": [
+ "CrossAttnUpBlock2D",
+ "CrossAttnUpBlock2D",
+ "UpBlock2D"
+ ],
+ "upcast_attention": false,
+ "use_linear_projection": true
+}

unet/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b44f6106e62ab27d03c7a986c72201d3896fc21278d4b965b4c0320aca90eb
+size 10270604314

unet/diffusion_pytorch_model.fp16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95dc67cb5960b6c61d3dd3ed60cf19ace14ee7e244931c32fbdbfcff0cb8ead1
+size 5135669022

unet/diffusion_pytorch_model.fp16.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbff8944611b8ef85d5dc1b6527cefe7b7f65560d114e1e1f291ab51067626ce
+size 5135149760

unet/diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d1e15c3764365fcb2d32bca5c3158617a06dcaf3d84fb9af4d0aa1f5d1c1f8
+size 10270077736

vae/config.json

@@ -0,0 +1,31 @@
+{
+ "_class_name": "AutoencoderKL",
+ "_diffusers_version": "0.24.0",
+ "act_fn": "silu",
+ "block_out_channels": [
+ 128,
+ 256,
+ 512,
+ 512
+ ],
+ "down_block_types": [
+ "DownEncoderBlock2D",
+ "DownEncoderBlock2D",
+ "DownEncoderBlock2D",
+ "DownEncoderBlock2D"
+ ],
+ "force_upcast": true,
+ "in_channels": 3,
+ "latent_channels": 4,
+ "layers_per_block": 2,
+ "norm_num_groups": 32,
+ "out_channels": 3,
+ "sample_size": 1024,
+ "scaling_factor": 0.13025,
+ "up_block_types": [
+ "UpDecoderBlock2D",
+ "UpDecoderBlock2D",
+ "UpDecoderBlock2D",
+ "UpDecoderBlock2D"
+ ]
+}

vae/diffusion_pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9512825399e39027a15fd0c7360dd0fb762d6faf87558d94fcf94e041b53e9f9
+size 334712578

vae/diffusion_pytorch_model.fp16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814c655ef8cd535c57ae1bef01ecb06526839fede56b8dc6501c02525917fd20
+size 167404866

vae/diffusion_pytorch_model.fp16.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb60880a46b63dea58e9bc591abe15f8350bde47b405f9c38f4be70c6161e68
+size 167335342

vae/diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8aef7b00195ec3fa8caaa3434e7516eff7d658e1d30eafc9ad6b0e66e9e827e
+size 334643268