Trained for 4 epochs and 142000 steps.

Trained with datasets ['text-embeds', 'text-embeds-extra', 'image-embeds', 'sports', 'mj-60', 'id-75k', 'celebrities', 'normalnudes', 'guys', 'signs', 'dalle3', 'sfwbooru', 'moviecollection', 'bookcovers', 'nijijourney', 'experimental', 'ethnic', 'gay', 'architecture', 'shutterstock', 'midjourney-v6-520k-raw', 'nijijourney-v6-520k-raw', 'cinemamix-1mp', 'nsfw-1024', 'anatomy', 'bg20k-1024', 'yoga', 'photo-aesthetics', 'text-1mp']
Learning rate 1e-06, batch size 8, and 1 gradient accumulation steps.
Used DDPM noise scheduler for training with epsilon prediction type and rescaled_betas_zero_snr=False
Using 'linspace' timestep spacing.
Base model: ptx0/pixart-900m-1024-ft-v0.7-stage1
VAE: ptx0/pixart-900m-1024-ft-v0.7-stage1

README.md

@@ -552,7 +552,7 @@ You may reuse the base model text encoder for inference.
 ## Training settings
 
 - Training epochs: 4
-- Training steps: 141000
+- Training steps: 142000
 - Learning rate: 1e-06
 - Effective batch size: 64
  - Micro-batch size: 8

optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06b3a60120738a406e7cd27bc1110a00a767163271c0cda09abf80f82067f1ad
+oid sha256:2d4bfa1c692a54f51c0a25dd232216ec5417acc746d7fc17dcd6f7b460b8cfa7
 size 5451415117

random_states_0.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16e3dfca4aef564585bf554b1bc3ca92bd0c410d7e07f3af469ef4bda9bca4f8
-size 16100
+oid sha256:35f8bc233dbdfa4ab90a2c83c75a110f5e03009cd6b3340d3af98cff825980d0
+size 16036

scheduler.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07d7ec4665d3c2b9bf53542e8cbc12e609d4d412bb2a93d3b5404b2f47ab9ab7
+oid sha256:cb9a4efdd497ceb472b79c9c1de1ba0fee53d016d54333e40e30c9f9c2a5787c
 size 1000

training_state-dalle3.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02b1716650b61cc59e803f60efd02e2f02091c66b7e676404ce5c0e7b28328f3
-size 11726865
+oid sha256:ea5e9bfdd9e43e26bcb82ec865f2b868fef0f4f8f916104eb790edab6dd91d82
+size 11782405

training_state-midjourney-v6-520k-raw.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:624d227a16a0cd1955ed5aadd8398f30c8b4633558abdf11d8a50d87071af249
-size 2482434
+oid sha256:56ce5d90e0faac6b376c793d922b86ab75cfc324ef5c3943f8898ed978816f79
+size 2532042

training_state-nijijourney-v6-520k-raw.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e302bfdad1442de7649274133616ad0f060698e0ef4bd78e3c1dd867026fcd8
-size 2626010
+oid sha256:46e8774fa37d662e3207e167d6128f79ea984df56bb86262bbd428bd830cbe3c
+size 2679010

training_state.json

@@ -1 +1 @@
-{"global_step": 141000, "epoch_step": 141004, "epoch": 5, "exhausted_backends": ["signs", "bookcovers", "guys", "sports", "normalnudes", "nijijourney", "celebrities", "moviecollection", "gay", "experimental", "ethnic", "cinemamix-1mp", "yoga", "architecture", "shutterstock", "nsfw-1024"], "repeats": {"nijijourney": 0, "signs": 0, "guys": 0, "celebrities": 0, "bookcovers": 0, "normalnudes": 0, "moviecollection": 0, "sports": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "architecture": 0, "cinemamix-1mp": 0, "photo-aesthetics": 0, "anatomy": 0, "text-1mp": 2, "nsfw-1024": 0, "shutterstock": 0, "id-75k": 0, "bg20k-1024": 0, "mj-60": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "dalle3": 0}}
+{"global_step": 142000, "epoch_step": 142004, "epoch": 5, "exhausted_backends": ["signs", "bookcovers", "guys", "sports", "normalnudes", "nijijourney", "celebrities", "moviecollection", "gay", "experimental", "ethnic", "cinemamix-1mp", "yoga", "architecture", "shutterstock", "nsfw-1024", "photo-aesthetics", "id-75k"], "repeats": {"nijijourney": 0, "signs": 0, "guys": 0, "celebrities": 0, "bookcovers": 0, "normalnudes": 0, "moviecollection": 0, "sports": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "architecture": 0, "cinemamix-1mp": 0, "photo-aesthetics": 0, "anatomy": 0, "text-1mp": 2, "nsfw-1024": 0, "shutterstock": 0, "id-75k": 0, "bg20k-1024": 0, "mj-60": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "dalle3": 0}}

transformer/diffusion_pytorch_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac45b22a6cf6d6be729cd4e49a4ed3e657ae8d59226a3dffdeeab954913681f1
+oid sha256:94ff4edf18abfe12f8b46ab954e1715ee81a04fce4b5f390ec8beda6e12beb33
 size 1816969728