Trained for 4 epochs and 140000 steps.

Trained with datasets ['text-embeds', 'text-embeds-extra', 'image-embeds', 'sports', 'mj-60', 'id-75k', 'celebrities', 'normalnudes', 'guys', 'signs', 'dalle3', 'sfwbooru', 'moviecollection', 'bookcovers', 'nijijourney', 'experimental', 'ethnic', 'gay', 'architecture', 'shutterstock', 'midjourney-v6-520k-raw', 'nijijourney-v6-520k-raw', 'cinemamix-1mp', 'nsfw-1024', 'anatomy', 'bg20k-1024', 'yoga', 'photo-aesthetics', 'text-1mp']
Learning rate 1e-06, batch size 8, and 1 gradient accumulation steps.
Used DDPM noise scheduler for training with epsilon prediction type and rescaled_betas_zero_snr=False
Using 'linspace' timestep spacing.
Base model: ptx0/pixart-900m-1024-ft-v0.7-stage1
VAE: ptx0/pixart-900m-1024-ft-v0.7-stage1

README.md

@@ -552,7 +552,7 @@ You may reuse the base model text encoder for inference.
 ## Training settings
 
 - Training epochs: 4
-- Training steps: 138000
+- Training steps: 140000
 - Learning rate: 1e-06
 - Effective batch size: 64
  - Micro-batch size: 8

optimizer.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c22c556dd269d5d0d2d4287c9fa548953a07e3145c0ff7d4c2e6a89ffe08fcd
+oid sha256:69ec90432bf20d1f679914592d3591d6ae6f23053b5caad7e8d046223077911a
 size 5451415117

random_states_0.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c5f22ea1f6bb07096219512111d243bfaa680a656004380bcd6ecdda1989ddf
-size 16036
+oid sha256:bd82908c81f2a18bb12966bebc3afdffc2defc43db00f02b91857cb8e09b4007
+size 16100

scheduler.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aad959c06bd4c0d877b195410ae0f9f7c55aa94ccb7de190d87889915c5d2a59
+oid sha256:747dde69d019860a1e712d0d94cd74ac7cf1b155dea6a4a53e11b192cfaa1602
 size 1000

training_state-dalle3.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65236d2fb616c9bde1f647fa61a9230b8e6c499df0e7a6790ad37fd51fb8eb43
-size 11580576
+oid sha256:0cbcba1aa8d14432c021d5d7ddb4e71f755e5e9bbe1dabf459f11973ff17c662
+size 11673639

training_state-midjourney-v6-520k-raw.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:67d6fa0855ad6f22362865877e2b5ad0997c91adedddf36290560a379240f99e
-size 2363290
+oid sha256:56b3c855273b9b559edcb875c85dc8207fa5fe48fa89e15a7fdfe0614324a8a9
+size 2439186

training_state-nijijourney-v6-520k-raw.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1a162584456ea33544babbcc7f3c7d81d9c17198e35d56553694783e9170bc2
-size 2507290
+oid sha256:932a85b649dd7c0899208928e6e30bcf63b1a43e5c0a381b687e99ee0f283d47
+size 2581490

training_state.json

@@ -1 +1 @@
-{"global_step": 138000, "epoch_step": 138004, "epoch": 5, "exhausted_backends": ["signs", "bookcovers", "guys", "sports", "normalnudes", "nijijourney", "celebrities", "moviecollection", "gay", "experimental", "ethnic", "cinemamix-1mp", "yoga", "architecture"], "repeats": {"nijijourney": 0, "signs": 0, "guys": 0, "celebrities": 0, "bookcovers": 0, "normalnudes": 0, "moviecollection": 0, "sports": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "architecture": 0, "cinemamix-1mp": 0, "photo-aesthetics": 0, "anatomy": 0, "text-1mp": 0, "nsfw-1024": 0, "shutterstock": 0, "id-75k": 0, "bg20k-1024": 0, "mj-60": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "dalle3": 0}}
+{"global_step": 140000, "epoch_step": 140004, "epoch": 5, "exhausted_backends": ["signs", "bookcovers", "guys", "sports", "normalnudes", "nijijourney", "celebrities", "moviecollection", "gay", "experimental", "ethnic", "cinemamix-1mp", "yoga", "architecture", "shutterstock", "nsfw-1024"], "repeats": {"nijijourney": 0, "signs": 0, "guys": 0, "celebrities": 0, "bookcovers": 0, "normalnudes": 0, "moviecollection": 0, "sports": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "architecture": 0, "cinemamix-1mp": 0, "photo-aesthetics": 0, "anatomy": 0, "text-1mp": 1, "nsfw-1024": 0, "shutterstock": 0, "id-75k": 0, "bg20k-1024": 0, "mj-60": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "dalle3": 0}}

transformer/diffusion_pytorch_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e07da1b03e9bd28cecfecac565b147556a2a996d1514a86a3d870adfef2f07da
+oid sha256:c9b438a8f9b5d34e2e60963b7d156efa663c524dd3717bf655d1fae8a2774209
 size 1816969728