Trained for 6 epochs and 220000 steps.

Trained with datasets ['text-embeds', 'text-embeds-extra', 'image-embeds', 'sports', 'mj-60', 'id-75k', 'celebrities', 'normalnudes', 'guys', 'signs', 'dalle3', 'sfwbooru', 'moviecollection', 'bookcovers', 'nijijourney', 'experimental', 'ethnic', 'gay', 'architecture', 'shutterstock', 'midjourney-v6-520k-raw', 'nijijourney-v6-520k-raw', 'cinemamix-1mp', 'nsfw-1024', 'anatomy', 'bg20k-1024', 'yoga', 'photo-aesthetics', 'text-1mp']
Learning rate 1e-06, batch size 8, and 1 gradient accumulation steps.
Used DDPM noise scheduler for training with epsilon prediction type and rescaled_betas_zero_snr=False
Using 'linspace' timestep spacing.
Base model: ptx0/pixart-900m-1024-ft-v0.7-stage1
VAE: ptx0/pixart-900m-1024-ft-v0.7-stage1

Files changed (12) hide show

README.md +1 -1
optimizer.bin +1 -1
random_states_0.pkl +2 -2
scheduler.bin +1 -1
training_state-anatomy.json +0 -0
training_state-dalle3.json +2 -2
training_state-midjourney-v6-520k-raw.json +2 -2
training_state-mj-60.json +0 -0
training_state-nijijourney-v6-520k-raw.json +2 -2
training_state-sfwbooru.json +0 -0
training_state.json +1 -1
transformer/diffusion_pytorch_model.safetensors +1 -1

README.md CHANGED Viewed

@@ -552,7 +552,7 @@ You may reuse the base model text encoder for inference.
 ## Training settings
 - Training epochs: 6
-- Training steps: 219000
 - Learning rate: 1e-06
 - Effective batch size: 64
  - Micro-batch size: 8

 ## Training settings
 - Training epochs: 6
+- Training steps: 220000
 - Learning rate: 1e-06
 - Effective batch size: 64
  - Micro-batch size: 8

optimizer.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b4074e6330b028e8e35856537e1e7b61ac1769a98e5f4e7a961acf86e83ef47
 size 5451415117

 version https://git-lfs.github.com/spec/v1
+oid sha256:a7395dcaf1707d3c1c76c91e5e0bed606084cd0ca75c174c112e4826bb590e38
 size 5451415117

random_states_0.pkl CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dbf6c8146db48fe911ce29cc7869f2a0d2f63b6a5a256dea4a88190b60373a32
-size 16100

 version https://git-lfs.github.com/spec/v1
+oid sha256:a01dbf7661c2e87da0f96d933d45c555a4410564a415b73924161e81d55042b6
+size 16036

scheduler.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86956fe8b9e90442183961f79a7e8122a56c085e41796658809afa76686d585a
 size 1000

 version https://git-lfs.github.com/spec/v1
+oid sha256:ba75fd0af36f144d29a11f41dbdd9137f849609faafc8509d85b542ef68ddc40
 size 1000

training_state-anatomy.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state-dalle3.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83dc23784f44b3903b295e7ec34f8177177049aeec989c28db46fb35550245dc
-size 9290068

 version https://git-lfs.github.com/spec/v1
+oid sha256:9ca204af65fc9d321d58e44a7b906bcd5eb18a1eb6933dee99e55a7a89d86348
+size 9397362

training_state-midjourney-v6-520k-raw.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7cc37bba673f7456c6b712954dd019048f153ccf40810800e865a60b22f11d6
-size 3265138

 version https://git-lfs.github.com/spec/v1
+oid sha256:44a9b60cc14c667d0151a1d764628cb23e69bcd886fca426a78069578d9b1270
+size 3331282

training_state-mj-60.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state-nijijourney-v6-520k-raw.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:418e855a8a3a7536074418a1d180f2584ff4410420462495768382c5cc0955f1
-size 3367162

 version https://git-lfs.github.com/spec/v1
+oid sha256:afe7d5ad40fcd1d368c20bc705cccd124310d1e4a32db1441708d4b74e2a4571
+size 3440514

training_state-sfwbooru.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state.json CHANGED Viewed

@@ -1 +1 @@

- {"global_step": ~~219000~~, "epoch_step": ~~219006~~, "epoch": 7, "exhausted_backends": ["nijijourney", "guys", "signs", "normalnudes", "bookcovers", "celebrities", "sports", "moviecollection", "gay", "yoga", "experimental", "ethnic", "cinemamix-1mp", "architecture", "shutterstock", "nsfw-1024", "photo-aesthetics", "id-75k", "text-1mp", "bg20k-1024"], "repeats": {"nijijourney": 0, "signs": 0, "guys": 0, "celebrities": 0, "bookcovers": 0, "normalnudes": 0, "moviecollection": 0, "sports": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "architecture": 0, "cinemamix-1mp": 0, "photo-aesthetics": 0, "anatomy": 4, "text-1mp": 0, "nsfw-1024": 0, "shutterstock": 0, "id-75k": 0, "bg20k-1024": 0, "mj-60": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "dalle3": 0}}

+ {"global_step": 220000, "epoch_step": 220006, "epoch": 7, "exhausted_backends": ["nijijourney", "guys", "signs", "normalnudes", "bookcovers", "celebrities", "sports", "moviecollection", "gay", "yoga", "experimental", "ethnic", "cinemamix-1mp", "architecture", "shutterstock", "nsfw-1024", "photo-aesthetics", "id-75k", "text-1mp", "bg20k-1024"], "repeats": {"nijijourney": 0, "signs": 0, "guys": 0, "celebrities": 0, "bookcovers": 0, "normalnudes": 0, "moviecollection": 0, "sports": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "architecture": 0, "cinemamix-1mp": 0, "photo-aesthetics": 0, "anatomy": 4, "text-1mp": 0, "nsfw-1024": 0, "shutterstock": 0, "id-75k": 0, "bg20k-1024": 0, "mj-60": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "dalle3": 0}}

transformer/diffusion_pytorch_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6f9dd56215f57132b17301b2f0ac16444f8c21e0ebf10ffdf0d3a16abb0c721
 size 1816969728

 version https://git-lfs.github.com/spec/v1
+oid sha256:75090cc50810f04db2cf5740500bf361678cd201229d64747c43a3a9122c196f
 size 1816969728