Trained for 5 epochs and 183000 steps.

Trained with datasets ['text-embeds', 'text-embeds-extra', 'image-embeds', 'sports', 'mj-60', 'id-75k', 'celebrities', 'normalnudes', 'guys', 'signs', 'dalle3', 'sfwbooru', 'moviecollection', 'bookcovers', 'nijijourney', 'experimental', 'ethnic', 'gay', 'architecture', 'shutterstock', 'midjourney-v6-520k-raw', 'nijijourney-v6-520k-raw', 'cinemamix-1mp', 'nsfw-1024', 'anatomy', 'bg20k-1024', 'yoga', 'photo-aesthetics', 'text-1mp']
Learning rate 1e-06, batch size 8, and 1 gradient accumulation steps.
Used DDPM noise scheduler for training with epsilon prediction type and rescaled_betas_zero_snr=False
Using 'linspace' timestep spacing.
Base model: ptx0/pixart-900m-1024-ft-v0.7-stage1
VAE: ptx0/pixart-900m-1024-ft-v0.7-stage1

Files changed (13) hide show

README.md +1 -1
optimizer.bin +1 -1
random_states_0.pkl +2 -2
scheduler.bin +1 -1
training_state-anatomy.json +0 -0
training_state-bg20k-1024.json +0 -0
training_state-dalle3.json +2 -2
training_state-midjourney-v6-520k-raw.json +2 -2
training_state-mj-60.json +0 -0
training_state-nijijourney-v6-520k-raw.json +2 -2
training_state-sfwbooru.json +0 -0
training_state.json +1 -1
transformer/diffusion_pytorch_model.safetensors +1 -1

README.md CHANGED Viewed

@@ -552,7 +552,7 @@ You may reuse the base model text encoder for inference.
 ## Training settings
 - Training epochs: 5
-- Training steps: 182000
 - Learning rate: 1e-06
 - Effective batch size: 64
  - Micro-batch size: 8

 ## Training settings
 - Training epochs: 5
+- Training steps: 183000
 - Learning rate: 1e-06
 - Effective batch size: 64
  - Micro-batch size: 8

optimizer.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6bd822fb1c881753b87905c8ecb4f2cf5e1bcf35f869302fa6a3636d237c212c
 size 5451415117

 version https://git-lfs.github.com/spec/v1
+oid sha256:568018ce636392eeac24ba91f55fc77fa02dae9784391564eb97fd82942ee77d
 size 5451415117

random_states_0.pkl CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8aa9d65f0b9671d1e864c810afbf4ebb5aed8bb3db9f16e78f9ff82c39128c73
-size 16036

 version https://git-lfs.github.com/spec/v1
+oid sha256:447f54a89282830eb653563a24bf862a0c2e5b32d47159232e27960644646973
+size 16100

scheduler.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee7780f54cc633a5bbae52bd16d46b47cbb201b698ffa1058f736f88da6f722c
 size 1000

 version https://git-lfs.github.com/spec/v1
+oid sha256:aaebff1098373867ed444b3687b85afae9b7badba24f41e2cb2fa3b947501a44
 size 1000

training_state-anatomy.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state-bg20k-1024.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state-dalle3.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9694573c2701b6b3a84f1154f946d7e465eb30b291a956cb4a3171d5ec273934
-size 15545748

 version https://git-lfs.github.com/spec/v1
+oid sha256:db3094ad53be151a2e1961fcf32a47f8f2c52aeb60e1be63e2f00ef894a7c100
+size 15639906

training_state-midjourney-v6-520k-raw.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8dc9fcb1e7c5c39f62b0abeb369bd3be1185bf12cb670a80c01fe632a5a9ab1c
-size 2860218

 version https://git-lfs.github.com/spec/v1
+oid sha256:4c5da4f214fe5823bf7d0dc7275319080613c9f577a3e76f5d404ac6c04dc48a
+size 2922546

training_state-mj-60.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state-nijijourney-v6-520k-raw.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d052591f3b0df2ff411e0de8e424eacf7949c103e64ffc51d24c2d1e2f2a17f0
-size 3030506

 version https://git-lfs.github.com/spec/v1
+oid sha256:0b09eb440c1d3105af0cb7098817705fb5e759f1bcdb4e6ad9fbc57fae2604e7
+size 3095802

training_state-sfwbooru.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state.json CHANGED Viewed

@@ -1 +1 @@

- {"global_step": ~~182000~~, "epoch_step": ~~182005~~, "epoch": 6, "exhausted_backends": ["signs", "guys", "nijijourney", "bookcovers", "celebrities", "normalnudes", "sports", "moviecollection", "gay", "experimental", "yoga", "cinemamix-1mp", "ethnic", "architecture", "shutterstock", "nsfw-1024", "photo-aesthetics", "id-75k", "text-1mp"], "repeats": {"nijijourney": 0, "signs": 0, "guys": 0, "celebrities": 0, "bookcovers": 0, "normalnudes": 0, "moviecollection": 0, "sports": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "architecture": 0, "cinemamix-1mp": 0, "photo-aesthetics": 0, "anatomy": 2, "text-1mp": 0, "nsfw-1024": 0, "shutterstock": 0, "id-75k": 0, "bg20k-1024": 0, "mj-60": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "dalle3": 0}}

+ {"global_step": 183000, "epoch_step": 183005, "epoch": 6, "exhausted_backends": ["signs", "guys", "nijijourney", "bookcovers", "celebrities", "normalnudes", "sports", "moviecollection", "gay", "experimental", "yoga", "cinemamix-1mp", "ethnic", "architecture", "shutterstock", "nsfw-1024", "photo-aesthetics", "id-75k", "text-1mp", "bg20k-1024"], "repeats": {"nijijourney": 0, "signs": 0, "guys": 0, "celebrities": 0, "bookcovers": 0, "normalnudes": 0, "moviecollection": 0, "sports": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "architecture": 0, "cinemamix-1mp": 0, "photo-aesthetics": 0, "anatomy": 2, "text-1mp": 0, "nsfw-1024": 0, "shutterstock": 0, "id-75k": 0, "bg20k-1024": 0, "mj-60": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "dalle3": 0}}

transformer/diffusion_pytorch_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:855f1e7e037029adca9ee8bd6a8ed8abd6203f709d18362f5d73796c42401777
 size 1816969728

 version https://git-lfs.github.com/spec/v1
+oid sha256:fe14064028bffca8a087749f70ba491bae3e422f8e64eb7b425f49c0d8da4be6
 size 1816969728