Trained for 5 epochs and 181000 steps.

Trained with datasets ['text-embeds', 'text-embeds-extra', 'image-embeds', 'sports', 'mj-60', 'id-75k', 'celebrities', 'normalnudes', 'guys', 'signs', 'dalle3', 'sfwbooru', 'moviecollection', 'bookcovers', 'nijijourney', 'experimental', 'ethnic', 'gay', 'architecture', 'shutterstock', 'midjourney-v6-520k-raw', 'nijijourney-v6-520k-raw', 'cinemamix-1mp', 'nsfw-1024', 'anatomy', 'bg20k-1024', 'yoga', 'photo-aesthetics', 'text-1mp']
Learning rate 1e-06, batch size 8, and 1 gradient accumulation steps.
Used DDPM noise scheduler for training with epsilon prediction type and rescaled_betas_zero_snr=False
Using 'linspace' timestep spacing.
Base model: ptx0/pixart-900m-1024-ft-v0.7-stage1
VAE: ptx0/pixart-900m-1024-ft-v0.7-stage1

Files changed (14) hide show

README.md +1 -1
optimizer.bin +1 -1
random_states_0.pkl +2 -2
scheduler.bin +1 -1
training_state-anatomy.json +0 -0
training_state-bg20k-1024.json +0 -0
training_state-dalle3.json +2 -2
training_state-midjourney-v6-520k-raw.json +2 -2
training_state-mj-60.json +0 -0
training_state-nijijourney-v6-520k-raw.json +2 -2
training_state-sfwbooru.json +0 -0
training_state-text-1mp.json +0 -0
training_state.json +1 -1
transformer/diffusion_pytorch_model.safetensors +1 -1

README.md CHANGED Viewed

@@ -552,7 +552,7 @@ You may reuse the base model text encoder for inference.
 ## Training settings
 - Training epochs: 5
-- Training steps: 180000
 - Learning rate: 1e-06
 - Effective batch size: 64
  - Micro-batch size: 8

 ## Training settings
 - Training epochs: 5
+- Training steps: 181000
 - Learning rate: 1e-06
 - Effective batch size: 64
  - Micro-batch size: 8

optimizer.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dfbe8370bb1ae8670e4a7351671cbb3a39aa6c1e6f3da6aee7b05f84941c967e
 size 5451415117

 version https://git-lfs.github.com/spec/v1
+oid sha256:4fb6ca076a0cebd88b9af7f6a7a0615f07da451d8fc1f6513d5427d2caee2c7e
 size 5451415117

random_states_0.pkl CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08994cee17af3b58aa297bc981c899a0da94a3438919086d06d5b74366934f93
-size 16100

 version https://git-lfs.github.com/spec/v1
+oid sha256:26d8e7a2b8b2ac95aefd35c5adb7fdd3f723e3037a266ebf256fcb37def4056e
+size 16036

scheduler.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c21b0a47fa038dee27165816af3b144ed0f78fe4e1f7206569245d276c1ecd98
 size 1000

 version https://git-lfs.github.com/spec/v1
+oid sha256:cb33701d256c37e7fbe69afd83d812d1f4217d516d8cc6ec47f8c720228ee5ac
 size 1000

training_state-anatomy.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state-bg20k-1024.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state-dalle3.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e5d3ca15b30f2332085786f1f177b97e11920d27ab794a5f06e11609b779e9cc
-size 15400479

 version https://git-lfs.github.com/spec/v1
+oid sha256:d786812da2872c49594206970df7c17ecfd55a073fec8c5f722902271794e81d
+size 15464319

training_state-midjourney-v6-520k-raw.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10c5f76800d6abe27741d16d41260b991a0aa0b894c22cd38729457a94ec746c
-size 2733018

 version https://git-lfs.github.com/spec/v1
+oid sha256:769e68365d8fa13db376e8cdc1044911ad8a63a4519d0fdeefa95d2f527eed04
+size 2794498

training_state-mj-60.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state-nijijourney-v6-520k-raw.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49603423c864c8dab58cfa2193f10f2b0d7754951b511c00f75eefb3bb3311da
-size 2912210

 version https://git-lfs.github.com/spec/v1
+oid sha256:d575c4b0f0abf430c6e1b05d74ce72d85cf1664fe48db03d793842e7dee82cd5
+size 2967330

training_state-sfwbooru.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state-text-1mp.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state.json CHANGED Viewed

@@ -1 +1 @@

- {"global_step": ~~180000~~, "epoch_step": ~~180005~~, "epoch": 6, "exhausted_backends": ["signs", "guys", "nijijourney", "bookcovers", "celebrities", "normalnudes", "sports", "moviecollection", "gay", "experimental", "yoga", "cinemamix-1mp", "ethnic", "architecture", "shutterstock", "nsfw-1024", "photo-aesthetics", "id-75k"], "repeats": {"nijijourney": 0, "signs": 0, "guys": 0, "celebrities": 0, "bookcovers": 0, "normalnudes": 0, "moviecollection": 0, "sports": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "architecture": 0, "cinemamix-1mp": 0, "photo-aesthetics": 0, "anatomy": 1, "text-1mp": 5, "nsfw-1024": 0, "shutterstock": 0, "id-75k": 0, "bg20k-1024": 0, "mj-60": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "dalle3": 0}}

+ {"global_step": 181000, "epoch_step": 181005, "epoch": 6, "exhausted_backends": ["signs", "guys", "nijijourney", "bookcovers", "celebrities", "normalnudes", "sports", "moviecollection", "gay", "experimental", "yoga", "cinemamix-1mp", "ethnic", "architecture", "shutterstock", "nsfw-1024", "photo-aesthetics", "id-75k"], "repeats": {"nijijourney": 0, "signs": 0, "guys": 0, "celebrities": 0, "bookcovers": 0, "normalnudes": 0, "moviecollection": 0, "sports": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "architecture": 0, "cinemamix-1mp": 0, "photo-aesthetics": 0, "anatomy": 2, "text-1mp": 5, "nsfw-1024": 0, "shutterstock": 0, "id-75k": 0, "bg20k-1024": 0, "mj-60": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "dalle3": 0}}

transformer/diffusion_pytorch_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8eecd4b711eb0538b6c13bc8f41940f64ddeb2b8a8297c8dda5a70914b239a90
 size 1816969728

 version https://git-lfs.github.com/spec/v1
+oid sha256:418508f2036b3b8765d07bbc7351be27628450fbcc5f374ccf9e760126ab31b8
 size 1816969728