Trained for 4 epochs and 158000 steps.

Trained with datasets ['text-embeds', 'text-embeds-extra', 'image-embeds', 'sports', 'mj-60', 'id-75k', 'celebrities', 'normalnudes', 'guys', 'signs', 'dalle3', 'sfwbooru', 'moviecollection', 'bookcovers', 'nijijourney', 'experimental', 'ethnic', 'gay', 'architecture', 'shutterstock', 'midjourney-v6-520k-raw', 'nijijourney-v6-520k-raw', 'cinemamix-1mp', 'nsfw-1024', 'anatomy', 'bg20k-1024', 'yoga', 'photo-aesthetics', 'text-1mp']
Learning rate 1e-06, batch size 8, and 1 gradient accumulation steps.
Used DDPM noise scheduler for training with epsilon prediction type and rescaled_betas_zero_snr=False
Using 'linspace' timestep spacing.
Base model: ptx0/pixart-900m-1024-ft-v0.7-stage1
VAE: ptx0/pixart-900m-1024-ft-v0.7-stage1

Files changed (11) hide show

README.md +1 -1
optimizer.bin +1 -1
random_states_0.pkl +2 -2
scheduler.bin +1 -1
training_state-anatomy.json +0 -0
training_state-dalle3.json +2 -2
training_state-midjourney-v6-520k-raw.json +2 -2
training_state-nijijourney-v6-520k-raw.json +2 -2
training_state-sfwbooru.json +0 -0
training_state.json +1 -1
transformer/diffusion_pytorch_model.safetensors +1 -1

README.md CHANGED Viewed

@@ -552,7 +552,7 @@ You may reuse the base model text encoder for inference.
 ## Training settings
 - Training epochs: 4
-- Training steps: 157000
 - Learning rate: 1e-06
 - Effective batch size: 64
  - Micro-batch size: 8

 ## Training settings
 - Training epochs: 4
+- Training steps: 158000
 - Learning rate: 1e-06
 - Effective batch size: 64
  - Micro-batch size: 8

optimizer.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1f9b032b2ff5a7b13d11fa8357dee9fdb585329deb059d7e1f325ae8d67a660
 size 5451415117

 version https://git-lfs.github.com/spec/v1
+oid sha256:6c1257f953878f6df96f1d42f8531d67bc65f3336089003157a832b647049216
 size 5451415117

random_states_0.pkl CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a82e9acbafe99e1afb6c0f9393fc90b784335e71b97a2c64a5ca3759585969e5
-size 16036

 version https://git-lfs.github.com/spec/v1
+oid sha256:4d2d914107a73ea2bfd6ac39fb3e1245ef0f110f4096613115ef9c6d76d6fa7b
+size 16100

scheduler.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b737a65349fc0c6cc29172fdcc2f5a51c00a6aaf8cdd4f0c55356f6a406b2e3c
 size 1000

 version https://git-lfs.github.com/spec/v1
+oid sha256:350671e33835ba88f02cfa624cd000485355be537312d3704c37ff2353d6d085
 size 1000

training_state-anatomy.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state-dalle3.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7989af3b4561e6cf60da2c00601280d9880a571fc503616d54e50a1d2b9fe7d4
-size 13095447

 version https://git-lfs.github.com/spec/v1
+oid sha256:e21677f9983c8cb4987d307b48c66b0cc66222d9b19bb18851a8ce579e9dfd9e
+size 13221972

training_state-midjourney-v6-520k-raw.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d538231b63b8c2c9176e05616be10a7979d31e9b2d97764dcba00b805dd070d4
-size 3576354

 version https://git-lfs.github.com/spec/v1
+oid sha256:eacf53109b7502f9e3f42a61b40c691f2c87b655d5c85359cc82c24511b2f9bb
+size 3678962

training_state-nijijourney-v6-520k-raw.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc91ca7271352465d5e5c786733526b418a9bcaeafe7000fe21e1de47ac3ff05
-size 3736466

 version https://git-lfs.github.com/spec/v1
+oid sha256:a6ab8545c5b804aa672d17c89535df66a90d082ae1d8aec6ceb6a01d566e651d
+size 3842042

training_state-sfwbooru.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_state.json CHANGED Viewed

@@ -1 +1 @@

- {"global_step": ~~157000~~, "epoch_step": ~~157004~~, "epoch": 5, "exhausted_backends": ["signs", "bookcovers", "guys", "sports", "normalnudes", "nijijourney", "celebrities", "moviecollection", "gay", "experimental", "ethnic", "cinemamix-1mp", "yoga", "architecture", "shutterstock", "nsfw-1024", "photo-aesthetics", "id-75k", "text-1mp", "bg20k-1024", "mj-60"], "repeats": {"nijijourney": 0, "signs": 0, "guys": 0, "celebrities": 0, "bookcovers": 0, "normalnudes": 0, "moviecollection": 0, "sports": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "architecture": 0, "cinemamix-1mp": 0, "photo-aesthetics": 0, "anatomy": 5, "text-1mp": 0, "nsfw-1024": 0, "shutterstock": 0, "id-75k": 0, "bg20k-1024": 0, "mj-60": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "dalle3": 0}}

+ {"global_step": 158000, "epoch_step": 158004, "epoch": 5, "exhausted_backends": ["signs", "bookcovers", "guys", "sports", "normalnudes", "nijijourney", "celebrities", "moviecollection", "gay", "experimental", "ethnic", "cinemamix-1mp", "yoga", "architecture", "shutterstock", "nsfw-1024", "photo-aesthetics", "id-75k", "text-1mp", "bg20k-1024", "mj-60", "anatomy"], "repeats": {"nijijourney": 0, "signs": 0, "guys": 0, "celebrities": 0, "bookcovers": 0, "normalnudes": 0, "moviecollection": 0, "sports": 0, "gay": 0, "experimental": 0, "yoga": 0, "ethnic": 0, "architecture": 0, "cinemamix-1mp": 0, "photo-aesthetics": 0, "anatomy": 0, "text-1mp": 0, "nsfw-1024": 0, "shutterstock": 0, "id-75k": 0, "bg20k-1024": 0, "mj-60": 0, "sfwbooru": 0, "midjourney-v6-520k-raw": 0, "nijijourney-v6-520k-raw": 0, "dalle3": 0}}

transformer/diffusion_pytorch_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:deac353bb682c964fe1a301790cd6abea8c848a569b6e8f53920e65211566bd5
 size 1816969728

 version https://git-lfs.github.com/spec/v1
+oid sha256:3ec82bcdd9292d0db62f7af1c23748d77867b8e4443a6bb152d12500d27b7494
 size 1816969728