End of training

README.md

@@ -0,0 +1,48 @@
+---
+base_model: playgroundai/playground-v2.5-1024px-aesthetic
+library_name: diffusers
+license: creativeml-openrail-m
+tags:
+- stable-diffusion-xl
+- stable-diffusion-xl-diffusers
+- text-to-image
+- diffusers
+- diffusers-training
+- lora
+inference: true
+---
+
+<!-- This model card has been generated automatically according to the information the training script had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+
+# LoRA text2image fine-tuning - Jayw1/lora_baimiao
+
+These are LoRA adaption weights for playgroundai/playground-v2.5-1024px-aesthetic. The weights were fine-tuned on the /mnt/afs/data/hjw/diffusers/baimiao dataset. You can find some example images in the following. 
+
+![img_0](./image_0.png)
+![img_1](./image_1.png)
+![img_2](./image_2.png)
+![img_3](./image_3.png)
+
+
+LoRA for the text encoder was enabled: False.
+
+Special VAE used for training: None.
+
+
+## Intended uses & limitations
+
+#### How to use
+
+```python
+# TODO: add an example code snippet for running this diffusion pipeline
+```
+
+#### Limitations and bias
+
+[TODO: provide examples of latent issues and potential remediations]
+
+## Training details
+
+[TODO: describe the data used to train the model]

checkpoint-500/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0632df4333808112b132c3200a9fd4da9e47bf6750885fb519564fa046867b1c
+size 15134460

checkpoint-500/pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38007045909dc93723b4a16be0974aa7350447932e15c52721e98bad7b73d0ed
+size 23390424

checkpoint-500/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6d2a0fd02ef33fd9271bdcbddee2da0c21ecc8e7a5c1a17935c55112c19c2b
+size 14408

checkpoint-500/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b984273ea2d45b7ffb1d047bb359d93111e41fcad70d16a1b453fd38f72636
+size 988

checkpoint-500/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf34ac8dd2addc454aeb1ee4eaba3267c2841857e117be40ac2ed02cf581c9c
+size 1000

logs/dreambooth-lora-playground/1729158712.5517864/events.out.tfevents.1729158712.3ba3897f-4fac-11ef-902f-3e6491b2e6f5.2438567.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60f388badf416dc4c0eea9950b8b1d211d6710821e33caf0ce8e34abf9406c0
+size 3230

logs/dreambooth-lora-playground/1729158712.5590553/hparams.yml

@@ -0,0 +1,70 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.0001
+adam_weight_decay_text_encoder: 0.001
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: false
+checkpointing_steps: 500
+checkpoints_total_limit: null
+class_data_dir: null
+class_prompt: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: /mnt/afs/data/hjw/diffusers/baimiao
+do_edm_style_training: true
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+image_column: image
+instance_data_dir: null
+instance_prompt: xubeihong22
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_steps: 500
+mixed_precision: fp16
+num_class_images: 100
+num_train_epochs: 50
+num_validation_images: 4
+optimizer: AdamW
+output_dir: lora_baimiao
+output_kohya_format: false
+pretrained_model_name_or_path: playgroundai/playground-v2.5-1024px-aesthetic
+pretrained_vae_model_name_or_path: null
+prior_generation_precision: null
+prior_loss_weight: 1.0
+prodigy_beta3: null
+prodigy_decouple: true
+prodigy_safeguard_warmup: true
+prodigy_use_bias_correction: true
+push_to_hub: true
+random_flip: false
+rank: 4
+repeats: 1
+report_to: tensorboard
+resolution: 256
+resume_from_checkpoint: null
+revision: null
+sample_batch_size: 4
+scale_lr: false
+seed: 222
+snr_gamma: null
+text_encoder_lr: 5.0e-06
+train_batch_size: 1
+train_text_encoder: false
+use_8bit_adam: true
+use_dora: false
+validation_epochs: 40
+validation_prompt: xubeihong
+variant: null
+with_prior_preservation: false

logs/dreambooth-lora-playground/1729166423.3885906/events.out.tfevents.1729166423.3ba3897f-4fac-11ef-902f-3e6491b2e6f5.2538484.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f946e21099856bceaae0bcfdcc30651a0c658410e769c0f37e389cf52522084e
+size 3228

logs/dreambooth-lora-playground/1729166423.404417/hparams.yml

@@ -0,0 +1,70 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.0001
+adam_weight_decay_text_encoder: 0.001
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: false
+checkpointing_steps: 500
+checkpoints_total_limit: null
+class_data_dir: null
+class_prompt: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: /mnt/afs/data/hjw/diffusers/baimiao
+do_edm_style_training: true
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+image_column: image
+instance_data_dir: null
+instance_prompt: xubeihong22
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_steps: 500
+mixed_precision: fp16
+num_class_images: 100
+num_train_epochs: 50
+num_validation_images: 4
+optimizer: AdamW
+output_dir: lora_baimiao
+output_kohya_format: false
+pretrained_model_name_or_path: playgroundai/playground-v2.5-1024px-aesthetic
+pretrained_vae_model_name_or_path: null
+prior_generation_precision: null
+prior_loss_weight: 1.0
+prodigy_beta3: null
+prodigy_decouple: true
+prodigy_safeguard_warmup: true
+prodigy_use_bias_correction: true
+push_to_hub: true
+random_flip: false
+rank: 4
+repeats: 1
+report_to: tensorboard
+resolution: 256
+resume_from_checkpoint: null
+revision: null
+sample_batch_size: 4
+scale_lr: false
+seed: 222
+snr_gamma: null
+text_encoder_lr: 5.0e-06
+train_batch_size: 1
+train_text_encoder: false
+use_8bit_adam: true
+use_dora: false
+validation_epochs: 40
+validation_prompt: baimiao
+variant: null
+with_prior_preservation: false

logs/dreambooth-lora-playground/1729167872.7762794/events.out.tfevents.1729167872.3ba3897f-4fac-11ef-902f-3e6491b2e6f5.2564485.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629c912f0726373aeff6c11eb97be72c8e7887eb7e1aca916f86a550e1186ded
+size 3228

logs/dreambooth-lora-playground/1729167872.7831347/hparams.yml

@@ -0,0 +1,70 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.0001
+adam_weight_decay_text_encoder: 0.001
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: false
+checkpointing_steps: 500
+checkpoints_total_limit: null
+class_data_dir: null
+class_prompt: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: /mnt/afs/data/hjw/diffusers/baimiao
+do_edm_style_training: true
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+image_column: image
+instance_data_dir: null
+instance_prompt: xubeihong22
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_steps: 500
+mixed_precision: fp16
+num_class_images: 100
+num_train_epochs: 50
+num_validation_images: 4
+optimizer: AdamW
+output_dir: lora_baimiao
+output_kohya_format: false
+pretrained_model_name_or_path: playgroundai/playground-v2.5-1024px-aesthetic
+pretrained_vae_model_name_or_path: null
+prior_generation_precision: null
+prior_loss_weight: 1.0
+prodigy_beta3: null
+prodigy_decouple: true
+prodigy_safeguard_warmup: true
+prodigy_use_bias_correction: true
+push_to_hub: true
+random_flip: false
+rank: 4
+repeats: 1
+report_to: tensorboard
+resolution: 256
+resume_from_checkpoint: null
+revision: null
+sample_batch_size: 4
+scale_lr: false
+seed: 222
+snr_gamma: null
+text_encoder_lr: 5.0e-06
+train_batch_size: 1
+train_text_encoder: false
+use_8bit_adam: true
+use_dora: false
+validation_epochs: 40
+validation_prompt: baimiao
+variant: null
+with_prior_preservation: false

logs/dreambooth-lora-playground/1729168513.077605/events.out.tfevents.1729168513.3ba3897f-4fac-11ef-902f-3e6491b2e6f5.2583366.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a523a7a5ddcee95d615acceb2674f5e6cb84cd7ef16715ec129f9f55c7d9d5f9
+size 3228

logs/dreambooth-lora-playground/1729168513.0846903/hparams.yml

@@ -0,0 +1,70 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.0001
+adam_weight_decay_text_encoder: 0.001
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: false
+checkpointing_steps: 500
+checkpoints_total_limit: null
+class_data_dir: null
+class_prompt: null
+dataloader_num_workers: 0
+dataset_config_name: null
+dataset_name: /mnt/afs/data/hjw/diffusers/baimiao
+do_edm_style_training: true
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 1
+gradient_checkpointing: false
+hub_model_id: null
+hub_token: null
+image_column: image
+instance_data_dir: null
+instance_prompt: xubeihong22
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_num_cycles: 1
+lr_power: 1.0
+lr_scheduler: constant
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_steps: 500
+mixed_precision: fp16
+num_class_images: 100
+num_train_epochs: 50
+num_validation_images: 4
+optimizer: AdamW
+output_dir: lora_baimiao
+output_kohya_format: false
+pretrained_model_name_or_path: playgroundai/playground-v2.5-1024px-aesthetic
+pretrained_vae_model_name_or_path: null
+prior_generation_precision: null
+prior_loss_weight: 1.0
+prodigy_beta3: null
+prodigy_decouple: true
+prodigy_safeguard_warmup: true
+prodigy_use_bias_correction: true
+push_to_hub: true
+random_flip: false
+rank: 4
+repeats: 1
+report_to: tensorboard
+resolution: 256
+resume_from_checkpoint: null
+revision: null
+sample_batch_size: 4
+scale_lr: false
+seed: 222
+snr_gamma: null
+text_encoder_lr: 5.0e-06
+train_batch_size: 1
+train_text_encoder: false
+use_8bit_adam: true
+use_dora: false
+validation_epochs: 40
+validation_prompt: baimiao
+variant: null
+with_prior_preservation: false

logs/dreambooth-lora-playground/events.out.tfevents.1729158712.3ba3897f-4fac-11ef-902f-3e6491b2e6f5.2438567.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e32d4c6969a213c1812bc8ea9667c747c9b93201e1888279756a8543cdc8aec
+size 6736983

logs/dreambooth-lora-playground/events.out.tfevents.1729166423.3ba3897f-4fac-11ef-902f-3e6491b2e6f5.2538484.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf366e3218de89d59e9078215c5c06b46f5be479d7f81d87612f10fa12e6038
+size 7363987

logs/dreambooth-lora-playground/events.out.tfevents.1729167872.3ba3897f-4fac-11ef-902f-3e6491b2e6f5.2564485.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fa4f0f29b0a07e6cb5191260588bcd93b8595c1d3a7608f9fc3f27e7a8d32f
+size 7363987

logs/dreambooth-lora-playground/events.out.tfevents.1729168513.3ba3897f-4fac-11ef-902f-3e6491b2e6f5.2583366.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a4b39fd6051c4a17dec0f30b0bc5e39e0a6fa02d5a4c248dc82bdb6c9812d2
+size 7363987

pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5296c5ba66702726d9c5523d3f26dcb1c882d1a61eaae280a4f746af31d7b368
+size 23390424