End of training

README.md

@@ -0,0 +1,48 @@
+---
+base_model: stabilityai/stable-diffusion-xl-base-1.0
+library_name: diffusers
+license: creativeml-openrail-m
+tags:
+- stable-diffusion-xl
+- stable-diffusion-xl-diffusers
+- text-to-image
+- diffusers
+- diffusers-training
+- lora
+inference: true
+---
+
+<!-- This model card has been generated automatically according to the information the training script had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+
+# LoRA text2image fine-tuning - spockren/naruto-lora-xl
+
+These are LoRA adaption weights for stabilityai/stable-diffusion-xl-base-1.0. The weights were fine-tuned on the lambdalabs/naruto-blip-captions dataset. You can find some example images in the following. 
+
+![img_0](./image_0.png)
+![img_1](./image_1.png)
+![img_2](./image_2.png)
+![img_3](./image_3.png)
+
+
+LoRA for the text encoder was enabled: False.
+
+Special VAE used for training: None.
+
+
+## Intended uses & limitations
+
+#### How to use
+
+```python
+# TODO: add an example code snippet for running this diffusion pipeline
+```
+
+#### Limitations and bias
+
+[TODO: provide examples of latent issues and potential remediations]
+
+## Training details
+
+[TODO: describe the data used to train the model]

checkpoint-12500/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5489b461f1f9d6b4de15ef5243887597c1a470535cf0e8b07b3db3f45577c1d
+size 47392882

checkpoint-12500/pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4977e3c2c90e8abb6ac4655e367672674ef84ac1c7235cfa69186c4067a4a9be
+size 23390424

checkpoint-12500/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1cdd2fb11fa430280b5a20e7fe908f83d48ffbb64fca72cc6f63ed9d1cb0db
+size 14408

checkpoint-12500/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971b044be39c256f04af2a12fd12d4dcf9ae5e5d310c0887db9e15dbce71ba9b
+size 988

checkpoint-12500/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c3d96975d0b28f3f7c399bfd56f28302298513919d8e4c4a2424af128281af
+size 1000

checkpoint-13000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7974535c01b0ec4486d3d29e70888365e04c862c1f8d03aa34e5d226c3c84985
+size 47392882

checkpoint-13000/pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a29dc48a2a543e864d896525aa081c793b42d68dcd848f72179fc0ca717731e
+size 23390424

checkpoint-13000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b4bbbe590e314c34ec42b56e5c39c040a50032a8b211a659cf2086397889d6
+size 14408

checkpoint-13000/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77f98967818acefa7b6b48d86d0635b780ab57badf525d74c7b5b70c8009b64
+size 988

checkpoint-13000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42f23d2ade8cf7960496c63ee2d114703a2fed8f28ca8e6b70629915f165ad5
+size 1000

checkpoint-13500/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667314bb67f451b01cbaaadf1d73d0368d5f9b50c9aa9d1c88763e97b757ec75
+size 47392882

checkpoint-13500/pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e77efada35d570f9e9dd5f7509fff99599158dfe3198b0af38375c851c79c9
+size 23390424

checkpoint-13500/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515eaa971a34c088979384adc7f1372309bdb82502ff0d2e026e08109699eaff
+size 14408

checkpoint-13500/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb4ee3801b11e2b95773f86abaa2d1e4b1da1e9da1588595ee5a4248d6798c1
+size 988

checkpoint-13500/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c294b0e185263d304d7212b1c8d7ffe49c9e5ed8bec39afed4b305d5aedbed
+size 1000

checkpoint-14000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd75dc2194b5d2f21410f945cf72e3fa39e3664d33e8f1f6b110ee9bc70d0f0
+size 47392882

checkpoint-14000/pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75325d09a408f33424e606339607090537dafd8019c92c7cf8330cf0997bb8a3
+size 23390424

checkpoint-14000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a6e5eb0f7b013d2ea7d6326cab470f1b0881b3f556c103240432cf38735682
+size 14408

checkpoint-14000/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8972e137dff582ed156c48a434d8d5304443a88bca38ef8e7f0e80298e6f0533
+size 988

checkpoint-14000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffec36e651c5accd1689c753accef416b1284eadd8fddc6988b4a0d5de2290b
+size 1000

checkpoint-14500/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5254d2d48dacad303248a8621f8c4c723720f7acba2b297c3d4a5adf844381f
+size 47392882

checkpoint-14500/pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99414364683cb6f0fca336af8386561c520e4f822c753e196227772abbdcdfeb
+size 23390424

checkpoint-14500/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e130894dca84b3bd7dd107623377b334d7e8e42f76cf0e59665993088d275e98
+size 14408

checkpoint-14500/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa669548d7d0cea54c34bbdeb3defa489898ad7ca32a778f0f5d4793a93394b
+size 988

checkpoint-14500/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a604e2edf0e27b6abb838a26aa25eb611f42940db9e8d4a9039c2668eb00725
+size 1000

checkpoint-15000/optimizer.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496874c22ea2de1f6b5ff587e4561d8bf7d0464854dc32979d3cf65629bca3fa
+size 47392882

checkpoint-15000/pytorch_lora_weights.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188ef3cda42bfe2ce5d7305f37477ea477f689814405253197b47086115d8f88
+size 23390424

checkpoint-15000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0d9e62407cb04114142bf86b301c153c9b08557fdf24a9b453a7c442a348c0
+size 14408

checkpoint-15000/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2491380f0b55e3e8cbfec1654220a94cf6d79d50cd1b1e51dfe593c04a274cb9
+size 988

checkpoint-15000/scheduler.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d6ccf7a4824136865ec6fdffdf27ed0e6532d9cbeac29e624c80c38686d3e3
+size 1000

logs/text2image-fine-tune/1721576160.6494887/events.out.tfevents.1721576160.autodl-container-db4a40b195-60ebac9c.1142.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85334d0d67eee73c2a5f3a731821ed5173a328542a286f2b44dbf698fab6f945
+size 2368

logs/text2image-fine-tune/1721576160.6506698/hparams.yml

@@ -0,0 +1,50 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: 6
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: lambdalabs/naruto-blip-captions
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: naruto-lora-xl
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 15000
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 50
+num_validation_images: 4
+output_dir: ./xl_lora/naruto
+prediction_type: null
+pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 1337
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: A naruto with blue eyes.
+variant: null

logs/text2image-fine-tune/1721577391.6126533/events.out.tfevents.1721577391.autodl-container-db4a40b195-60ebac9c.1839.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed985bf9824a481965826dc834c0b085f5741c9824816e79408ab104ae04efe
+size 2539

logs/text2image-fine-tune/1721577391.613856/hparams.yml

@@ -0,0 +1,54 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: 6
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: lambdalabs/naruto-blip-captions
+debug_loss: false
+enable_npu_flash_attention: false
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: naruto-lora-xl
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 15000
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 50
+num_validation_images: 4
+output_dir: ./xl_lora/naruto
+prediction_type: null
+pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
+pretrained_vae_model_name_or_path: null
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 1337
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+train_text_encoder: false
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: A naruto with blue eyes.
+variant: null

logs/text2image-fine-tune/1721577692.8051393/events.out.tfevents.1721577692.autodl-container-db4a40b195-60ebac9c.2673.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694c67213dc67a5dfad4ddd529d1fee06eeecbee25cbc4a00215186d8aa4c69b
+size 2539

logs/text2image-fine-tune/1721577692.806496/hparams.yml

@@ -0,0 +1,54 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: 6
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: lambdalabs/naruto-blip-captions
+debug_loss: false
+enable_npu_flash_attention: false
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: naruto-lora-xl
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 15000
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 50
+num_validation_images: 4
+output_dir: ./xl_lora/naruto
+prediction_type: null
+pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
+pretrained_vae_model_name_or_path: null
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 1337
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+train_text_encoder: false
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: A naruto with blue eyes.
+variant: null

logs/text2image-fine-tune/1721577786.7350752/events.out.tfevents.1721577786.autodl-container-db4a40b195-60ebac9c.3308.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa4340a53626eabc5e60fba0d449253e3057440dd9ddf592b8e407d18d955b9
+size 2539

logs/text2image-fine-tune/1721577786.7363982/hparams.yml

@@ -0,0 +1,54 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: 6
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: lambdalabs/naruto-blip-captions
+debug_loss: false
+enable_npu_flash_attention: false
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: naruto-lora-xl
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 15000
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 50
+num_validation_images: 4
+output_dir: ./xl_lora/naruto
+prediction_type: null
+pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
+pretrained_vae_model_name_or_path: null
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 1337
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+train_text_encoder: false
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: A naruto with blue eyes.
+variant: null

logs/text2image-fine-tune/1721578123.4927256/events.out.tfevents.1721578123.autodl-container-db4a40b195-60ebac9c.4005.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b303f4c3cd56fa6fbf4f8b07ea449542737deb51a89286de18233b0919a497
+size 2539

logs/text2image-fine-tune/1721578123.4940877/hparams.yml

@@ -0,0 +1,54 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: 6
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: lambdalabs/naruto-blip-captions
+debug_loss: false
+enable_npu_flash_attention: false
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: naruto-lora-xl
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 15000
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 50
+num_validation_images: 4
+output_dir: ./xl_lora/naruto
+prediction_type: null
+pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
+pretrained_vae_model_name_or_path: null
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: null
+revision: null
+scale_lr: false
+seed: 1337
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+train_text_encoder: false
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: A naruto with blue eyes.
+variant: null

logs/text2image-fine-tune/1721612483.0160382/events.out.tfevents.1721612483.autodl-container-db4a40b195-60ebac9c.1182.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac34d4b123e7834c014f88ed7d0b45ccda207848f851e6f6b9d19a5b19ca93f1
+size 2613

logs/text2image-fine-tune/1721612483.0174372/hparams.yml

@@ -0,0 +1,54 @@
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_epsilon: 1.0e-08
+adam_weight_decay: 0.01
+allow_tf32: false
+cache_dir: null
+caption_column: text
+center_crop: true
+checkpointing_steps: 500
+checkpoints_total_limit: 6
+dataloader_num_workers: 8
+dataset_config_name: null
+dataset_name: lambdalabs/naruto-blip-captions
+debug_loss: false
+enable_npu_flash_attention: false
+enable_xformers_memory_efficient_attention: false
+gradient_accumulation_steps: 4
+gradient_checkpointing: false
+hub_model_id: naruto-lora-xl
+hub_token: null
+image_column: image
+learning_rate: 0.0001
+local_rank: -1
+logging_dir: logs
+lr_scheduler: cosine
+lr_warmup_steps: 0
+max_grad_norm: 1.0
+max_train_samples: null
+max_train_steps: 15000
+mixed_precision: null
+noise_offset: 0
+num_train_epochs: 50
+num_validation_images: 4
+output_dir: ./xl_lora/naruto
+prediction_type: null
+pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
+pretrained_vae_model_name_or_path: null
+push_to_hub: true
+random_flip: true
+rank: 4
+report_to: tensorboard
+resolution: 512
+resume_from_checkpoint: checkpoint-10000
+revision: null
+scale_lr: false
+seed: 1337
+snr_gamma: null
+train_batch_size: 1
+train_data_dir: null
+train_text_encoder: false
+use_8bit_adam: false
+validation_epochs: 1
+validation_prompt: A naruto with blue eyes.
+variant: null

logs/text2image-fine-tune/events.out.tfevents.1721576160.autodl-container-db4a40b195-60ebac9c.1142.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b3dfc86d7f10515e87b7fd1c407c5baf54286951f8254740c78f083a42431b
+size 88

logs/text2image-fine-tune/events.out.tfevents.1721577391.autodl-container-db4a40b195-60ebac9c.1839.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100cd4f00733cc21b917a36a184d276dbdf3530248209a8f3e99c50bff81de56
+size 88

logs/text2image-fine-tune/events.out.tfevents.1721577692.autodl-container-db4a40b195-60ebac9c.2673.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b837c189e03f7f56b1a87ea04c5bff61fd67d70aa8e0f8815c456965a332f5c9
+size 88