Upload 8 files

dataset/kohya-command-base.sh

@@ -0,0 +1,62 @@
+#!/bin/sh
+
+CURRENT=$1
+CURRENT_SUB=$2
+
+PAST=$3
+PAST_SUB=$4
+
+OUT_PATH="/home/ubuntu/out/sotediffusion-wr3_3b"
+DATASET_PATH="/home/ubuntu/dataset/combined"
+PROMPT_PATH="/home/ubuntu/sotediffusion-prompt.txt"
+WUER_PATH="/home/ubuntu/models"
+
+
+accelerate launch --mixed_precision bf16 --multi_gpu stable_cascade_train_stage_c.py \
+--mixed_precision bf16 \
+--save_precision fp16 \
+--sdpa \
+--ddp_static_graph \
+--train_text_encoder \
+--resolution "1024,1024" \
+--train_batch_size 16 \
+--gradient_checkpointing \
+--learning_rate 1e-5 \
+--learning_rate_te1 4e-6 \
+--lr_scheduler constant_with_warmup \
+--lr_warmup_steps 100 \
+--optimizer_type adafactor \
+--optimizer_args "scale_parameter=False" "relative_step=False" "warmup_init=False" \
+--token_warmup_min 1 \
+--token_warmup_step 0 \
+--shuffle_caption \
+--caption_separator ", " \
+--caption_dropout_rate 0 \
+--caption_tag_dropout_rate 0 \
+--caption_dropout_every_n_epochs 0 \
+--dataset_repeats 1 \
+--save_state \
+--save_every_n_steps 1024 \
+--sample_every_n_steps 512 \
+--max_token_length 225 \
+--max_train_epochs 1 \
+--caption_extension ".txt" \
+--max_data_loader_n_workers 16 \
+--persistent_data_loader_workers \
+--enable_bucket \
+--min_bucket_reso 256 \
+--max_bucket_reso 4096 \
+--bucket_reso_steps 64 \
+--bucket_no_upscale \
+--log_with tensorboard \
+--output_name sotediffusion-wr3_3b \
+--train_data_dir $DATASET_PATH-$CURRENT_SUB \
+--in_json $DATASET_PATH-$CURRENT_SUB.json \
+--output_dir $OUT_PATH-$CURRENT/$CURRENT_SUB \
+--logging_dir $OUT_PATH-$CURRENT/$CURRENT_SUB/logs \
+--resume $OUT_PATH-$PAST/$PAST_SUB/sotediffusion-wr3_3b-state \
+--stage_c_checkpoint_path $OUT_PATH-$PAST/$PAST_SUB/sotediffusion-wr3_3b.safetensors \
+--text_model_checkpoint_path $OUT_PATH-$PAST/$PAST_SUB/sotediffusion-wr3_3b_text_model.safetensors \
+--effnet_checkpoint_path $WUER_PATH/effnet_encoder.safetensors \
+--previewer_checkpoint_path $WUER_PATH/previewer.safetensors \
+--sample_prompts $PROMPT_PATH

dataset/kohya-command-final.sh

@@ -0,0 +1,58 @@
+#!/bin/sh
+
+/home/ubuntu/dataset/combined/newest-best
+
+PAST=3
+PAST_SUB=1
+
+OUT_PATH="/home/ubuntu/out/sotediffusion-wr3_3b"
+PROMPT_PATH="/home/ubuntu/sotediffusion-prompt.txt"
+WUER_PATH="/home/ubuntu/models"
+
+
+accelerate launch --mixed_precision bf16 --multi_gpu stable_cascade_train_stage_c.py \
+--mixed_precision bf16 \
+--save_precision fp16 \
+--sdpa \
+--ddp_static_graph \
+--resolution "1024,1024" \
+--train_batch_size 16 \
+--gradient_checkpointing \
+--learning_rate 4e-6 \
+--learning_rate_te1 0 \
+--lr_scheduler constant_with_warmup \
+--lr_warmup_steps 100 \
+--optimizer_type adafactor \
+--optimizer_args "scale_parameter=False" "relative_step=False" "warmup_init=False" \
+--token_warmup_min 1 \
+--token_warmup_step 0 \
+--shuffle_caption \
+--caption_separator ", " \
+--caption_dropout_rate 0 \
+--caption_tag_dropout_rate 0 \
+--caption_dropout_every_n_epochs 0 \
+--dataset_repeats 1 \
+--save_state \
+--save_every_n_steps 1024 \
+--sample_every_n_steps 512 \
+--max_token_length 225 \
+--max_train_epochs 16 \
+--caption_extension ".txt" \
+--max_data_loader_n_workers 16 \
+--persistent_data_loader_workers \
+--enable_bucket \
+--min_bucket_reso 256 \
+--max_bucket_reso 4096 \
+--bucket_reso_steps 64 \
+--bucket_no_upscale \
+--log_with tensorboard \
+--output_name sotediffusion-wr3_3b \
+--train_data_dir /home/ubuntu/dataset/newest-best \
+--in_json /home/ubuntu/dataset/newest-best.json \
+--output_dir /home/ubuntu/out/final \
+--logging_dir /home/ubuntu/out/final/logs \
+--stage_c_checkpoint_path $OUT_PATH-$PAST/$PAST_SUB/sotediffusion-wr3_3b.safetensors \
+--text_model_checkpoint_path $OUT_PATH-$PAST/$PAST_SUB/sotediffusion-wr3_3b_text_model.safetensors \
+--effnet_checkpoint_path $WUER_PATH/effnet_encoder.safetensors \
+--previewer_checkpoint_path $WUER_PATH/previewer.safetensors \
+--sample_prompts $PROMPT_PATH

dataset/sotediffusion-wr3_3b-base.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db90cd4a4a737bf699302b9fd19333f27ed802ce787687106fb9971e821f8e4
+size 7178349784

dataset/train.sh

@@ -0,0 +1,27 @@
+#!/bin/bash
+
+EPOCH=1
+CURRENT_SUB=0
+
+PAST=0
+PAST_SUB=4
+
+while true
+do
+ for i in $(seq 0 4)
+ do
+ echo "EPOCH: $EPOCH SUB: $i PAST_EPOCH: $PAST PAST_SUB: $PAST_SUB"
+ /home/ubuntu/kohya-command-base.sh $EPOCH $i $PAST $PAST_SUB
+ sleep 1
+ PAST=$EPOCH
+ 
+ PAST_SUB=$i
+ done
+ 
+ PAST=$EPOCH
+ EPOCH=$(($EPOCH+1))
+ echo ""
+ echo "STARTING NEW EPOCH: $EPOCH"
+ echo ""
+done
+

sotediffusion-wr3_3b.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310249788a0dfe857d3db5efd9693bf8cf3896e1c77d98feaa9caa8f3ddbf338
+size 7178351136

sotediffusion-wr3_text_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2135638aaa3bf73df0b1c78fc6e35bb745abc4f21526f88fa1a75dc48ec99eee
+size 1389382144