[[subsets]]
caption_extension = ".txt"
image_dir = "C:/Users/nousa/Desktop/sek"
keep_tokens = 1
name = "Main"
num_repeats = 2
random_crop = true
shuffle_caption = true
shuffle_caption_sigma = 10

[train_mode]
train_mode = "lora"

[general_args.args]
persistent_data_loader_workers = true
mixed_precision = "bf16"
gradient_checkpointing = true
gradient_accumulation_steps = 6
seed = 1337
max_data_loader_n_workers = 1
max_token_length = 225
prior_loss_weight = 1.0
xformers = true
max_train_epochs = 19
sdxl = true
v_parameterization = true
pretrained_model_name_or_path = "C:/Users/nousa/Music/stable-diffusion-webui-reForge/models/Stable-diffusion/NoobAI-XL-Vpred-v0.9r.safetensors"

[general_args.dataset_args]
resolution = 1024
batch_size = 4

[network_args.args]
network_dim = 16
network_alpha = 8.0
min_timestep = 0
max_timestep = 1000
network_train_unet_only = true

[optimizer_args.args]
optimizer_type = "ADOPTAOScheduleFree"
lr_scheduler = "constant_with_warmup"
loss_type = "l2"
warmup_ratio = 0.1
scale_weight_norms = 99.0
max_grad_norm = 0.25
zero_terminal_snr = true
learning_rate = 0.005

[saving_args.args]
save_precision = "bf16"
save_model_as = "safetensors"
save_last_n_epochs = 4
save_every_n_epochs = 1
save_toml = true
output_dir = "C:/Users/nousa/Music/stable-diffusion-webui-reForge/models/Lora/sek"
output_name = "sek"
save_toml_location = "C:/Users/nousa/Music/stable-diffusion-webui-reForge/models/Lora/sek"

[logging_args.args]
logging_dir = ""
log_tracker_name = "sdxl"
log_with = "wandb"
wandb_api_key = "5dd7ee6f1f34419f7fdce82419e25f5673c73ab2"

[extra_args.args]
validation_split = "0.2"
validation_seed = "1337"
validation_every_n_step = "10"
max_validation_steps = "40"
edm2_loss_weighting = "True"
edm2_loss_weighting_optimizer = "LoraEasyCustomOptimizer.fmarscrop.FMARSCrop"
edm2_loss_weighting_optimizer_lr = "2e-2"
edm2_loss_weighting_optimizer_args = "{'eps_floor':1e-30, 'eps':1e-6, 'gamma':0.0005}"
edm2_loss_weighting_lr_scheduler = "True"
edm2_loss_weighting_lr_scheduler_warmup_percent = "0.1"
edm2_loss_weighting_lr_scheduler_constant_percent = "0.9"
edm2_loss_weighting_max_grad_norm = "0"
edm2_loss_weighting_generate_graph_every_x_steps = "20"
edm2_loss_weighting_generate_graph = "True"
edm2_loss_weighting_num_channels = "448"
edm2_loss_weighting_generate_graph_y_limit = "50"
edm2_loss_weighting_lr_scheduler_decay_scaling = "1.5"
sangoi_loss_modifier = "True"
sangoi_loss_modifier_min_snr = "0"
pin_data_loader_memory = "True"
disable_cuda_reduced_precision_operations = "True"
train_network_norm_modules_as_float32 = "True"

[bucket_args.dataset_args]
enable_bucket = true
min_bucket_reso = 256
max_bucket_reso = 2048
bucket_reso_steps = 64

[network_args.args.network_args]
conv_dim = 16
conv_alpha = 8.0
algo = "locon"
dora_wd = true
train_norm = true
use_scalar = "True"

[optimizer_args.args.optimizer_args]
betas = "0.9,0.9999"
weight_decay = "1e-5"
adaptive_clip = "0.5"
eps = "1e-6"
mars_gamma = "0.05"
stable_weight_decay = "False"
weight_decouple = "True"
fisher = "False"