frank-chieng
commited on
Commit
•
568adcd
1
Parent(s):
9513838
feat: upload sdxl_lora lora model
Browse files
sdxl_lora_config/config_file.toml
ADDED
@@ -0,0 +1,68 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
[sdxl_arguments]
|
2 |
+
cache_text_encoder_outputs = true
|
3 |
+
no_half_vae = true
|
4 |
+
min_timestep = 0
|
5 |
+
max_timestep = 1000
|
6 |
+
shuffle_caption = false
|
7 |
+
|
8 |
+
[model_arguments]
|
9 |
+
pretrained_model_name_or_path = "/content/pretrained_model/sd_xl_base_1.0.safetensors"
|
10 |
+
vae = "/content/vae/sdxl_vae.safetensors"
|
11 |
+
|
12 |
+
[dataset_arguments]
|
13 |
+
debug_dataset = false
|
14 |
+
in_json = "/content/LoRA/meta_lat.json"
|
15 |
+
train_data_dir = "/content/LoRA/train_data"
|
16 |
+
dataset_repeats = 1
|
17 |
+
keep_tokens = 0
|
18 |
+
resolution = "1024,1024"
|
19 |
+
color_aug = false
|
20 |
+
token_warmup_min = 1
|
21 |
+
token_warmup_step = 0
|
22 |
+
|
23 |
+
[training_arguments]
|
24 |
+
output_dir = "/content/drive/MyDrive/kohya-trainer/output"
|
25 |
+
output_name = "sdxl_lora"
|
26 |
+
save_precision = "fp16"
|
27 |
+
save_every_n_epochs = 1
|
28 |
+
train_batch_size = 4
|
29 |
+
max_token_length = 225
|
30 |
+
mem_eff_attn = false
|
31 |
+
sdpa = true
|
32 |
+
xformers = false
|
33 |
+
max_train_epochs = 10
|
34 |
+
max_data_loader_n_workers = 8
|
35 |
+
persistent_data_loader_workers = true
|
36 |
+
gradient_checkpointing = true
|
37 |
+
gradient_accumulation_steps = 1
|
38 |
+
mixed_precision = "fp16"
|
39 |
+
|
40 |
+
[logging_arguments]
|
41 |
+
log_with = "wandb"
|
42 |
+
log_tracker_name = "sdxl_lora"
|
43 |
+
logging_dir = "/content/LoRA/logs"
|
44 |
+
|
45 |
+
[sample_prompt_arguments]
|
46 |
+
sample_every_n_epochs = 1
|
47 |
+
sample_sampler = "euler_a"
|
48 |
+
|
49 |
+
[saving_arguments]
|
50 |
+
save_model_as = "safetensors"
|
51 |
+
|
52 |
+
[optimizer_arguments]
|
53 |
+
optimizer_type = "AdaFactor"
|
54 |
+
learning_rate = 1e-5
|
55 |
+
max_grad_norm = 0
|
56 |
+
optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False",]
|
57 |
+
lr_scheduler = "constant_with_warmup"
|
58 |
+
lr_warmup_steps = 100
|
59 |
+
|
60 |
+
[additional_network_arguments]
|
61 |
+
no_metadata = false
|
62 |
+
network_module = "networks.lora"
|
63 |
+
network_dim = 32
|
64 |
+
network_alpha = 16
|
65 |
+
network_args = [ "conv_dim=32", "conv_alpha=16",]
|
66 |
+
network_train_unet_only = true
|
67 |
+
|
68 |
+
[advanced_training_config]
|
sdxl_lora_config/sample_prompt.toml
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
[prompt]
|
2 |
+
width = 1024
|
3 |
+
height = 1024
|
4 |
+
scale = 7
|
5 |
+
sample_steps = 28
|
6 |
+
[[prompt.subset]]
|
7 |
+
prompt = "1girl, aqua eyes, baseball cap, blonde hair, closed mouth, earrings, green background, hat, hoop earrings, jewelry, looking at viewer, shirt, short hair, simple background, solo, upper body, yellow shirt"
|
8 |
+
|