frank-chieng commited on
Commit
568adcd
1 Parent(s): 9513838

feat: upload sdxl_lora lora model

Browse files
sdxl_lora_config/config_file.toml ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [sdxl_arguments]
2
+ cache_text_encoder_outputs = true
3
+ no_half_vae = true
4
+ min_timestep = 0
5
+ max_timestep = 1000
6
+ shuffle_caption = false
7
+
8
+ [model_arguments]
9
+ pretrained_model_name_or_path = "/content/pretrained_model/sd_xl_base_1.0.safetensors"
10
+ vae = "/content/vae/sdxl_vae.safetensors"
11
+
12
+ [dataset_arguments]
13
+ debug_dataset = false
14
+ in_json = "/content/LoRA/meta_lat.json"
15
+ train_data_dir = "/content/LoRA/train_data"
16
+ dataset_repeats = 1
17
+ keep_tokens = 0
18
+ resolution = "1024,1024"
19
+ color_aug = false
20
+ token_warmup_min = 1
21
+ token_warmup_step = 0
22
+
23
+ [training_arguments]
24
+ output_dir = "/content/drive/MyDrive/kohya-trainer/output"
25
+ output_name = "sdxl_lora"
26
+ save_precision = "fp16"
27
+ save_every_n_epochs = 1
28
+ train_batch_size = 4
29
+ max_token_length = 225
30
+ mem_eff_attn = false
31
+ sdpa = true
32
+ xformers = false
33
+ max_train_epochs = 10
34
+ max_data_loader_n_workers = 8
35
+ persistent_data_loader_workers = true
36
+ gradient_checkpointing = true
37
+ gradient_accumulation_steps = 1
38
+ mixed_precision = "fp16"
39
+
40
+ [logging_arguments]
41
+ log_with = "wandb"
42
+ log_tracker_name = "sdxl_lora"
43
+ logging_dir = "/content/LoRA/logs"
44
+
45
+ [sample_prompt_arguments]
46
+ sample_every_n_epochs = 1
47
+ sample_sampler = "euler_a"
48
+
49
+ [saving_arguments]
50
+ save_model_as = "safetensors"
51
+
52
+ [optimizer_arguments]
53
+ optimizer_type = "AdaFactor"
54
+ learning_rate = 1e-5
55
+ max_grad_norm = 0
56
+ optimizer_args = [ "scale_parameter=False", "relative_step=False", "warmup_init=False",]
57
+ lr_scheduler = "constant_with_warmup"
58
+ lr_warmup_steps = 100
59
+
60
+ [additional_network_arguments]
61
+ no_metadata = false
62
+ network_module = "networks.lora"
63
+ network_dim = 32
64
+ network_alpha = 16
65
+ network_args = [ "conv_dim=32", "conv_alpha=16",]
66
+ network_train_unet_only = true
67
+
68
+ [advanced_training_config]
sdxl_lora_config/sample_prompt.toml ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ [prompt]
2
+ width = 1024
3
+ height = 1024
4
+ scale = 7
5
+ sample_steps = 28
6
+ [[prompt.subset]]
7
+ prompt = "1girl, aqua eyes, baseball cap, blonde hair, closed mouth, earrings, green background, hat, hoop earrings, jewelry, looking at viewer, shirt, short hair, simple background, solo, upper body, yellow shirt"
8
+