goodmodeler commited on
Commit
76e60ef
·
1 Parent(s): beb572f
Files changed (3) hide show
  1. README.md +27 -1
  2. diffusers +1 -0
  3. ds_config.json +20 -0
README.md CHANGED
@@ -10,4 +10,30 @@ pinned: false
10
  license: apache-2.0
11
  ---
12
 
13
- Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
  license: apache-2.0
11
  ---
12
 
13
+ Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
14
+
15
+ commands:
16
+
17
+ accelerate launch \
18
+ --deepspeed_config_file ds_config.json \
19
+ diffusers/examples/dreambooth/train_dreambooth.py \
20
+ --pretrained_model_name_or_path="runwayml/stable-diffusion-v1-5" \
21
+ --instance_data_dir="./nyc_ads_dataset" \
22
+ --instance_prompt="a photo of an urbanad nyc" \
23
+ --output_dir="./nyc-ad-model" \
24
+ --resolution=512 \
25
+ --train_batch_size=1 \
26
+ --gradient_accumulation_steps=1 \
27
+ --gradient_checkpointing \
28
+ --learning_rate=5e-6 \
29
+ --lr_scheduler="constant" \
30
+ --lr_warmup_steps=0 \
31
+ --max_train_steps=400 \
32
+ --mixed_precision="fp16" \
33
+ --checkpointing_steps=100 \
34
+ --checkpoints_total_limit=1 \
35
+ --report_to="tensorboard" \
36
+ --logging_dir="/content/nyc-ad-model/logs" \
37
+ --enable_xformers_memory_efficient_attention
38
+
39
+ git clone https://github.com/huggingface/diffusers.git
diffusers ADDED
@@ -0,0 +1 @@
 
 
1
+ Subproject commit 0ac1d5b4822e7622da26e7ee11effdb869cd4989
ds_config.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "zero_optimization": {
3
+ "stage": 2,
4
+ "offload_param": {
5
+ "device": "cpu",
6
+ "pin_memory": true
7
+ },
8
+ "offload_optimizer": {
9
+ "device": "cpu",
10
+ "pin_memory": true
11
+ },
12
+ "overlap_comm": true,
13
+ "contiguous_gradients": true
14
+ },
15
+ "gradient_accumulation_steps": 1,
16
+ "train_batch_size": 1,
17
+ "fp16": {
18
+ "enabled": true
19
+ }
20
+ }