Upload config.yaml with huggingface_hub

config.yaml

@@ -0,0 +1,92 @@
+image_finetune: false
+name: training
+use_wandb: false
+launcher: pytorch
+output_dir: outputs/training-2024-09-26T06-56-37
+pretrained_model_path: /mnt/petrelfs/chenpengcheng/Tune_animatediff/models/StableDiffusion
+train_data:
+  csv_path: /mnt/petrelfs/chenpengcheng/AnimateDiff/ChronoMagic/caption/ChronoMagic_train.csv
+  video_folder: /mnt/petrelfs/chenpengcheng/AnimateDiff/ChronoMagic/video
+  sample_size: 256
+  sample_stride: 4
+  sample_n_frames: 16
+validation_data:
+  prompts:
+  - Time-lapse of a rose's blooming process, displaying tight buds progressively unfurling
+    into fully open blossoms. The petals gradually separate and spread, revealing
+    the flower's inner structure in a forward sequence against a contrasting black
+    background.
+  - A drone view of celebration with Christma tree and fireworks, starry sky - background.
+  - Robot dancing in times square.
+  - Pacific coast, carmel by the sea ocean and waves.
+  num_inference_steps: 25
+  guidance_scale: 8.0
+cfg_random_null_text: true
+unet_checkpoint_path: /mnt/petrelfs/chenpengcheng/AnimateDiff/mm15/mm_sd_v15.ckpt
+unet_additional_kwargs:
+  use_motion_module: true
+  motion_module_resolutions:
+  - 1
+  - 2
+  - 4
+  - 8
+  unet_use_cross_frame_attention: false
+  unet_use_temporal_attention: false
+  motion_module_type: Vanilla
+  motion_module_kwargs:
+    num_attention_heads: 8
+    num_transformer_block: 1
+    attention_block_types:
+    - Temporal_Self
+    - Temporal_Self
+    temporal_position_encoding: true
+    temporal_position_encoding_max_len: 24
+    temporal_attention_dim_div: 1
+    zero_initialize: true
+ema_decay: 0.9999
+noise_scheduler_kwargs:
+  num_train_timesteps: 1000
+  beta_start: 0.00085
+  beta_end: 0.012
+  beta_schedule: linear
+  steps_offset: 1
+  clip_sample: false
+max_train_epoch: -1
+max_train_steps: 10000
+validation_steps: 5000
+validation_steps_tuple:
+- 0
+- 2
+- 10
+- 20
+- 30
+- 5000
+- 9999
+learning_rate: 5.0e-05
+scale_lr: false
+lr_warmup_steps: 0
+lr_scheduler: constant
+trainable_modules:
+- motion_modules.
+num_workers: 32
+train_batch_size: 2
+adam_beta1: 0.9
+adam_beta2: 0.999
+adam_weight_decay: 0.01
+adam_epsilon: 1.0e-08
+max_grad_norm: 1.0
+gradient_accumulation_steps: 1
+gradient_checkpointing: false
+checkpointing_epochs: -1
+checkpointing_steps: 200
+mixed_precision_training: true
+enable_xformers_memory_efficient_attention: true
+global_seed: 42
+is_debug: false
+local_rank: 0
+global_rank: 0
+num_processes: 2
+is_main_process: true
+seed: 42
+folder_name: training-2024-09-26T06-56-37
+cfg_random_null_text_ratio: 0.1