| export WANDB_KEY="" | |
| export ENTITY="" | |
| export PROJECT="sky-f16s3-128-imgae188-bf16-ckpt-flash-log" | |
| HF_DATASETS_OFFLINE=1 TRANSFORMERS_OFFLINE=1 accelerate launch \ | |
| --config_file scripts/accelerate_configs/ddp_config.yaml \ | |
| opensora/train/train.py \ | |
| --model Latte-XL/122 \ | |
| --dataset sky \ | |
| --ae stabilityai/sd-vae-ft-mse \ | |
| --data_path /remote-home/yeyang/sky_timelapse/sky_train/ \ | |
| --sample_rate 3 \ | |
| --num_frames 16 \ | |
| --max_image_size 128 \ | |
| --gradient_checkpointing \ | |
| --attention_mode flash \ | |
| --train_batch_size=8 --dataloader_num_workers 10 \ | |
| --gradient_accumulation_steps=1 \ | |
| --max_train_steps=1000000 \ | |
| --learning_rate=1e-04 --lr_scheduler="constant" --lr_warmup_steps=0 \ | |
| --mixed_precision="bf16" \ | |
| --report_to="wandb" \ | |
| --checkpointing_steps=500 \ | |
| --output_dir="sky-f16s3-128-imgae188-bf16-ckpt-flash-log" \ | |
| --allow_tf32 | |