File size: 909 Bytes
a220803 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
export WANDB_KEY=""
export ENTITY=""
export PROJECT="ucf101-f16s3-128-causalvideovae444-bf16-ckpt-flash"
accelerate launch \
--config_file scripts/accelerate_configs/ddp_config.yaml \
opensora/train/train.py \
--model Latte-XL/122 \
--dataset ucf101 \
--ae CausalVQVAEModel_4x4x4 \
--data_path /remote-home/yeyang/UCF-101 \
--train_classcondition \
--num_classes 101 \
--sample_rate 3 \
--num_frames 16 \
--max_image_size 128 \
--gradient_checkpointing \
--attention_mode flash \
--train_batch_size=8 --dataloader_num_workers 10 \
--gradient_accumulation_steps=1 \
--max_train_steps=1000000 \
--learning_rate=1e-04 --lr_scheduler="constant" --lr_warmup_steps=0 \
--mixed_precision="bf16" \
--report_to="wandb" \
--checkpointing_steps=500 \
--output_dir="ucf101-f16s3-128-causalvideovae444-bf16-ckpt-flash" \
--allow_tf32
|