| exp_name: 'ummdit_small_ds1_singlenorm_v5_newdata_ft512_ema' | |
| model: | |
| flashSA: 'Joint_SA' # choose from ['SACA', 'SA', None] | |
| arch: 'ummdit_small_ds1_singlenorm_v5' | |
| caption_max_seq_length: 128 | |
| training: | |
| save_freq: 10000 | |
| max_iters: 50000 | |
| transformer_ckpt: '/root/tongs/projects/efficient_diffusion_training/ummdit_small_ds1_singlenorm_v5_newdata_newsetting/checkpoints/checkpoint-100000/model.safetensors' | |
| use_ema: True | |
| dataset: | |
| datasets: [ | |
| '/root/tongs/data/jDB/mds_latents_dcvae_flant5large/train', | |
| '/root/tongs/data/jDB/mds_latents_dcvae_flant5large/valid', | |
| '/root/tongs/data/flux_gen_data/imglatent_mds_UCSC_part0/', | |
| '/root/tongs/data/flux_gen_data/imglatent_mds_UCSC_part1/', | |
| '/root/tongs/data/flux_gen_data/imglatent_mds_UCSC_part2/', | |
| '/root/tongs/data/flux_gen_data/imglatent_mds_UCSC_part3/', | |
| '/root/tongs/data/flux_gen_data/imglatent_mds_UCSC_part4/', | |
| '/root/tongs/data/flux_gen_data/imglatent_mds_UCSC_part5/', | |
| '/root/tongs/data/flux_gen_data/imglatent_mds_diffdb/' | |
| ] | |