config.yaml

model:
  learning_rate: 0.0003
  target: celle_main.CELLE_trainer
  params:
    ckpt_path: model.ckpt
    condition_model_path: 
    condition_config_path: nucleus_vqgan.yaml
    vqgan_model_path:
    vqgan_config_path: threshold_vqgan.yaml
    image_key: threshold
    num_images: 2
    dim: 480
    num_text_tokens: 33
    text_seq_len: 1000
    depth: 68
    heads: 16
    dim_head: 64
    attn_dropout: 0.1
    ff_dropout: 0.1
    attn_types: full
    rotary_emb: true
    fixed_embedding: true
    monitor: val/loss_epoch
    text_embedding: esm2
    loss_img_weight: 1
    loss_cond_weight: 1