CELL-E_2_OpenCell_480 / config.yaml
Emaad's picture
Rename 2023-03-29T12-33-22-project.yaml to config.yaml
1220b70
raw
history blame
598 Bytes
model:
learning_rate: 0.0003
target: celle_main.CELLE_trainer
params:
ckpt_path: model.ckpt
condition_model_path:
condition_config_path: nucleus_vqgan.yaml
vqgan_model_path:
vqgan_config_path: threshold_vqgan.yaml
image_key: threshold
num_images: 2
dim: 480
num_text_tokens: 33
text_seq_len: 1000
depth: 68
heads: 16
dim_head: 64
attn_dropout: 0.1
ff_dropout: 0.1
attn_types: full
rotary_emb: true
fixed_embedding: true
monitor: val/loss_epoch
text_embedding: esm2
loss_img_weight: 1
loss_cond_weight: 1