File size: 571 Bytes
c1b8d18
 
 
 
b951c80
c1b8d18
 
 
b526a66
c1b8d18
 
 
 
 
 
 
 
 
 
 
 
 
 
 
b951c80
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
model:
  learning_rate: 0.0003
  target: celle_main.CELLE_trainer
  params:
    ckpt_path: model.ckpt
    condition_model_path: 
    condition_config_path: nucleus_vqgan.yaml
    vqgan_model_path: 
    vqgan_config_path: threshold_vqgan.yaml
    image_key: threshold
    num_images: 2
    dim: 2560
    num_text_tokens: 33
    text_seq_len: 1000
    depth: 5
    heads: 16
    dim_head: 64
    attn_dropout: 0.1
    ff_dropout: 0.1
    attn_types: full
    rotary_emb: true
    fixed_embedding: true
    text_embedding: esm2
    loss_img_weight: 1
    loss_cond_weight: 1