Hugging Face's logo

leonardPKU
/
DnD-Transformer

Model card Files Community
DnD-Transformer
File size: 2,415 Bytes 
cc9e0a4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
 
arch:
  ema: null
  hparams:
    loss_type: mse
    restart_unused_codes: true
    use_padding_idx: false
    masked_dropout: 0.0
    bottleneck_type: rq
    embed_dim: 256
    n_embed: 4096
    latent_shape:
    - 24
    - 24
    - 256
    code_shape:
    - 24
    - 24
    - 1
    shared_codebook: true
    decay: 0.99
    latent_loss_weight: 0.25
  checkpointing: true
  type: rq-vae
  code_hier: 1
  ddconfig:
    double_z: false
    z_channels: 256
    resolution: 256
    in_channels: 3
    out_ch: 3
    ch: 128
    ch_mult:
    - 1
    - 1
    - 2
    - 2
    - 4
    num_res_blocks: 2
    attn_resolutions:
    - 8
    dropout: 0.0
dataset:
  transform:
    type: null
  type: PIL-512-32-2_4M
  transforms:
    type: arxiv384
optimizer:
  type: adam
  max_gn: null
  warmup:
    mode: fix
    start_from_zero: true
    epoch: 0.5
    multiplier: 1
    buffer_epoch: 0
    min_lr: 4.0e-05
  init_lr: 4.0e-05
  weight_decay: 0.0
  betas:
  - 0.5
  - 0.9
  grad_accm_steps: 1
experiment:
  test_freq: 1
  amp: false
  batch_size: 32
  epochs: 150
  save_ckpt_freq: 1
  total_batch_size: 256
gan:
  disc:
    optimizer:
      type: adam
      max_gn: null
      warmup:
        mode: fix
        start_from_zero: true
        epoch: 0.5
        multiplier: 1
        buffer_epoch: 0
        min_lr: 4.0e-05
      init_lr: 4.0e-05
      weight_decay: 0.0
      betas:
      - 0.5
      - 0.9
    arch:
      in_channels: 3
      num_layers: 2
      use_actnorm: false
      ndf: 64
      spectral_norm: false
  loss:
    disc_loss: hinge
    gen_loss: vanilla
    disc_weight: 0
    perceptual_weight: 0
    disc_start: 1000
seed: 0
runtime:
  args:
    model_config: /cpfs01/user/cl424408/rq-vae-transformer-main/configs/PIL/PIL384-rqvae-f16-d1-4096-noaux.yaml
    result_path: /cpfs01/user/cl424408/rq-vae-transformer-main/trained_models/PIL384-rqvae-f16-d1-4096-noaux
    load_path: ''
    test_batch_size: 200
    test_epoch: -1
    postfix: ''
    seed: 0
    world_size: 8
    local_rank: 0
    node_rank: -1
    dist_backend: nccl
    timeout: 86400
    eval: false
    resume: false
    rank: 0
  extra_config: {}
  distenv:
    world_size: 8
    world_rank: 0
    local_rank: 0
    num_gpus: 1
    master: true
    device_name: NVIDIA A100-SXM4-80GB
result_path: /cpfs01/user/cl424408/rq-vae-transformer-main/trained_models/PIL384-rqvae-f16-d1-4096-noaux/PIL384-rqvae-f16-d1-4096-noaux/20092024_060932