ViV1T / viv1t_003 /args.yaml
bryanlimy's picture
rename folders
e148497
adam_beta1: 0.9
adam_beta2: 0.999
adam_eps: 1e-08
batch_size: 6
cache_data: false
center_crop: 1.0
clear_output_dir: true
core: vivit
core_behavior_mode: 2
core_compile: false
core_drop_path: 0.0505
core_emb_dim: 112
core_ff_activation: gelu
core_ff_dropout: 0.0592
core_flash_attention: 1
core_head_dim: 48
core_lr: 0.0048
core_mha_dropout: 0.358
core_mlp_dim: 136
core_norm_qk: false
core_num_heads: 11
core_p_dropout: 0.1338
core_parallel_attention: true
core_patch_mode: 0
core_pos_encoding: 3
core_spatial_depth: 3
core_spatial_patch_size: 7
core_spatial_patch_stride: 2
core_temporal_depth: 5
core_temporal_patch_size: 25
core_temporal_patch_stride: 1
core_weight_decay: 0.1789
criterion: poisson_correlation
critic_mode: 0
crop_frame: 140
data: /home/sensorium2023
deterministic: false
device: cuda
dpi: 120
ds_mode: 3
ds_scale: 1
epochs: 400
format: svg
git_hash: 1033c29
grad_checkpointing: 0
grad_norm: null
input_shapes:
behavior: [2, 140]
pupil_center: [2, 140]
video: [1, 140, 36, 64]
limit_data: null
lr: 0.0036
max_frame: 300
micro_batch_size: 6
modulator_mode: 0
mouse_ids: [A, B, C, D, E, F, G, H, I, J]
num_workers: 2
output_dir: /home/storage/runs/003
output_mode: 1
output_shapes:
A: [7440, 140]
B: [7928, 140]
C: [8285, 140]
D: [7671, 140]
E: [7495, 140]
F: [7863, 140]
G: [7908, 140]
H: [8202, 140]
I: [7939, 140]
J: [8122, 140]
precision: "32"
pretrain_core: null
readout: gaussian2d
readout_bias_mode: 2
readout_dropout: 0.0
readout_grid_mode: 1
restore: null
save_plots: false
seed: 12
shifter_layers: 3
shifter_mode: 1
shifter_size: 5
stat_mode: 1
trainable_params: 12278365
transform_mode: 2
verbose: 1
weight_decay: 0.3939