|
adam_beta1: 0.9 |
|
adam_beta2: 0.999 |
|
adam_eps: 1e-08 |
|
batch_size: 6 |
|
cache_data: false |
|
center_crop: 1.0 |
|
clear_output_dir: true |
|
core: vivit |
|
core_behavior_mode: 2 |
|
core_compile: false |
|
core_drop_path: 0.0505 |
|
core_emb_dim: 112 |
|
core_ff_activation: gelu |
|
core_ff_dropout: 0.0592 |
|
core_flash_attention: 1 |
|
core_head_dim: 48 |
|
core_lr: 0.0048 |
|
core_mha_dropout: 0.358 |
|
core_mlp_dim: 136 |
|
core_norm_qk: false |
|
core_num_heads: 11 |
|
core_p_dropout: 0.1338 |
|
core_parallel_attention: true |
|
core_patch_mode: 0 |
|
core_pos_encoding: 3 |
|
core_spatial_depth: 3 |
|
core_spatial_patch_size: 7 |
|
core_spatial_patch_stride: 2 |
|
core_temporal_depth: 5 |
|
core_temporal_patch_size: 25 |
|
core_temporal_patch_stride: 1 |
|
core_weight_decay: 0.1789 |
|
criterion: poisson_correlation |
|
critic_mode: 0 |
|
crop_frame: 140 |
|
data: /home/sensorium2023 |
|
deterministic: false |
|
device: cuda |
|
dpi: 120 |
|
ds_mode: 3 |
|
ds_scale: 1 |
|
epochs: 400 |
|
format: svg |
|
git_hash: 1033c29 |
|
grad_checkpointing: 0 |
|
grad_norm: null |
|
input_shapes: |
|
behavior: [2, 140] |
|
pupil_center: [2, 140] |
|
video: [1, 140, 36, 64] |
|
limit_data: null |
|
lr: 0.0036 |
|
max_frame: 300 |
|
micro_batch_size: 6 |
|
modulator_mode: 0 |
|
mouse_ids: [A, B, C, D, E, F, G, H, I, J] |
|
num_workers: 2 |
|
output_dir: /home/storage/runs/003 |
|
output_mode: 1 |
|
output_shapes: |
|
A: [7440, 140] |
|
B: [7928, 140] |
|
C: [8285, 140] |
|
D: [7671, 140] |
|
E: [7495, 140] |
|
F: [7863, 140] |
|
G: [7908, 140] |
|
H: [8202, 140] |
|
I: [7939, 140] |
|
J: [8122, 140] |
|
precision: "32" |
|
pretrain_core: null |
|
readout: gaussian2d |
|
readout_bias_mode: 2 |
|
readout_dropout: 0.0 |
|
readout_grid_mode: 1 |
|
restore: null |
|
save_plots: false |
|
seed: 12 |
|
shifter_layers: 3 |
|
shifter_mode: 1 |
|
shifter_size: 5 |
|
stat_mode: 1 |
|
trainable_params: 12278365 |
|
transform_mode: 2 |
|
verbose: 1 |
|
weight_decay: 0.3939 |
|
|