File size: 1,677 Bytes
26f9a55
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
adam_beta1: 0.9
adam_beta2: 0.999
adam_eps: 1e-08
batch_size: 6
cache_data: false
center_crop: 1.0
clear_output_dir: true
core: vivit
core_behavior_mode: 2
core_compile: false
core_drop_path: 0.0505
core_emb_dim: 112
core_ff_activation: gelu
core_ff_dropout: 0.0592
core_flash_attention: 1
core_head_dim: 48
core_lr: 0.0048
core_mha_dropout: 0.358
core_mlp_dim: 136
core_norm_qk: false
core_num_heads: 11
core_p_dropout: 0.1338
core_parallel_attention: true
core_patch_mode: 0
core_pos_encoding: 3
core_spatial_depth: 3
core_spatial_patch_size: 7
core_spatial_patch_stride: 2
core_temporal_depth: 5
core_temporal_patch_size: 25
core_temporal_patch_stride: 1
core_weight_decay: 0.1789
criterion: poisson_correlation
critic_mode: 0
crop_frame: 140
data: /home/sensorium2023
deterministic: false
device: cuda
dpi: 120
ds_mode: 3
ds_scale: 1
epochs: 400
format: svg
git_hash: 3cd580b
grad_checkpointing: 0
grad_norm: null
input_shapes:
  behavior: [2, 140]
  pupil_center: [2, 140]
  video: [1, 140, 36, 64]
limit_data: null
lr: 0.0036
max_frame: 300
micro_batch_size: 6
modulator_mode: 0
mouse_ids: [A, B, C, D, E, F, G, H, I, J]
num_workers: 2
output_dir: /home/storage/runs/005
output_mode: 1
output_shapes:
  A: [7440, 140]
  B: [7928, 140]
  C: [8285, 140]
  D: [7671, 140]
  E: [7495, 140]
  F: [7863, 140]
  G: [7908, 140]
  H: [8202, 140]
  I: [7939, 140]
  J: [8122, 140]
precision: "32"
pretrain_core: null
readout: gaussian2d
readout_bias_mode: 2
readout_dropout: 0.0
readout_grid_mode: 1
restore: null
save_plots: false
seed: 28
shifter_layers: 3
shifter_mode: 1
shifter_size: 5
stat_mode: 1
trainable_params: 12278365
transform_mode: 2
verbose: 1
weight_decay: 0.3939