File size: 3,193 Bytes
ec378c3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 |
ANALYSIS:
DRAW_NEURON_LOCATION: false
SAVE_NEURON_LOCATION: false
CHECKPOINT_DIR: /data/ckpt/
DATAMODULE:
BATCH_SIZE: 2
FEATURE_EXTRACTOR_MODE: false
NUM_WORKERS: 8
PIN_MEMORY: true
DATASET:
CACHE_DIR: /data/cache
DARK_POSTFIX:
FILTER_BY_SESSION:
- -1
FMRI_SPACE: full_fsaverage
IMAGE_RESOLUTION:
- 224
- 224
N_PREV_FRAMES: 32
ROIS:
- all
ROOT: /data/ALG23
SUBJECT_LIST:
- subj01
- subj02
- subj03
- subj04
- subj05
- subj06
- subj07
- subj08
DESCRIPTION: for alex
EXPERIMENTAL:
ANOTHER_SPLIT: false
BEHV_ONLY: false
BEHV_SELECTION:
- -1
BLANK_IMAGE: false
NO_SPLIT: false
SHUFFLE_IMAGES: false
SHUFFLE_VAL: true
STRAIGHT_FORWARD: false
STRAIGHT_FORWARD_BUT_KEEP_BACKBONE_GRAD: false
T_IMAGE: 0
USE_DEV_MODEL: true
USE_PREV_FRAME: false
USE_PREV_BEHV: false
USE_BHV: false
USE_BHV_PASSTHROUGH: false
USE_CURRENT_FRAME: true
USE_CURRENT_BEHV: false
USE_FTR_FRAME: false
USE_FTR_BEHV: false
LOSS:
DARK:
MAX_EPOCH: 150
USE: false
NAME: SmoothL1Loss
SMOOTH_L1_BETA: 0.01
SYNC:
EMA_BETA: 0.9
EMA_BIAS_CORRECTION: false
EMA_KEY: running_grad
EXP_SCALE: 10.0
EXP_SHIFT: 0.0
LOG_SHIFT: 10.0
SKIP_EPOCHS: 20
STAGE: VAL
UPDATE_RULE: raw
USE: false
MODEL:
BACKBONE:
ADAPTIVE_LN:
SCALE: 0.5
CACHE_DIR: /data/cache
CLS_DIMS:
- 1536
- 1536
- 1536
- 768
FEATURE_DIMS:
- 768
- 768
- 768
- 768
LAYERS:
- 2
- 5
- 8
- 11
LORA:
RANK: 4
SCALE: 0.2
NAME: dinov2_vit_b
BACKBONE_SMALL:
ADAPTIVE_LN:
SCALE: 0.5
CLS_DIMS:
- 384
LAYERS:
- 11
LORA:
RANK: 4
SCALE: 0.2
MERGE_WIDTH: 64
NAME: dinov2_vit_s
T_DIM: 64
WIDTH: 64
BOTTLENECK:
OUT_DIM: 64
RANK: -1
COND:
DIM: 256
DROPOUT: 0.2
IN_DIM: 35
PASSTHROUGH_DIM: 32
USE: true
CONV_HEAD:
DEPTHS:
- 3
- 3
- 3
- 3
KERNEL_SIZES:
- 5
- 5
- 5
- 5
MAX_DIM: 1024
SIMPLE: true
WIDTH: 192
COORDS_MLP:
DEPTH: 3
LOG: false
WIDTH: 128
LAYER_SELECTOR: {}
MAX_TRAIN_VOXELS: 25600
PREV_FEAT:
DIM: 1024
RETINA_MAPPER:
CONSTANT_SIGMA: 0.01
VOXEL_OUTS:
SHARED:
MLP:
DEPTH: 3
WIDTH: 1024
USE: false
MODEL_SOUP:
GREEDY_TARGET: heldout
RECIPE: greedy
USE: true
OPTIMIZER:
LR: 0.0001
NAME: AdamW
SCHEDULER:
CYCLE_DECAY: 0.5
CYCLE_LIMIT: 3
K_DECAY: 1.5
LR_MIN: 0.0001
LR_MIN_WARMUP: 0.0001
T_INITIAL: 1
T_MULT: 1.0
WARMUP_T: 10
WEIGHT_DECAY: 0.0003
POSITION_ENCODING:
FEATURES: 32
IN_DIM: 3
MAX_STEPS: 1000
PERIODS: 10000
REGULARIZER:
LAYER: 3.0e-05
RESULTS_DIR: /nfscc/alg23/ray_results/
TRAINER:
ACCUMULATE_GRAD_BATCHES: 16
CALLBACKS:
CHECKPOINT:
LOAD_BEST_ON_END: false
LOAD_BEST_ON_VAL: false
REMOVE: true
SAVE_TOP_K: 10
EARLY_STOP:
PATIENCE: 60
DDP: false
GRADIENT_CLIP_VAL: 0.5
LIMIT_TRAIN_BATCHES: 0.1
LIMIT_VAL_BATCHES: 0.5
LOG_TRAIN_N_STEPS: 100
MAX_EPOCHS: 500
MAX_STEPS: -1
PRECISION: 16
VAL_CHECK_INTERVAL: 1.0
|