Hannes Kuchelmeister
commited on
Commit
•
f938da8
1
Parent(s):
9766dc8
add so far done experiments
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/config.yaml +66 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/hydra.yaml +232 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/overrides.yaml +6 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/checkpoints/epoch_035.ckpt +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/checkpoints/last.ckpt +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/events.out.tfevents.1646393430.e02c2cd1d8ab.1.0 +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/events.out.tfevents.1646393675.e02c2cd1d8ab.1.1 +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/hparams.yaml +52 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/config.yaml +66 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/hydra.yaml +232 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/overrides.yaml +6 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/checkpoints/epoch_034.ckpt +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/checkpoints/last.ckpt +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/events.out.tfevents.1646393676.e02c2cd1d8ab.1.2 +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/events.out.tfevents.1646394071.e02c2cd1d8ab.1.3 +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/hparams.yaml +52 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/config.yaml +66 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/hydra.yaml +232 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/overrides.yaml +6 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/checkpoints/epoch_025.ckpt +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/checkpoints/last.ckpt +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/events.out.tfevents.1646399561.e02c2cd1d8ab.1.19 +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/events.out.tfevents.1646400250.e02c2cd1d8ab.1.20 +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/hparams.yaml +52 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/config.yaml +66 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/hydra.yaml +232 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/overrides.yaml +6 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/checkpoints/epoch_031.ckpt +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/checkpoints/last.ckpt +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/events.out.tfevents.1646400251.e02c2cd1d8ab.1.21 +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/events.out.tfevents.1646400340.e02c2cd1d8ab.1.22 +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/hparams.yaml +52 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/config.yaml +66 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/hydra.yaml +232 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/overrides.yaml +6 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/checkpoints/epoch_007.ckpt +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/checkpoints/last.ckpt +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/events.out.tfevents.1646400341.e02c2cd1d8ab.1.23 +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/events.out.tfevents.1646400436.e02c2cd1d8ab.1.24 +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/hparams.yaml +52 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/config.yaml +66 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/hydra.yaml +232 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/overrides.yaml +6 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/checkpoints/epoch_033.ckpt +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/checkpoints/last.ckpt +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/events.out.tfevents.1646400436.e02c2cd1d8ab.1.25 +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/events.out.tfevents.1646400569.e02c2cd1d8ab.1.26 +3 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/hparams.yaml +52 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/.hydra/config.yaml +66 -0
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/.hydra/hydra.yaml +232 -0
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/config.yaml
ADDED
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
original_work_dir: ${hydra:runtime.cwd}
|
2 |
+
data_dir: ${original_work_dir}/data
|
3 |
+
print_config: true
|
4 |
+
ignore_warnings: true
|
5 |
+
train: true
|
6 |
+
test: true
|
7 |
+
seed: null
|
8 |
+
name: focus150_optuna
|
9 |
+
datamodule:
|
10 |
+
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
11 |
+
data_dir: ${data_dir}/focus150
|
12 |
+
csv_file: ${data_dir}/focus150/metadata.csv
|
13 |
+
batch_size: 32
|
14 |
+
train_val_test_split_percentage:
|
15 |
+
- 0.7
|
16 |
+
- 0.15
|
17 |
+
- 0.15
|
18 |
+
num_workers: 0
|
19 |
+
pin_memory: false
|
20 |
+
model:
|
21 |
+
_target_: src.models.focus_module.FocusLitModule
|
22 |
+
input_size: 67500
|
23 |
+
lin1_size: 128
|
24 |
+
lin2_size: 32
|
25 |
+
lin3_size: 32
|
26 |
+
output_size: 1
|
27 |
+
lr: 0.04099159968275264
|
28 |
+
weight_decay: 0.0005
|
29 |
+
callbacks:
|
30 |
+
model_checkpoint:
|
31 |
+
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
32 |
+
monitor: val/mae
|
33 |
+
mode: min
|
34 |
+
save_top_k: 1
|
35 |
+
save_last: true
|
36 |
+
verbose: false
|
37 |
+
dirpath: checkpoints/
|
38 |
+
filename: epoch_{epoch:03d}
|
39 |
+
auto_insert_metric_name: false
|
40 |
+
early_stopping:
|
41 |
+
_target_: pytorch_lightning.callbacks.EarlyStopping
|
42 |
+
monitor: val/mae
|
43 |
+
mode: min
|
44 |
+
patience: 100
|
45 |
+
min_delta: 0
|
46 |
+
model_summary:
|
47 |
+
_target_: pytorch_lightning.callbacks.RichModelSummary
|
48 |
+
max_depth: -1
|
49 |
+
rich_progress_bar:
|
50 |
+
_target_: pytorch_lightning.callbacks.RichProgressBar
|
51 |
+
logger:
|
52 |
+
tensorboard:
|
53 |
+
_target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
|
54 |
+
save_dir: tensorboard/
|
55 |
+
name: null
|
56 |
+
version: ${name}
|
57 |
+
log_graph: false
|
58 |
+
default_hp_metric: true
|
59 |
+
prefix: ''
|
60 |
+
trainer:
|
61 |
+
_target_: pytorch_lightning.Trainer
|
62 |
+
gpus: 1
|
63 |
+
min_epochs: 1
|
64 |
+
max_epochs: 100
|
65 |
+
resume_from_checkpoint: null
|
66 |
+
optimized_metric: val/mae_best
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/hydra.yaml
ADDED
@@ -0,0 +1,232 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
hydra:
|
2 |
+
run:
|
3 |
+
dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
4 |
+
sweep:
|
5 |
+
dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
6 |
+
subdir: ${hydra.job.num}
|
7 |
+
launcher:
|
8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
9 |
+
sweeper:
|
10 |
+
sampler:
|
11 |
+
_target_: optuna.samplers.TPESampler
|
12 |
+
seed: 12345
|
13 |
+
consider_prior: true
|
14 |
+
prior_weight: 1.0
|
15 |
+
consider_magic_clip: true
|
16 |
+
consider_endpoints: false
|
17 |
+
n_startup_trials: 10
|
18 |
+
n_ei_candidates: 24
|
19 |
+
multivariate: false
|
20 |
+
warn_independent_sampling: true
|
21 |
+
_target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
|
22 |
+
direction: minimize
|
23 |
+
storage: null
|
24 |
+
study_name: focus150_hyperparameter_search
|
25 |
+
n_trials: 25
|
26 |
+
n_jobs: 1
|
27 |
+
search_space:
|
28 |
+
datamodule.batch_size:
|
29 |
+
type: categorical
|
30 |
+
choices:
|
31 |
+
- 32
|
32 |
+
- 64
|
33 |
+
- 128
|
34 |
+
model.lr:
|
35 |
+
type: float
|
36 |
+
low: 0.0001
|
37 |
+
high: 0.2
|
38 |
+
model.lin1_size:
|
39 |
+
type: categorical
|
40 |
+
choices:
|
41 |
+
- 32
|
42 |
+
- 64
|
43 |
+
- 128
|
44 |
+
- 256
|
45 |
+
- 512
|
46 |
+
- 1024
|
47 |
+
- 2048
|
48 |
+
model.lin2_size:
|
49 |
+
type: categorical
|
50 |
+
choices:
|
51 |
+
- 32
|
52 |
+
- 64
|
53 |
+
- 128
|
54 |
+
- 256
|
55 |
+
- 512
|
56 |
+
- 1024
|
57 |
+
- 2048
|
58 |
+
model.lin3_size:
|
59 |
+
type: categorical
|
60 |
+
choices:
|
61 |
+
- 32
|
62 |
+
- 64
|
63 |
+
- 128
|
64 |
+
- 256
|
65 |
+
- 512
|
66 |
+
- 1024
|
67 |
+
- 2048
|
68 |
+
help:
|
69 |
+
app_name: ${hydra.job.name}
|
70 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
71 |
+
|
72 |
+
'
|
73 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
74 |
+
|
75 |
+
Use --hydra-help to view Hydra specific help
|
76 |
+
|
77 |
+
'
|
78 |
+
template: '${hydra.help.header}
|
79 |
+
|
80 |
+
== Configuration groups ==
|
81 |
+
|
82 |
+
Compose your configuration from those groups (group=option)
|
83 |
+
|
84 |
+
|
85 |
+
$APP_CONFIG_GROUPS
|
86 |
+
|
87 |
+
|
88 |
+
== Config ==
|
89 |
+
|
90 |
+
Override anything in the config (foo.bar=value)
|
91 |
+
|
92 |
+
|
93 |
+
$CONFIG
|
94 |
+
|
95 |
+
|
96 |
+
${hydra.help.footer}
|
97 |
+
|
98 |
+
'
|
99 |
+
hydra_help:
|
100 |
+
template: 'Hydra (${hydra.runtime.version})
|
101 |
+
|
102 |
+
See https://hydra.cc for more info.
|
103 |
+
|
104 |
+
|
105 |
+
== Flags ==
|
106 |
+
|
107 |
+
$FLAGS_HELP
|
108 |
+
|
109 |
+
|
110 |
+
== Configuration groups ==
|
111 |
+
|
112 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
113 |
+
to command line)
|
114 |
+
|
115 |
+
|
116 |
+
$HYDRA_CONFIG_GROUPS
|
117 |
+
|
118 |
+
|
119 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
120 |
+
|
121 |
+
'
|
122 |
+
hydra_help: ???
|
123 |
+
hydra_logging:
|
124 |
+
version: 1
|
125 |
+
formatters:
|
126 |
+
colorlog:
|
127 |
+
(): colorlog.ColoredFormatter
|
128 |
+
format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
|
129 |
+
handlers:
|
130 |
+
console:
|
131 |
+
class: logging.StreamHandler
|
132 |
+
formatter: colorlog
|
133 |
+
stream: ext://sys.stdout
|
134 |
+
root:
|
135 |
+
level: INFO
|
136 |
+
handlers:
|
137 |
+
- console
|
138 |
+
disable_existing_loggers: false
|
139 |
+
job_logging:
|
140 |
+
version: 1
|
141 |
+
formatters:
|
142 |
+
simple:
|
143 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
144 |
+
colorlog:
|
145 |
+
(): colorlog.ColoredFormatter
|
146 |
+
format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
|
147 |
+
- %(message)s'
|
148 |
+
log_colors:
|
149 |
+
DEBUG: purple
|
150 |
+
INFO: green
|
151 |
+
WARNING: yellow
|
152 |
+
ERROR: red
|
153 |
+
CRITICAL: red
|
154 |
+
handlers:
|
155 |
+
console:
|
156 |
+
class: logging.StreamHandler
|
157 |
+
formatter: colorlog
|
158 |
+
stream: ext://sys.stdout
|
159 |
+
file:
|
160 |
+
class: logging.FileHandler
|
161 |
+
formatter: simple
|
162 |
+
filename: ${hydra.job.name}.log
|
163 |
+
root:
|
164 |
+
level: INFO
|
165 |
+
handlers:
|
166 |
+
- console
|
167 |
+
- file
|
168 |
+
disable_existing_loggers: false
|
169 |
+
env: {}
|
170 |
+
searchpath: []
|
171 |
+
callbacks: {}
|
172 |
+
output_subdir: .hydra
|
173 |
+
overrides:
|
174 |
+
hydra: []
|
175 |
+
task:
|
176 |
+
- datamodule.batch_size=32
|
177 |
+
- model.lr=0.04099159968275264
|
178 |
+
- model.lin1_size=128
|
179 |
+
- model.lin2_size=32
|
180 |
+
- model.lin3_size=32
|
181 |
+
- hparams_search=focus150_optuna
|
182 |
+
job:
|
183 |
+
name: train
|
184 |
+
override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=128,model.lin2_size=32,model.lin3_size=32,model.lr=0.04099159968275264
|
185 |
+
id: '0'
|
186 |
+
num: 0
|
187 |
+
config_name: train.yaml
|
188 |
+
env_set: {}
|
189 |
+
env_copy: []
|
190 |
+
config:
|
191 |
+
override_dirname:
|
192 |
+
kv_sep: '='
|
193 |
+
item_sep: ','
|
194 |
+
exclude_keys: []
|
195 |
+
runtime:
|
196 |
+
version: 1.1.1
|
197 |
+
cwd: /usr/src/app
|
198 |
+
config_sources:
|
199 |
+
- path: hydra.conf
|
200 |
+
schema: pkg
|
201 |
+
provider: hydra
|
202 |
+
- path: /usr/src/app/configs
|
203 |
+
schema: file
|
204 |
+
provider: main
|
205 |
+
- path: hydra_plugins.hydra_colorlog.conf
|
206 |
+
schema: pkg
|
207 |
+
provider: hydra-colorlog
|
208 |
+
- path: ''
|
209 |
+
schema: structured
|
210 |
+
provider: schema
|
211 |
+
choices:
|
212 |
+
local: default.yaml
|
213 |
+
hparams_search: focus150_optuna
|
214 |
+
debug: null
|
215 |
+
experiment: null
|
216 |
+
log_dir: default.yaml
|
217 |
+
trainer: long.yaml
|
218 |
+
logger: tensorboard
|
219 |
+
callbacks: default.yaml
|
220 |
+
model: focus150.yaml
|
221 |
+
datamodule: focus150.yaml
|
222 |
+
hydra/env: default
|
223 |
+
hydra/callbacks: null
|
224 |
+
hydra/job_logging: colorlog
|
225 |
+
hydra/hydra_logging: colorlog
|
226 |
+
hydra/hydra_help: default
|
227 |
+
hydra/help: default
|
228 |
+
hydra/sweeper: optuna
|
229 |
+
hydra/sweeper/sampler: tpe
|
230 |
+
hydra/launcher: basic
|
231 |
+
hydra/output: default
|
232 |
+
verbose: false
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/overrides.yaml
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
- datamodule.batch_size=32
|
2 |
+
- model.lr=0.04099159968275264
|
3 |
+
- model.lin1_size=128
|
4 |
+
- model.lin2_size=32
|
5 |
+
- model.lin3_size=32
|
6 |
+
- hparams_search=focus150_optuna
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/checkpoints/epoch_035.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:76789e42b047a8b83c49e2852bfa0fd7081d2978df6085698bc85bb6e1cc00f4
|
3 |
+
size 103767494
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/checkpoints/last.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:832c39971ca0f6ca5c53721d2a6d32125c4893b34a74187f9c7dfd55ce6ee706
|
3 |
+
size 103767494
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/events.out.tfevents.1646393430.e02c2cd1d8ab.1.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d6afc0f43b3c1bd7933f2a0e2d56b93f74680505b96c42a15f8970c35864b322
|
3 |
+
size 36391
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/events.out.tfevents.1646393675.e02c2cd1d8ab.1.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c7356d4d877d5517b1738d3fbb03153b84e6a6c09d506bbabbdffcebca279aba
|
3 |
+
size 179
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/hparams.yaml
ADDED
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
trainer:
|
2 |
+
_target_: pytorch_lightning.Trainer
|
3 |
+
gpus: 1
|
4 |
+
min_epochs: 1
|
5 |
+
max_epochs: 100
|
6 |
+
resume_from_checkpoint: null
|
7 |
+
model:
|
8 |
+
_target_: src.models.focus_module.FocusLitModule
|
9 |
+
input_size: 67500
|
10 |
+
lin1_size: 128
|
11 |
+
lin2_size: 32
|
12 |
+
lin3_size: 32
|
13 |
+
output_size: 1
|
14 |
+
lr: 0.04099159968275264
|
15 |
+
weight_decay: 0.0005
|
16 |
+
datamodule:
|
17 |
+
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
18 |
+
data_dir: /usr/src/app/data/focus150
|
19 |
+
csv_file: /usr/src/app/data/focus150/metadata.csv
|
20 |
+
batch_size: 32
|
21 |
+
train_val_test_split_percentage:
|
22 |
+
- 0.7
|
23 |
+
- 0.15
|
24 |
+
- 0.15
|
25 |
+
num_workers: 0
|
26 |
+
pin_memory: false
|
27 |
+
seed: null
|
28 |
+
callbacks:
|
29 |
+
model_checkpoint:
|
30 |
+
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
31 |
+
monitor: val/mae
|
32 |
+
mode: min
|
33 |
+
save_top_k: 1
|
34 |
+
save_last: true
|
35 |
+
verbose: false
|
36 |
+
dirpath: checkpoints/
|
37 |
+
filename: epoch_{epoch:03d}
|
38 |
+
auto_insert_metric_name: false
|
39 |
+
early_stopping:
|
40 |
+
_target_: pytorch_lightning.callbacks.EarlyStopping
|
41 |
+
monitor: val/mae
|
42 |
+
mode: min
|
43 |
+
patience: 100
|
44 |
+
min_delta: 0
|
45 |
+
model_summary:
|
46 |
+
_target_: pytorch_lightning.callbacks.RichModelSummary
|
47 |
+
max_depth: -1
|
48 |
+
rich_progress_bar:
|
49 |
+
_target_: pytorch_lightning.callbacks.RichProgressBar
|
50 |
+
model/params/total: 8645729
|
51 |
+
model/params/trainable: 8645729
|
52 |
+
model/params/non_trainable: 0
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/config.yaml
ADDED
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
original_work_dir: ${hydra:runtime.cwd}
|
2 |
+
data_dir: ${original_work_dir}/data
|
3 |
+
print_config: true
|
4 |
+
ignore_warnings: true
|
5 |
+
train: true
|
6 |
+
test: true
|
7 |
+
seed: null
|
8 |
+
name: focus150_optuna
|
9 |
+
datamodule:
|
10 |
+
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
11 |
+
data_dir: ${data_dir}/focus150
|
12 |
+
csv_file: ${data_dir}/focus150/metadata.csv
|
13 |
+
batch_size: 64
|
14 |
+
train_val_test_split_percentage:
|
15 |
+
- 0.7
|
16 |
+
- 0.15
|
17 |
+
- 0.15
|
18 |
+
num_workers: 0
|
19 |
+
pin_memory: false
|
20 |
+
model:
|
21 |
+
_target_: src.models.focus_module.FocusLitModule
|
22 |
+
input_size: 67500
|
23 |
+
lin1_size: 256
|
24 |
+
lin2_size: 128
|
25 |
+
lin3_size: 1024
|
26 |
+
output_size: 1
|
27 |
+
lr: 0.15818542131777294
|
28 |
+
weight_decay: 0.0005
|
29 |
+
callbacks:
|
30 |
+
model_checkpoint:
|
31 |
+
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
32 |
+
monitor: val/mae
|
33 |
+
mode: min
|
34 |
+
save_top_k: 1
|
35 |
+
save_last: true
|
36 |
+
verbose: false
|
37 |
+
dirpath: checkpoints/
|
38 |
+
filename: epoch_{epoch:03d}
|
39 |
+
auto_insert_metric_name: false
|
40 |
+
early_stopping:
|
41 |
+
_target_: pytorch_lightning.callbacks.EarlyStopping
|
42 |
+
monitor: val/mae
|
43 |
+
mode: min
|
44 |
+
patience: 100
|
45 |
+
min_delta: 0
|
46 |
+
model_summary:
|
47 |
+
_target_: pytorch_lightning.callbacks.RichModelSummary
|
48 |
+
max_depth: -1
|
49 |
+
rich_progress_bar:
|
50 |
+
_target_: pytorch_lightning.callbacks.RichProgressBar
|
51 |
+
logger:
|
52 |
+
tensorboard:
|
53 |
+
_target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
|
54 |
+
save_dir: tensorboard/
|
55 |
+
name: null
|
56 |
+
version: ${name}
|
57 |
+
log_graph: false
|
58 |
+
default_hp_metric: true
|
59 |
+
prefix: ''
|
60 |
+
trainer:
|
61 |
+
_target_: pytorch_lightning.Trainer
|
62 |
+
gpus: 1
|
63 |
+
min_epochs: 1
|
64 |
+
max_epochs: 100
|
65 |
+
resume_from_checkpoint: null
|
66 |
+
optimized_metric: val/mae_best
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/hydra.yaml
ADDED
@@ -0,0 +1,232 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
hydra:
|
2 |
+
run:
|
3 |
+
dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
4 |
+
sweep:
|
5 |
+
dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
6 |
+
subdir: ${hydra.job.num}
|
7 |
+
launcher:
|
8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
9 |
+
sweeper:
|
10 |
+
sampler:
|
11 |
+
_target_: optuna.samplers.TPESampler
|
12 |
+
seed: 12345
|
13 |
+
consider_prior: true
|
14 |
+
prior_weight: 1.0
|
15 |
+
consider_magic_clip: true
|
16 |
+
consider_endpoints: false
|
17 |
+
n_startup_trials: 10
|
18 |
+
n_ei_candidates: 24
|
19 |
+
multivariate: false
|
20 |
+
warn_independent_sampling: true
|
21 |
+
_target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
|
22 |
+
direction: minimize
|
23 |
+
storage: null
|
24 |
+
study_name: focus150_hyperparameter_search
|
25 |
+
n_trials: 25
|
26 |
+
n_jobs: 1
|
27 |
+
search_space:
|
28 |
+
datamodule.batch_size:
|
29 |
+
type: categorical
|
30 |
+
choices:
|
31 |
+
- 32
|
32 |
+
- 64
|
33 |
+
- 128
|
34 |
+
model.lr:
|
35 |
+
type: float
|
36 |
+
low: 0.0001
|
37 |
+
high: 0.2
|
38 |
+
model.lin1_size:
|
39 |
+
type: categorical
|
40 |
+
choices:
|
41 |
+
- 32
|
42 |
+
- 64
|
43 |
+
- 128
|
44 |
+
- 256
|
45 |
+
- 512
|
46 |
+
- 1024
|
47 |
+
- 2048
|
48 |
+
model.lin2_size:
|
49 |
+
type: categorical
|
50 |
+
choices:
|
51 |
+
- 32
|
52 |
+
- 64
|
53 |
+
- 128
|
54 |
+
- 256
|
55 |
+
- 512
|
56 |
+
- 1024
|
57 |
+
- 2048
|
58 |
+
model.lin3_size:
|
59 |
+
type: categorical
|
60 |
+
choices:
|
61 |
+
- 32
|
62 |
+
- 64
|
63 |
+
- 128
|
64 |
+
- 256
|
65 |
+
- 512
|
66 |
+
- 1024
|
67 |
+
- 2048
|
68 |
+
help:
|
69 |
+
app_name: ${hydra.job.name}
|
70 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
71 |
+
|
72 |
+
'
|
73 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
74 |
+
|
75 |
+
Use --hydra-help to view Hydra specific help
|
76 |
+
|
77 |
+
'
|
78 |
+
template: '${hydra.help.header}
|
79 |
+
|
80 |
+
== Configuration groups ==
|
81 |
+
|
82 |
+
Compose your configuration from those groups (group=option)
|
83 |
+
|
84 |
+
|
85 |
+
$APP_CONFIG_GROUPS
|
86 |
+
|
87 |
+
|
88 |
+
== Config ==
|
89 |
+
|
90 |
+
Override anything in the config (foo.bar=value)
|
91 |
+
|
92 |
+
|
93 |
+
$CONFIG
|
94 |
+
|
95 |
+
|
96 |
+
${hydra.help.footer}
|
97 |
+
|
98 |
+
'
|
99 |
+
hydra_help:
|
100 |
+
template: 'Hydra (${hydra.runtime.version})
|
101 |
+
|
102 |
+
See https://hydra.cc for more info.
|
103 |
+
|
104 |
+
|
105 |
+
== Flags ==
|
106 |
+
|
107 |
+
$FLAGS_HELP
|
108 |
+
|
109 |
+
|
110 |
+
== Configuration groups ==
|
111 |
+
|
112 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
113 |
+
to command line)
|
114 |
+
|
115 |
+
|
116 |
+
$HYDRA_CONFIG_GROUPS
|
117 |
+
|
118 |
+
|
119 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
120 |
+
|
121 |
+
'
|
122 |
+
hydra_help: ???
|
123 |
+
hydra_logging:
|
124 |
+
version: 1
|
125 |
+
formatters:
|
126 |
+
colorlog:
|
127 |
+
(): colorlog.ColoredFormatter
|
128 |
+
format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
|
129 |
+
handlers:
|
130 |
+
console:
|
131 |
+
class: logging.StreamHandler
|
132 |
+
formatter: colorlog
|
133 |
+
stream: ext://sys.stdout
|
134 |
+
root:
|
135 |
+
level: INFO
|
136 |
+
handlers:
|
137 |
+
- console
|
138 |
+
disable_existing_loggers: false
|
139 |
+
job_logging:
|
140 |
+
version: 1
|
141 |
+
formatters:
|
142 |
+
simple:
|
143 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
144 |
+
colorlog:
|
145 |
+
(): colorlog.ColoredFormatter
|
146 |
+
format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
|
147 |
+
- %(message)s'
|
148 |
+
log_colors:
|
149 |
+
DEBUG: purple
|
150 |
+
INFO: green
|
151 |
+
WARNING: yellow
|
152 |
+
ERROR: red
|
153 |
+
CRITICAL: red
|
154 |
+
handlers:
|
155 |
+
console:
|
156 |
+
class: logging.StreamHandler
|
157 |
+
formatter: colorlog
|
158 |
+
stream: ext://sys.stdout
|
159 |
+
file:
|
160 |
+
class: logging.FileHandler
|
161 |
+
formatter: simple
|
162 |
+
filename: ${hydra.job.name}.log
|
163 |
+
root:
|
164 |
+
level: INFO
|
165 |
+
handlers:
|
166 |
+
- console
|
167 |
+
- file
|
168 |
+
disable_existing_loggers: false
|
169 |
+
env: {}
|
170 |
+
searchpath: []
|
171 |
+
callbacks: {}
|
172 |
+
output_subdir: .hydra
|
173 |
+
overrides:
|
174 |
+
hydra: []
|
175 |
+
task:
|
176 |
+
- datamodule.batch_size=64
|
177 |
+
- model.lr=0.15818542131777294
|
178 |
+
- model.lin1_size=256
|
179 |
+
- model.lin2_size=128
|
180 |
+
- model.lin3_size=1024
|
181 |
+
- hparams_search=focus150_optuna
|
182 |
+
job:
|
183 |
+
name: train
|
184 |
+
override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=1024,model.lr=0.15818542131777294
|
185 |
+
id: '1'
|
186 |
+
num: 1
|
187 |
+
config_name: train.yaml
|
188 |
+
env_set: {}
|
189 |
+
env_copy: []
|
190 |
+
config:
|
191 |
+
override_dirname:
|
192 |
+
kv_sep: '='
|
193 |
+
item_sep: ','
|
194 |
+
exclude_keys: []
|
195 |
+
runtime:
|
196 |
+
version: 1.1.1
|
197 |
+
cwd: /usr/src/app
|
198 |
+
config_sources:
|
199 |
+
- path: hydra.conf
|
200 |
+
schema: pkg
|
201 |
+
provider: hydra
|
202 |
+
- path: /usr/src/app/configs
|
203 |
+
schema: file
|
204 |
+
provider: main
|
205 |
+
- path: hydra_plugins.hydra_colorlog.conf
|
206 |
+
schema: pkg
|
207 |
+
provider: hydra-colorlog
|
208 |
+
- path: ''
|
209 |
+
schema: structured
|
210 |
+
provider: schema
|
211 |
+
choices:
|
212 |
+
local: default.yaml
|
213 |
+
hparams_search: focus150_optuna
|
214 |
+
debug: null
|
215 |
+
experiment: null
|
216 |
+
log_dir: default.yaml
|
217 |
+
trainer: long.yaml
|
218 |
+
logger: tensorboard
|
219 |
+
callbacks: default.yaml
|
220 |
+
model: focus150.yaml
|
221 |
+
datamodule: focus150.yaml
|
222 |
+
hydra/env: default
|
223 |
+
hydra/callbacks: null
|
224 |
+
hydra/job_logging: colorlog
|
225 |
+
hydra/hydra_logging: colorlog
|
226 |
+
hydra/hydra_help: default
|
227 |
+
hydra/help: default
|
228 |
+
hydra/sweeper: optuna
|
229 |
+
hydra/sweeper/sampler: tpe
|
230 |
+
hydra/launcher: basic
|
231 |
+
hydra/output: default
|
232 |
+
verbose: false
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/overrides.yaml
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
- datamodule.batch_size=64
|
2 |
+
- model.lr=0.15818542131777294
|
3 |
+
- model.lin1_size=256
|
4 |
+
- model.lin2_size=128
|
5 |
+
- model.lin3_size=1024
|
6 |
+
- hparams_search=focus150_optuna
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/checkpoints/epoch_034.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8e34abece5594593d3ffa53372127f90d33e229d5a9f219a846ff27518046079
|
3 |
+
size 209417606
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/checkpoints/last.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ca746e527d3f3dcad2032b106265a9447cdfcc3d1116dfb87cdb1b9ac4f9a6e1
|
3 |
+
size 209417606
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/events.out.tfevents.1646393676.e02c2cd1d8ab.1.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0f6997fead061ad1b7ca1a54e9df1c6e59c656a41f5642597c9791fd1f5944a9
|
3 |
+
size 36328
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/events.out.tfevents.1646394071.e02c2cd1d8ab.1.3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:98d4647ce1487bed60e00a1b0991c7f1a1d6298d661b2af6befa36b542c3d805
|
3 |
+
size 179
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/hparams.yaml
ADDED
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
trainer:
|
2 |
+
_target_: pytorch_lightning.Trainer
|
3 |
+
gpus: 1
|
4 |
+
min_epochs: 1
|
5 |
+
max_epochs: 100
|
6 |
+
resume_from_checkpoint: null
|
7 |
+
model:
|
8 |
+
_target_: src.models.focus_module.FocusLitModule
|
9 |
+
input_size: 67500
|
10 |
+
lin1_size: 256
|
11 |
+
lin2_size: 128
|
12 |
+
lin3_size: 1024
|
13 |
+
output_size: 1
|
14 |
+
lr: 0.15818542131777294
|
15 |
+
weight_decay: 0.0005
|
16 |
+
datamodule:
|
17 |
+
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
18 |
+
data_dir: /usr/src/app/data/focus150
|
19 |
+
csv_file: /usr/src/app/data/focus150/metadata.csv
|
20 |
+
batch_size: 64
|
21 |
+
train_val_test_split_percentage:
|
22 |
+
- 0.7
|
23 |
+
- 0.15
|
24 |
+
- 0.15
|
25 |
+
num_workers: 0
|
26 |
+
pin_memory: false
|
27 |
+
seed: null
|
28 |
+
callbacks:
|
29 |
+
model_checkpoint:
|
30 |
+
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
31 |
+
monitor: val/mae
|
32 |
+
mode: min
|
33 |
+
save_top_k: 1
|
34 |
+
save_last: true
|
35 |
+
verbose: false
|
36 |
+
dirpath: checkpoints/
|
37 |
+
filename: epoch_{epoch:03d}
|
38 |
+
auto_insert_metric_name: false
|
39 |
+
early_stopping:
|
40 |
+
_target_: pytorch_lightning.callbacks.EarlyStopping
|
41 |
+
monitor: val/mae
|
42 |
+
mode: min
|
43 |
+
patience: 100
|
44 |
+
min_delta: 0
|
45 |
+
model_summary:
|
46 |
+
_target_: pytorch_lightning.callbacks.RichModelSummary
|
47 |
+
max_depth: -1
|
48 |
+
rich_progress_bar:
|
49 |
+
_target_: pytorch_lightning.callbacks.RichProgressBar
|
50 |
+
model/params/total: 17449089
|
51 |
+
model/params/trainable: 17449089
|
52 |
+
model/params/non_trainable: 0
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/config.yaml
ADDED
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
original_work_dir: ${hydra:runtime.cwd}
|
2 |
+
data_dir: ${original_work_dir}/data
|
3 |
+
print_config: true
|
4 |
+
ignore_warnings: true
|
5 |
+
train: true
|
6 |
+
test: true
|
7 |
+
seed: null
|
8 |
+
name: focus150_optuna
|
9 |
+
datamodule:
|
10 |
+
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
11 |
+
data_dir: ${data_dir}/focus150
|
12 |
+
csv_file: ${data_dir}/focus150/metadata.csv
|
13 |
+
batch_size: 128
|
14 |
+
train_val_test_split_percentage:
|
15 |
+
- 0.7
|
16 |
+
- 0.15
|
17 |
+
- 0.15
|
18 |
+
num_workers: 0
|
19 |
+
pin_memory: false
|
20 |
+
model:
|
21 |
+
_target_: src.models.focus_module.FocusLitModule
|
22 |
+
input_size: 67500
|
23 |
+
lin1_size: 512
|
24 |
+
lin2_size: 512
|
25 |
+
lin3_size: 256
|
26 |
+
output_size: 1
|
27 |
+
lr: 0.07148210917089061
|
28 |
+
weight_decay: 0.0005
|
29 |
+
callbacks:
|
30 |
+
model_checkpoint:
|
31 |
+
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
32 |
+
monitor: val/mae
|
33 |
+
mode: min
|
34 |
+
save_top_k: 1
|
35 |
+
save_last: true
|
36 |
+
verbose: false
|
37 |
+
dirpath: checkpoints/
|
38 |
+
filename: epoch_{epoch:03d}
|
39 |
+
auto_insert_metric_name: false
|
40 |
+
early_stopping:
|
41 |
+
_target_: pytorch_lightning.callbacks.EarlyStopping
|
42 |
+
monitor: val/mae
|
43 |
+
mode: min
|
44 |
+
patience: 100
|
45 |
+
min_delta: 0
|
46 |
+
model_summary:
|
47 |
+
_target_: pytorch_lightning.callbacks.RichModelSummary
|
48 |
+
max_depth: -1
|
49 |
+
rich_progress_bar:
|
50 |
+
_target_: pytorch_lightning.callbacks.RichProgressBar
|
51 |
+
logger:
|
52 |
+
tensorboard:
|
53 |
+
_target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
|
54 |
+
save_dir: tensorboard/
|
55 |
+
name: null
|
56 |
+
version: ${name}
|
57 |
+
log_graph: false
|
58 |
+
default_hp_metric: true
|
59 |
+
prefix: ''
|
60 |
+
trainer:
|
61 |
+
_target_: pytorch_lightning.Trainer
|
62 |
+
gpus: 1
|
63 |
+
min_epochs: 1
|
64 |
+
max_epochs: 100
|
65 |
+
resume_from_checkpoint: null
|
66 |
+
optimized_metric: val/mae_best
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/hydra.yaml
ADDED
@@ -0,0 +1,232 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
hydra:
|
2 |
+
run:
|
3 |
+
dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
4 |
+
sweep:
|
5 |
+
dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
6 |
+
subdir: ${hydra.job.num}
|
7 |
+
launcher:
|
8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
9 |
+
sweeper:
|
10 |
+
sampler:
|
11 |
+
_target_: optuna.samplers.TPESampler
|
12 |
+
seed: 12345
|
13 |
+
consider_prior: true
|
14 |
+
prior_weight: 1.0
|
15 |
+
consider_magic_clip: true
|
16 |
+
consider_endpoints: false
|
17 |
+
n_startup_trials: 10
|
18 |
+
n_ei_candidates: 24
|
19 |
+
multivariate: false
|
20 |
+
warn_independent_sampling: true
|
21 |
+
_target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
|
22 |
+
direction: minimize
|
23 |
+
storage: null
|
24 |
+
study_name: focus150_hyperparameter_search
|
25 |
+
n_trials: 25
|
26 |
+
n_jobs: 1
|
27 |
+
search_space:
|
28 |
+
datamodule.batch_size:
|
29 |
+
type: categorical
|
30 |
+
choices:
|
31 |
+
- 32
|
32 |
+
- 64
|
33 |
+
- 128
|
34 |
+
model.lr:
|
35 |
+
type: float
|
36 |
+
low: 0.0001
|
37 |
+
high: 0.2
|
38 |
+
model.lin1_size:
|
39 |
+
type: categorical
|
40 |
+
choices:
|
41 |
+
- 32
|
42 |
+
- 64
|
43 |
+
- 128
|
44 |
+
- 256
|
45 |
+
- 512
|
46 |
+
- 1024
|
47 |
+
- 2048
|
48 |
+
model.lin2_size:
|
49 |
+
type: categorical
|
50 |
+
choices:
|
51 |
+
- 32
|
52 |
+
- 64
|
53 |
+
- 128
|
54 |
+
- 256
|
55 |
+
- 512
|
56 |
+
- 1024
|
57 |
+
- 2048
|
58 |
+
model.lin3_size:
|
59 |
+
type: categorical
|
60 |
+
choices:
|
61 |
+
- 32
|
62 |
+
- 64
|
63 |
+
- 128
|
64 |
+
- 256
|
65 |
+
- 512
|
66 |
+
- 1024
|
67 |
+
- 2048
|
68 |
+
help:
|
69 |
+
app_name: ${hydra.job.name}
|
70 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
71 |
+
|
72 |
+
'
|
73 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
74 |
+
|
75 |
+
Use --hydra-help to view Hydra specific help
|
76 |
+
|
77 |
+
'
|
78 |
+
template: '${hydra.help.header}
|
79 |
+
|
80 |
+
== Configuration groups ==
|
81 |
+
|
82 |
+
Compose your configuration from those groups (group=option)
|
83 |
+
|
84 |
+
|
85 |
+
$APP_CONFIG_GROUPS
|
86 |
+
|
87 |
+
|
88 |
+
== Config ==
|
89 |
+
|
90 |
+
Override anything in the config (foo.bar=value)
|
91 |
+
|
92 |
+
|
93 |
+
$CONFIG
|
94 |
+
|
95 |
+
|
96 |
+
${hydra.help.footer}
|
97 |
+
|
98 |
+
'
|
99 |
+
hydra_help:
|
100 |
+
template: 'Hydra (${hydra.runtime.version})
|
101 |
+
|
102 |
+
See https://hydra.cc for more info.
|
103 |
+
|
104 |
+
|
105 |
+
== Flags ==
|
106 |
+
|
107 |
+
$FLAGS_HELP
|
108 |
+
|
109 |
+
|
110 |
+
== Configuration groups ==
|
111 |
+
|
112 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
113 |
+
to command line)
|
114 |
+
|
115 |
+
|
116 |
+
$HYDRA_CONFIG_GROUPS
|
117 |
+
|
118 |
+
|
119 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
120 |
+
|
121 |
+
'
|
122 |
+
hydra_help: ???
|
123 |
+
hydra_logging:
|
124 |
+
version: 1
|
125 |
+
formatters:
|
126 |
+
colorlog:
|
127 |
+
(): colorlog.ColoredFormatter
|
128 |
+
format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
|
129 |
+
handlers:
|
130 |
+
console:
|
131 |
+
class: logging.StreamHandler
|
132 |
+
formatter: colorlog
|
133 |
+
stream: ext://sys.stdout
|
134 |
+
root:
|
135 |
+
level: INFO
|
136 |
+
handlers:
|
137 |
+
- console
|
138 |
+
disable_existing_loggers: false
|
139 |
+
job_logging:
|
140 |
+
version: 1
|
141 |
+
formatters:
|
142 |
+
simple:
|
143 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
144 |
+
colorlog:
|
145 |
+
(): colorlog.ColoredFormatter
|
146 |
+
format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
|
147 |
+
- %(message)s'
|
148 |
+
log_colors:
|
149 |
+
DEBUG: purple
|
150 |
+
INFO: green
|
151 |
+
WARNING: yellow
|
152 |
+
ERROR: red
|
153 |
+
CRITICAL: red
|
154 |
+
handlers:
|
155 |
+
console:
|
156 |
+
class: logging.StreamHandler
|
157 |
+
formatter: colorlog
|
158 |
+
stream: ext://sys.stdout
|
159 |
+
file:
|
160 |
+
class: logging.FileHandler
|
161 |
+
formatter: simple
|
162 |
+
filename: ${hydra.job.name}.log
|
163 |
+
root:
|
164 |
+
level: INFO
|
165 |
+
handlers:
|
166 |
+
- console
|
167 |
+
- file
|
168 |
+
disable_existing_loggers: false
|
169 |
+
env: {}
|
170 |
+
searchpath: []
|
171 |
+
callbacks: {}
|
172 |
+
output_subdir: .hydra
|
173 |
+
overrides:
|
174 |
+
hydra: []
|
175 |
+
task:
|
176 |
+
- datamodule.batch_size=128
|
177 |
+
- model.lr=0.07148210917089061
|
178 |
+
- model.lin1_size=512
|
179 |
+
- model.lin2_size=512
|
180 |
+
- model.lin3_size=256
|
181 |
+
- hparams_search=focus150_optuna
|
182 |
+
job:
|
183 |
+
name: train
|
184 |
+
override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=512,model.lin2_size=512,model.lin3_size=256,model.lr=0.07148210917089061
|
185 |
+
id: '10'
|
186 |
+
num: 10
|
187 |
+
config_name: train.yaml
|
188 |
+
env_set: {}
|
189 |
+
env_copy: []
|
190 |
+
config:
|
191 |
+
override_dirname:
|
192 |
+
kv_sep: '='
|
193 |
+
item_sep: ','
|
194 |
+
exclude_keys: []
|
195 |
+
runtime:
|
196 |
+
version: 1.1.1
|
197 |
+
cwd: /usr/src/app
|
198 |
+
config_sources:
|
199 |
+
- path: hydra.conf
|
200 |
+
schema: pkg
|
201 |
+
provider: hydra
|
202 |
+
- path: /usr/src/app/configs
|
203 |
+
schema: file
|
204 |
+
provider: main
|
205 |
+
- path: hydra_plugins.hydra_colorlog.conf
|
206 |
+
schema: pkg
|
207 |
+
provider: hydra-colorlog
|
208 |
+
- path: ''
|
209 |
+
schema: structured
|
210 |
+
provider: schema
|
211 |
+
choices:
|
212 |
+
local: default.yaml
|
213 |
+
hparams_search: focus150_optuna
|
214 |
+
debug: null
|
215 |
+
experiment: null
|
216 |
+
log_dir: default.yaml
|
217 |
+
trainer: long.yaml
|
218 |
+
logger: tensorboard
|
219 |
+
callbacks: default.yaml
|
220 |
+
model: focus150.yaml
|
221 |
+
datamodule: focus150.yaml
|
222 |
+
hydra/env: default
|
223 |
+
hydra/callbacks: null
|
224 |
+
hydra/job_logging: colorlog
|
225 |
+
hydra/hydra_logging: colorlog
|
226 |
+
hydra/hydra_help: default
|
227 |
+
hydra/help: default
|
228 |
+
hydra/sweeper: optuna
|
229 |
+
hydra/sweeper/sampler: tpe
|
230 |
+
hydra/launcher: basic
|
231 |
+
hydra/output: default
|
232 |
+
verbose: false
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/overrides.yaml
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
- datamodule.batch_size=128
|
2 |
+
- model.lr=0.07148210917089061
|
3 |
+
- model.lin1_size=512
|
4 |
+
- model.lin2_size=512
|
5 |
+
- model.lin3_size=256
|
6 |
+
- hparams_search=focus150_optuna
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/checkpoints/epoch_025.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:09d4d96a74552a96e77c6a11f07a7ea188656829292744dea5e019ddc1dfa609
|
3 |
+
size 419515270
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/checkpoints/last.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fab35171fe59ee61b1ad70a681d6b47f618d582a2ef0115844af98a23c5a81e5
|
3 |
+
size 419515334
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/events.out.tfevents.1646399561.e02c2cd1d8ab.1.19
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3093c010acb1da620f30c23572d0cfd10dfd6b38f5b81062c7b070360f3d326e
|
3 |
+
size 36230
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/events.out.tfevents.1646400250.e02c2cd1d8ab.1.20
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5dcb14bc03802b02af910756b125403e6a53e54513795ee022d8e68555492ce9
|
3 |
+
size 176
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/hparams.yaml
ADDED
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
trainer:
|
2 |
+
_target_: pytorch_lightning.Trainer
|
3 |
+
gpus: 1
|
4 |
+
min_epochs: 1
|
5 |
+
max_epochs: 100
|
6 |
+
resume_from_checkpoint: null
|
7 |
+
model:
|
8 |
+
_target_: src.models.focus_module.FocusLitModule
|
9 |
+
input_size: 67500
|
10 |
+
lin1_size: 512
|
11 |
+
lin2_size: 512
|
12 |
+
lin3_size: 256
|
13 |
+
output_size: 1
|
14 |
+
lr: 0.07148210917089061
|
15 |
+
weight_decay: 0.0005
|
16 |
+
datamodule:
|
17 |
+
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
18 |
+
data_dir: /usr/src/app/data/focus150
|
19 |
+
csv_file: /usr/src/app/data/focus150/metadata.csv
|
20 |
+
batch_size: 128
|
21 |
+
train_val_test_split_percentage:
|
22 |
+
- 0.7
|
23 |
+
- 0.15
|
24 |
+
- 0.15
|
25 |
+
num_workers: 0
|
26 |
+
pin_memory: false
|
27 |
+
seed: null
|
28 |
+
callbacks:
|
29 |
+
model_checkpoint:
|
30 |
+
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
31 |
+
monitor: val/mae
|
32 |
+
mode: min
|
33 |
+
save_top_k: 1
|
34 |
+
save_last: true
|
35 |
+
verbose: false
|
36 |
+
dirpath: checkpoints/
|
37 |
+
filename: epoch_{epoch:03d}
|
38 |
+
auto_insert_metric_name: false
|
39 |
+
early_stopping:
|
40 |
+
_target_: pytorch_lightning.callbacks.EarlyStopping
|
41 |
+
monitor: val/mae
|
42 |
+
mode: min
|
43 |
+
patience: 100
|
44 |
+
min_delta: 0
|
45 |
+
model_summary:
|
46 |
+
_target_: pytorch_lightning.callbacks.RichModelSummary
|
47 |
+
max_depth: -1
|
48 |
+
rich_progress_bar:
|
49 |
+
_target_: pytorch_lightning.callbacks.RichProgressBar
|
50 |
+
model/params/total: 34957313
|
51 |
+
model/params/trainable: 34957313
|
52 |
+
model/params/non_trainable: 0
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/config.yaml
ADDED
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
original_work_dir: ${hydra:runtime.cwd}
|
2 |
+
data_dir: ${original_work_dir}/data
|
3 |
+
print_config: true
|
4 |
+
ignore_warnings: true
|
5 |
+
train: true
|
6 |
+
test: true
|
7 |
+
seed: null
|
8 |
+
name: focus150_optuna
|
9 |
+
datamodule:
|
10 |
+
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
11 |
+
data_dir: ${data_dir}/focus150
|
12 |
+
csv_file: ${data_dir}/focus150/metadata.csv
|
13 |
+
batch_size: 64
|
14 |
+
train_val_test_split_percentage:
|
15 |
+
- 0.7
|
16 |
+
- 0.15
|
17 |
+
- 0.15
|
18 |
+
num_workers: 0
|
19 |
+
pin_memory: false
|
20 |
+
model:
|
21 |
+
_target_: src.models.focus_module.FocusLitModule
|
22 |
+
input_size: 67500
|
23 |
+
lin1_size: 32
|
24 |
+
lin2_size: 256
|
25 |
+
lin3_size: 128
|
26 |
+
output_size: 1
|
27 |
+
lr: 0.11779269530261958
|
28 |
+
weight_decay: 0.0005
|
29 |
+
callbacks:
|
30 |
+
model_checkpoint:
|
31 |
+
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
32 |
+
monitor: val/mae
|
33 |
+
mode: min
|
34 |
+
save_top_k: 1
|
35 |
+
save_last: true
|
36 |
+
verbose: false
|
37 |
+
dirpath: checkpoints/
|
38 |
+
filename: epoch_{epoch:03d}
|
39 |
+
auto_insert_metric_name: false
|
40 |
+
early_stopping:
|
41 |
+
_target_: pytorch_lightning.callbacks.EarlyStopping
|
42 |
+
monitor: val/mae
|
43 |
+
mode: min
|
44 |
+
patience: 100
|
45 |
+
min_delta: 0
|
46 |
+
model_summary:
|
47 |
+
_target_: pytorch_lightning.callbacks.RichModelSummary
|
48 |
+
max_depth: -1
|
49 |
+
rich_progress_bar:
|
50 |
+
_target_: pytorch_lightning.callbacks.RichProgressBar
|
51 |
+
logger:
|
52 |
+
tensorboard:
|
53 |
+
_target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
|
54 |
+
save_dir: tensorboard/
|
55 |
+
name: null
|
56 |
+
version: ${name}
|
57 |
+
log_graph: false
|
58 |
+
default_hp_metric: true
|
59 |
+
prefix: ''
|
60 |
+
trainer:
|
61 |
+
_target_: pytorch_lightning.Trainer
|
62 |
+
gpus: 1
|
63 |
+
min_epochs: 1
|
64 |
+
max_epochs: 100
|
65 |
+
resume_from_checkpoint: null
|
66 |
+
optimized_metric: val/mae_best
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/hydra.yaml
ADDED
@@ -0,0 +1,232 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
hydra:
|
2 |
+
run:
|
3 |
+
dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
4 |
+
sweep:
|
5 |
+
dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
6 |
+
subdir: ${hydra.job.num}
|
7 |
+
launcher:
|
8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
9 |
+
sweeper:
|
10 |
+
sampler:
|
11 |
+
_target_: optuna.samplers.TPESampler
|
12 |
+
seed: 12345
|
13 |
+
consider_prior: true
|
14 |
+
prior_weight: 1.0
|
15 |
+
consider_magic_clip: true
|
16 |
+
consider_endpoints: false
|
17 |
+
n_startup_trials: 10
|
18 |
+
n_ei_candidates: 24
|
19 |
+
multivariate: false
|
20 |
+
warn_independent_sampling: true
|
21 |
+
_target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
|
22 |
+
direction: minimize
|
23 |
+
storage: null
|
24 |
+
study_name: focus150_hyperparameter_search
|
25 |
+
n_trials: 25
|
26 |
+
n_jobs: 1
|
27 |
+
search_space:
|
28 |
+
datamodule.batch_size:
|
29 |
+
type: categorical
|
30 |
+
choices:
|
31 |
+
- 32
|
32 |
+
- 64
|
33 |
+
- 128
|
34 |
+
model.lr:
|
35 |
+
type: float
|
36 |
+
low: 0.0001
|
37 |
+
high: 0.2
|
38 |
+
model.lin1_size:
|
39 |
+
type: categorical
|
40 |
+
choices:
|
41 |
+
- 32
|
42 |
+
- 64
|
43 |
+
- 128
|
44 |
+
- 256
|
45 |
+
- 512
|
46 |
+
- 1024
|
47 |
+
- 2048
|
48 |
+
model.lin2_size:
|
49 |
+
type: categorical
|
50 |
+
choices:
|
51 |
+
- 32
|
52 |
+
- 64
|
53 |
+
- 128
|
54 |
+
- 256
|
55 |
+
- 512
|
56 |
+
- 1024
|
57 |
+
- 2048
|
58 |
+
model.lin3_size:
|
59 |
+
type: categorical
|
60 |
+
choices:
|
61 |
+
- 32
|
62 |
+
- 64
|
63 |
+
- 128
|
64 |
+
- 256
|
65 |
+
- 512
|
66 |
+
- 1024
|
67 |
+
- 2048
|
68 |
+
help:
|
69 |
+
app_name: ${hydra.job.name}
|
70 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
71 |
+
|
72 |
+
'
|
73 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
74 |
+
|
75 |
+
Use --hydra-help to view Hydra specific help
|
76 |
+
|
77 |
+
'
|
78 |
+
template: '${hydra.help.header}
|
79 |
+
|
80 |
+
== Configuration groups ==
|
81 |
+
|
82 |
+
Compose your configuration from those groups (group=option)
|
83 |
+
|
84 |
+
|
85 |
+
$APP_CONFIG_GROUPS
|
86 |
+
|
87 |
+
|
88 |
+
== Config ==
|
89 |
+
|
90 |
+
Override anything in the config (foo.bar=value)
|
91 |
+
|
92 |
+
|
93 |
+
$CONFIG
|
94 |
+
|
95 |
+
|
96 |
+
${hydra.help.footer}
|
97 |
+
|
98 |
+
'
|
99 |
+
hydra_help:
|
100 |
+
template: 'Hydra (${hydra.runtime.version})
|
101 |
+
|
102 |
+
See https://hydra.cc for more info.
|
103 |
+
|
104 |
+
|
105 |
+
== Flags ==
|
106 |
+
|
107 |
+
$FLAGS_HELP
|
108 |
+
|
109 |
+
|
110 |
+
== Configuration groups ==
|
111 |
+
|
112 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
113 |
+
to command line)
|
114 |
+
|
115 |
+
|
116 |
+
$HYDRA_CONFIG_GROUPS
|
117 |
+
|
118 |
+
|
119 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
120 |
+
|
121 |
+
'
|
122 |
+
hydra_help: ???
|
123 |
+
hydra_logging:
|
124 |
+
version: 1
|
125 |
+
formatters:
|
126 |
+
colorlog:
|
127 |
+
(): colorlog.ColoredFormatter
|
128 |
+
format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
|
129 |
+
handlers:
|
130 |
+
console:
|
131 |
+
class: logging.StreamHandler
|
132 |
+
formatter: colorlog
|
133 |
+
stream: ext://sys.stdout
|
134 |
+
root:
|
135 |
+
level: INFO
|
136 |
+
handlers:
|
137 |
+
- console
|
138 |
+
disable_existing_loggers: false
|
139 |
+
job_logging:
|
140 |
+
version: 1
|
141 |
+
formatters:
|
142 |
+
simple:
|
143 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
144 |
+
colorlog:
|
145 |
+
(): colorlog.ColoredFormatter
|
146 |
+
format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
|
147 |
+
- %(message)s'
|
148 |
+
log_colors:
|
149 |
+
DEBUG: purple
|
150 |
+
INFO: green
|
151 |
+
WARNING: yellow
|
152 |
+
ERROR: red
|
153 |
+
CRITICAL: red
|
154 |
+
handlers:
|
155 |
+
console:
|
156 |
+
class: logging.StreamHandler
|
157 |
+
formatter: colorlog
|
158 |
+
stream: ext://sys.stdout
|
159 |
+
file:
|
160 |
+
class: logging.FileHandler
|
161 |
+
formatter: simple
|
162 |
+
filename: ${hydra.job.name}.log
|
163 |
+
root:
|
164 |
+
level: INFO
|
165 |
+
handlers:
|
166 |
+
- console
|
167 |
+
- file
|
168 |
+
disable_existing_loggers: false
|
169 |
+
env: {}
|
170 |
+
searchpath: []
|
171 |
+
callbacks: {}
|
172 |
+
output_subdir: .hydra
|
173 |
+
overrides:
|
174 |
+
hydra: []
|
175 |
+
task:
|
176 |
+
- datamodule.batch_size=64
|
177 |
+
- model.lr=0.11779269530261958
|
178 |
+
- model.lin1_size=32
|
179 |
+
- model.lin2_size=256
|
180 |
+
- model.lin3_size=128
|
181 |
+
- hparams_search=focus150_optuna
|
182 |
+
job:
|
183 |
+
name: train
|
184 |
+
override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=32,model.lin2_size=256,model.lin3_size=128,model.lr=0.11779269530261958
|
185 |
+
id: '11'
|
186 |
+
num: 11
|
187 |
+
config_name: train.yaml
|
188 |
+
env_set: {}
|
189 |
+
env_copy: []
|
190 |
+
config:
|
191 |
+
override_dirname:
|
192 |
+
kv_sep: '='
|
193 |
+
item_sep: ','
|
194 |
+
exclude_keys: []
|
195 |
+
runtime:
|
196 |
+
version: 1.1.1
|
197 |
+
cwd: /usr/src/app
|
198 |
+
config_sources:
|
199 |
+
- path: hydra.conf
|
200 |
+
schema: pkg
|
201 |
+
provider: hydra
|
202 |
+
- path: /usr/src/app/configs
|
203 |
+
schema: file
|
204 |
+
provider: main
|
205 |
+
- path: hydra_plugins.hydra_colorlog.conf
|
206 |
+
schema: pkg
|
207 |
+
provider: hydra-colorlog
|
208 |
+
- path: ''
|
209 |
+
schema: structured
|
210 |
+
provider: schema
|
211 |
+
choices:
|
212 |
+
local: default.yaml
|
213 |
+
hparams_search: focus150_optuna
|
214 |
+
debug: null
|
215 |
+
experiment: null
|
216 |
+
log_dir: default.yaml
|
217 |
+
trainer: long.yaml
|
218 |
+
logger: tensorboard
|
219 |
+
callbacks: default.yaml
|
220 |
+
model: focus150.yaml
|
221 |
+
datamodule: focus150.yaml
|
222 |
+
hydra/env: default
|
223 |
+
hydra/callbacks: null
|
224 |
+
hydra/job_logging: colorlog
|
225 |
+
hydra/hydra_logging: colorlog
|
226 |
+
hydra/hydra_help: default
|
227 |
+
hydra/help: default
|
228 |
+
hydra/sweeper: optuna
|
229 |
+
hydra/sweeper/sampler: tpe
|
230 |
+
hydra/launcher: basic
|
231 |
+
hydra/output: default
|
232 |
+
verbose: false
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/overrides.yaml
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
- datamodule.batch_size=64
|
2 |
+
- model.lr=0.11779269530261958
|
3 |
+
- model.lin1_size=32
|
4 |
+
- model.lin2_size=256
|
5 |
+
- model.lin3_size=128
|
6 |
+
- hparams_search=focus150_optuna
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/checkpoints/epoch_031.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8367ecd00cc20d3b26d0f249b42f75fa463b7b3d9040cc3ccfbb454ed48d646d
|
3 |
+
size 26448582
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/checkpoints/last.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:77483463b312329b851048316f308712aeafcefa2d5f62f6f724644649c9e3c6
|
3 |
+
size 26448582
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/events.out.tfevents.1646400251.e02c2cd1d8ab.1.21
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:99dcbe2276408d1477fed434497dfedc2e1c55e37deff1fec0513c0df7336762
|
3 |
+
size 36328
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/events.out.tfevents.1646400340.e02c2cd1d8ab.1.22
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:303733f02185c2365f205d30101dd2f463231152f5186c6366958d57f32db557
|
3 |
+
size 179
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/hparams.yaml
ADDED
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
trainer:
|
2 |
+
_target_: pytorch_lightning.Trainer
|
3 |
+
gpus: 1
|
4 |
+
min_epochs: 1
|
5 |
+
max_epochs: 100
|
6 |
+
resume_from_checkpoint: null
|
7 |
+
model:
|
8 |
+
_target_: src.models.focus_module.FocusLitModule
|
9 |
+
input_size: 67500
|
10 |
+
lin1_size: 32
|
11 |
+
lin2_size: 256
|
12 |
+
lin3_size: 128
|
13 |
+
output_size: 1
|
14 |
+
lr: 0.11779269530261958
|
15 |
+
weight_decay: 0.0005
|
16 |
+
datamodule:
|
17 |
+
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
18 |
+
data_dir: /usr/src/app/data/focus150
|
19 |
+
csv_file: /usr/src/app/data/focus150/metadata.csv
|
20 |
+
batch_size: 64
|
21 |
+
train_val_test_split_percentage:
|
22 |
+
- 0.7
|
23 |
+
- 0.15
|
24 |
+
- 0.15
|
25 |
+
num_workers: 0
|
26 |
+
pin_memory: false
|
27 |
+
seed: null
|
28 |
+
callbacks:
|
29 |
+
model_checkpoint:
|
30 |
+
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
31 |
+
monitor: val/mae
|
32 |
+
mode: min
|
33 |
+
save_top_k: 1
|
34 |
+
save_last: true
|
35 |
+
verbose: false
|
36 |
+
dirpath: checkpoints/
|
37 |
+
filename: epoch_{epoch:03d}
|
38 |
+
auto_insert_metric_name: false
|
39 |
+
early_stopping:
|
40 |
+
_target_: pytorch_lightning.callbacks.EarlyStopping
|
41 |
+
monitor: val/mae
|
42 |
+
mode: min
|
43 |
+
patience: 100
|
44 |
+
min_delta: 0
|
45 |
+
model_summary:
|
46 |
+
_target_: pytorch_lightning.callbacks.RichModelSummary
|
47 |
+
max_depth: -1
|
48 |
+
rich_progress_bar:
|
49 |
+
_target_: pytorch_lightning.callbacks.RichProgressBar
|
50 |
+
model/params/total: 2202337
|
51 |
+
model/params/trainable: 2202337
|
52 |
+
model/params/non_trainable: 0
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/config.yaml
ADDED
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
original_work_dir: ${hydra:runtime.cwd}
|
2 |
+
data_dir: ${original_work_dir}/data
|
3 |
+
print_config: true
|
4 |
+
ignore_warnings: true
|
5 |
+
train: true
|
6 |
+
test: true
|
7 |
+
seed: null
|
8 |
+
name: focus150_optuna
|
9 |
+
datamodule:
|
10 |
+
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
11 |
+
data_dir: ${data_dir}/focus150
|
12 |
+
csv_file: ${data_dir}/focus150/metadata.csv
|
13 |
+
batch_size: 64
|
14 |
+
train_val_test_split_percentage:
|
15 |
+
- 0.7
|
16 |
+
- 0.15
|
17 |
+
- 0.15
|
18 |
+
num_workers: 0
|
19 |
+
pin_memory: false
|
20 |
+
model:
|
21 |
+
_target_: src.models.focus_module.FocusLitModule
|
22 |
+
input_size: 67500
|
23 |
+
lin1_size: 32
|
24 |
+
lin2_size: 256
|
25 |
+
lin3_size: 128
|
26 |
+
output_size: 1
|
27 |
+
lr: 0.13355237942960652
|
28 |
+
weight_decay: 0.0005
|
29 |
+
callbacks:
|
30 |
+
model_checkpoint:
|
31 |
+
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
32 |
+
monitor: val/mae
|
33 |
+
mode: min
|
34 |
+
save_top_k: 1
|
35 |
+
save_last: true
|
36 |
+
verbose: false
|
37 |
+
dirpath: checkpoints/
|
38 |
+
filename: epoch_{epoch:03d}
|
39 |
+
auto_insert_metric_name: false
|
40 |
+
early_stopping:
|
41 |
+
_target_: pytorch_lightning.callbacks.EarlyStopping
|
42 |
+
monitor: val/mae
|
43 |
+
mode: min
|
44 |
+
patience: 100
|
45 |
+
min_delta: 0
|
46 |
+
model_summary:
|
47 |
+
_target_: pytorch_lightning.callbacks.RichModelSummary
|
48 |
+
max_depth: -1
|
49 |
+
rich_progress_bar:
|
50 |
+
_target_: pytorch_lightning.callbacks.RichProgressBar
|
51 |
+
logger:
|
52 |
+
tensorboard:
|
53 |
+
_target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
|
54 |
+
save_dir: tensorboard/
|
55 |
+
name: null
|
56 |
+
version: ${name}
|
57 |
+
log_graph: false
|
58 |
+
default_hp_metric: true
|
59 |
+
prefix: ''
|
60 |
+
trainer:
|
61 |
+
_target_: pytorch_lightning.Trainer
|
62 |
+
gpus: 1
|
63 |
+
min_epochs: 1
|
64 |
+
max_epochs: 100
|
65 |
+
resume_from_checkpoint: null
|
66 |
+
optimized_metric: val/mae_best
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/hydra.yaml
ADDED
@@ -0,0 +1,232 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
hydra:
|
2 |
+
run:
|
3 |
+
dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
4 |
+
sweep:
|
5 |
+
dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
6 |
+
subdir: ${hydra.job.num}
|
7 |
+
launcher:
|
8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
9 |
+
sweeper:
|
10 |
+
sampler:
|
11 |
+
_target_: optuna.samplers.TPESampler
|
12 |
+
seed: 12345
|
13 |
+
consider_prior: true
|
14 |
+
prior_weight: 1.0
|
15 |
+
consider_magic_clip: true
|
16 |
+
consider_endpoints: false
|
17 |
+
n_startup_trials: 10
|
18 |
+
n_ei_candidates: 24
|
19 |
+
multivariate: false
|
20 |
+
warn_independent_sampling: true
|
21 |
+
_target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
|
22 |
+
direction: minimize
|
23 |
+
storage: null
|
24 |
+
study_name: focus150_hyperparameter_search
|
25 |
+
n_trials: 25
|
26 |
+
n_jobs: 1
|
27 |
+
search_space:
|
28 |
+
datamodule.batch_size:
|
29 |
+
type: categorical
|
30 |
+
choices:
|
31 |
+
- 32
|
32 |
+
- 64
|
33 |
+
- 128
|
34 |
+
model.lr:
|
35 |
+
type: float
|
36 |
+
low: 0.0001
|
37 |
+
high: 0.2
|
38 |
+
model.lin1_size:
|
39 |
+
type: categorical
|
40 |
+
choices:
|
41 |
+
- 32
|
42 |
+
- 64
|
43 |
+
- 128
|
44 |
+
- 256
|
45 |
+
- 512
|
46 |
+
- 1024
|
47 |
+
- 2048
|
48 |
+
model.lin2_size:
|
49 |
+
type: categorical
|
50 |
+
choices:
|
51 |
+
- 32
|
52 |
+
- 64
|
53 |
+
- 128
|
54 |
+
- 256
|
55 |
+
- 512
|
56 |
+
- 1024
|
57 |
+
- 2048
|
58 |
+
model.lin3_size:
|
59 |
+
type: categorical
|
60 |
+
choices:
|
61 |
+
- 32
|
62 |
+
- 64
|
63 |
+
- 128
|
64 |
+
- 256
|
65 |
+
- 512
|
66 |
+
- 1024
|
67 |
+
- 2048
|
68 |
+
help:
|
69 |
+
app_name: ${hydra.job.name}
|
70 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
71 |
+
|
72 |
+
'
|
73 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
74 |
+
|
75 |
+
Use --hydra-help to view Hydra specific help
|
76 |
+
|
77 |
+
'
|
78 |
+
template: '${hydra.help.header}
|
79 |
+
|
80 |
+
== Configuration groups ==
|
81 |
+
|
82 |
+
Compose your configuration from those groups (group=option)
|
83 |
+
|
84 |
+
|
85 |
+
$APP_CONFIG_GROUPS
|
86 |
+
|
87 |
+
|
88 |
+
== Config ==
|
89 |
+
|
90 |
+
Override anything in the config (foo.bar=value)
|
91 |
+
|
92 |
+
|
93 |
+
$CONFIG
|
94 |
+
|
95 |
+
|
96 |
+
${hydra.help.footer}
|
97 |
+
|
98 |
+
'
|
99 |
+
hydra_help:
|
100 |
+
template: 'Hydra (${hydra.runtime.version})
|
101 |
+
|
102 |
+
See https://hydra.cc for more info.
|
103 |
+
|
104 |
+
|
105 |
+
== Flags ==
|
106 |
+
|
107 |
+
$FLAGS_HELP
|
108 |
+
|
109 |
+
|
110 |
+
== Configuration groups ==
|
111 |
+
|
112 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
113 |
+
to command line)
|
114 |
+
|
115 |
+
|
116 |
+
$HYDRA_CONFIG_GROUPS
|
117 |
+
|
118 |
+
|
119 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
120 |
+
|
121 |
+
'
|
122 |
+
hydra_help: ???
|
123 |
+
hydra_logging:
|
124 |
+
version: 1
|
125 |
+
formatters:
|
126 |
+
colorlog:
|
127 |
+
(): colorlog.ColoredFormatter
|
128 |
+
format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
|
129 |
+
handlers:
|
130 |
+
console:
|
131 |
+
class: logging.StreamHandler
|
132 |
+
formatter: colorlog
|
133 |
+
stream: ext://sys.stdout
|
134 |
+
root:
|
135 |
+
level: INFO
|
136 |
+
handlers:
|
137 |
+
- console
|
138 |
+
disable_existing_loggers: false
|
139 |
+
job_logging:
|
140 |
+
version: 1
|
141 |
+
formatters:
|
142 |
+
simple:
|
143 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
144 |
+
colorlog:
|
145 |
+
(): colorlog.ColoredFormatter
|
146 |
+
format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
|
147 |
+
- %(message)s'
|
148 |
+
log_colors:
|
149 |
+
DEBUG: purple
|
150 |
+
INFO: green
|
151 |
+
WARNING: yellow
|
152 |
+
ERROR: red
|
153 |
+
CRITICAL: red
|
154 |
+
handlers:
|
155 |
+
console:
|
156 |
+
class: logging.StreamHandler
|
157 |
+
formatter: colorlog
|
158 |
+
stream: ext://sys.stdout
|
159 |
+
file:
|
160 |
+
class: logging.FileHandler
|
161 |
+
formatter: simple
|
162 |
+
filename: ${hydra.job.name}.log
|
163 |
+
root:
|
164 |
+
level: INFO
|
165 |
+
handlers:
|
166 |
+
- console
|
167 |
+
- file
|
168 |
+
disable_existing_loggers: false
|
169 |
+
env: {}
|
170 |
+
searchpath: []
|
171 |
+
callbacks: {}
|
172 |
+
output_subdir: .hydra
|
173 |
+
overrides:
|
174 |
+
hydra: []
|
175 |
+
task:
|
176 |
+
- datamodule.batch_size=64
|
177 |
+
- model.lr=0.13355237942960652
|
178 |
+
- model.lin1_size=32
|
179 |
+
- model.lin2_size=256
|
180 |
+
- model.lin3_size=128
|
181 |
+
- hparams_search=focus150_optuna
|
182 |
+
job:
|
183 |
+
name: train
|
184 |
+
override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=32,model.lin2_size=256,model.lin3_size=128,model.lr=0.13355237942960652
|
185 |
+
id: '12'
|
186 |
+
num: 12
|
187 |
+
config_name: train.yaml
|
188 |
+
env_set: {}
|
189 |
+
env_copy: []
|
190 |
+
config:
|
191 |
+
override_dirname:
|
192 |
+
kv_sep: '='
|
193 |
+
item_sep: ','
|
194 |
+
exclude_keys: []
|
195 |
+
runtime:
|
196 |
+
version: 1.1.1
|
197 |
+
cwd: /usr/src/app
|
198 |
+
config_sources:
|
199 |
+
- path: hydra.conf
|
200 |
+
schema: pkg
|
201 |
+
provider: hydra
|
202 |
+
- path: /usr/src/app/configs
|
203 |
+
schema: file
|
204 |
+
provider: main
|
205 |
+
- path: hydra_plugins.hydra_colorlog.conf
|
206 |
+
schema: pkg
|
207 |
+
provider: hydra-colorlog
|
208 |
+
- path: ''
|
209 |
+
schema: structured
|
210 |
+
provider: schema
|
211 |
+
choices:
|
212 |
+
local: default.yaml
|
213 |
+
hparams_search: focus150_optuna
|
214 |
+
debug: null
|
215 |
+
experiment: null
|
216 |
+
log_dir: default.yaml
|
217 |
+
trainer: long.yaml
|
218 |
+
logger: tensorboard
|
219 |
+
callbacks: default.yaml
|
220 |
+
model: focus150.yaml
|
221 |
+
datamodule: focus150.yaml
|
222 |
+
hydra/env: default
|
223 |
+
hydra/callbacks: null
|
224 |
+
hydra/job_logging: colorlog
|
225 |
+
hydra/hydra_logging: colorlog
|
226 |
+
hydra/hydra_help: default
|
227 |
+
hydra/help: default
|
228 |
+
hydra/sweeper: optuna
|
229 |
+
hydra/sweeper/sampler: tpe
|
230 |
+
hydra/launcher: basic
|
231 |
+
hydra/output: default
|
232 |
+
verbose: false
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/overrides.yaml
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
- datamodule.batch_size=64
|
2 |
+
- model.lr=0.13355237942960652
|
3 |
+
- model.lin1_size=32
|
4 |
+
- model.lin2_size=256
|
5 |
+
- model.lin3_size=128
|
6 |
+
- hparams_search=focus150_optuna
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/checkpoints/epoch_007.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1b82068c1b9535f88c097f28c442c2d4110e75e6f7072b1d69084110f1a7e474
|
3 |
+
size 26448582
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/checkpoints/last.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ae3e95298d9f03ab9e09e5baba944412a19c8b90157954567c56adb105548b9b
|
3 |
+
size 26448582
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/events.out.tfevents.1646400341.e02c2cd1d8ab.1.23
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8869683dbbc16e523ec4daec9634a5844e47c2d42cb5e48fcde03b47f057c09b
|
3 |
+
size 36328
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/events.out.tfevents.1646400436.e02c2cd1d8ab.1.24
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1989b8df8bbec51baec3199e84b0bff5cb0e9f00f01c15396087aeede34c5e25
|
3 |
+
size 176
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/hparams.yaml
ADDED
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
trainer:
|
2 |
+
_target_: pytorch_lightning.Trainer
|
3 |
+
gpus: 1
|
4 |
+
min_epochs: 1
|
5 |
+
max_epochs: 100
|
6 |
+
resume_from_checkpoint: null
|
7 |
+
model:
|
8 |
+
_target_: src.models.focus_module.FocusLitModule
|
9 |
+
input_size: 67500
|
10 |
+
lin1_size: 32
|
11 |
+
lin2_size: 256
|
12 |
+
lin3_size: 128
|
13 |
+
output_size: 1
|
14 |
+
lr: 0.13355237942960652
|
15 |
+
weight_decay: 0.0005
|
16 |
+
datamodule:
|
17 |
+
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
18 |
+
data_dir: /usr/src/app/data/focus150
|
19 |
+
csv_file: /usr/src/app/data/focus150/metadata.csv
|
20 |
+
batch_size: 64
|
21 |
+
train_val_test_split_percentage:
|
22 |
+
- 0.7
|
23 |
+
- 0.15
|
24 |
+
- 0.15
|
25 |
+
num_workers: 0
|
26 |
+
pin_memory: false
|
27 |
+
seed: null
|
28 |
+
callbacks:
|
29 |
+
model_checkpoint:
|
30 |
+
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
31 |
+
monitor: val/mae
|
32 |
+
mode: min
|
33 |
+
save_top_k: 1
|
34 |
+
save_last: true
|
35 |
+
verbose: false
|
36 |
+
dirpath: checkpoints/
|
37 |
+
filename: epoch_{epoch:03d}
|
38 |
+
auto_insert_metric_name: false
|
39 |
+
early_stopping:
|
40 |
+
_target_: pytorch_lightning.callbacks.EarlyStopping
|
41 |
+
monitor: val/mae
|
42 |
+
mode: min
|
43 |
+
patience: 100
|
44 |
+
min_delta: 0
|
45 |
+
model_summary:
|
46 |
+
_target_: pytorch_lightning.callbacks.RichModelSummary
|
47 |
+
max_depth: -1
|
48 |
+
rich_progress_bar:
|
49 |
+
_target_: pytorch_lightning.callbacks.RichProgressBar
|
50 |
+
model/params/total: 2202337
|
51 |
+
model/params/trainable: 2202337
|
52 |
+
model/params/non_trainable: 0
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/config.yaml
ADDED
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
original_work_dir: ${hydra:runtime.cwd}
|
2 |
+
data_dir: ${original_work_dir}/data
|
3 |
+
print_config: true
|
4 |
+
ignore_warnings: true
|
5 |
+
train: true
|
6 |
+
test: true
|
7 |
+
seed: null
|
8 |
+
name: focus150_optuna
|
9 |
+
datamodule:
|
10 |
+
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
11 |
+
data_dir: ${data_dir}/focus150
|
12 |
+
csv_file: ${data_dir}/focus150/metadata.csv
|
13 |
+
batch_size: 128
|
14 |
+
train_val_test_split_percentage:
|
15 |
+
- 0.7
|
16 |
+
- 0.15
|
17 |
+
- 0.15
|
18 |
+
num_workers: 0
|
19 |
+
pin_memory: false
|
20 |
+
model:
|
21 |
+
_target_: src.models.focus_module.FocusLitModule
|
22 |
+
input_size: 67500
|
23 |
+
lin1_size: 32
|
24 |
+
lin2_size: 512
|
25 |
+
lin3_size: 2048
|
26 |
+
output_size: 1
|
27 |
+
lr: 0.07220274494059103
|
28 |
+
weight_decay: 0.0005
|
29 |
+
callbacks:
|
30 |
+
model_checkpoint:
|
31 |
+
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
32 |
+
monitor: val/mae
|
33 |
+
mode: min
|
34 |
+
save_top_k: 1
|
35 |
+
save_last: true
|
36 |
+
verbose: false
|
37 |
+
dirpath: checkpoints/
|
38 |
+
filename: epoch_{epoch:03d}
|
39 |
+
auto_insert_metric_name: false
|
40 |
+
early_stopping:
|
41 |
+
_target_: pytorch_lightning.callbacks.EarlyStopping
|
42 |
+
monitor: val/mae
|
43 |
+
mode: min
|
44 |
+
patience: 100
|
45 |
+
min_delta: 0
|
46 |
+
model_summary:
|
47 |
+
_target_: pytorch_lightning.callbacks.RichModelSummary
|
48 |
+
max_depth: -1
|
49 |
+
rich_progress_bar:
|
50 |
+
_target_: pytorch_lightning.callbacks.RichProgressBar
|
51 |
+
logger:
|
52 |
+
tensorboard:
|
53 |
+
_target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
|
54 |
+
save_dir: tensorboard/
|
55 |
+
name: null
|
56 |
+
version: ${name}
|
57 |
+
log_graph: false
|
58 |
+
default_hp_metric: true
|
59 |
+
prefix: ''
|
60 |
+
trainer:
|
61 |
+
_target_: pytorch_lightning.Trainer
|
62 |
+
gpus: 1
|
63 |
+
min_epochs: 1
|
64 |
+
max_epochs: 100
|
65 |
+
resume_from_checkpoint: null
|
66 |
+
optimized_metric: val/mae_best
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/hydra.yaml
ADDED
@@ -0,0 +1,232 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
hydra:
|
2 |
+
run:
|
3 |
+
dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
4 |
+
sweep:
|
5 |
+
dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
6 |
+
subdir: ${hydra.job.num}
|
7 |
+
launcher:
|
8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
9 |
+
sweeper:
|
10 |
+
sampler:
|
11 |
+
_target_: optuna.samplers.TPESampler
|
12 |
+
seed: 12345
|
13 |
+
consider_prior: true
|
14 |
+
prior_weight: 1.0
|
15 |
+
consider_magic_clip: true
|
16 |
+
consider_endpoints: false
|
17 |
+
n_startup_trials: 10
|
18 |
+
n_ei_candidates: 24
|
19 |
+
multivariate: false
|
20 |
+
warn_independent_sampling: true
|
21 |
+
_target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
|
22 |
+
direction: minimize
|
23 |
+
storage: null
|
24 |
+
study_name: focus150_hyperparameter_search
|
25 |
+
n_trials: 25
|
26 |
+
n_jobs: 1
|
27 |
+
search_space:
|
28 |
+
datamodule.batch_size:
|
29 |
+
type: categorical
|
30 |
+
choices:
|
31 |
+
- 32
|
32 |
+
- 64
|
33 |
+
- 128
|
34 |
+
model.lr:
|
35 |
+
type: float
|
36 |
+
low: 0.0001
|
37 |
+
high: 0.2
|
38 |
+
model.lin1_size:
|
39 |
+
type: categorical
|
40 |
+
choices:
|
41 |
+
- 32
|
42 |
+
- 64
|
43 |
+
- 128
|
44 |
+
- 256
|
45 |
+
- 512
|
46 |
+
- 1024
|
47 |
+
- 2048
|
48 |
+
model.lin2_size:
|
49 |
+
type: categorical
|
50 |
+
choices:
|
51 |
+
- 32
|
52 |
+
- 64
|
53 |
+
- 128
|
54 |
+
- 256
|
55 |
+
- 512
|
56 |
+
- 1024
|
57 |
+
- 2048
|
58 |
+
model.lin3_size:
|
59 |
+
type: categorical
|
60 |
+
choices:
|
61 |
+
- 32
|
62 |
+
- 64
|
63 |
+
- 128
|
64 |
+
- 256
|
65 |
+
- 512
|
66 |
+
- 1024
|
67 |
+
- 2048
|
68 |
+
help:
|
69 |
+
app_name: ${hydra.job.name}
|
70 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
71 |
+
|
72 |
+
'
|
73 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
74 |
+
|
75 |
+
Use --hydra-help to view Hydra specific help
|
76 |
+
|
77 |
+
'
|
78 |
+
template: '${hydra.help.header}
|
79 |
+
|
80 |
+
== Configuration groups ==
|
81 |
+
|
82 |
+
Compose your configuration from those groups (group=option)
|
83 |
+
|
84 |
+
|
85 |
+
$APP_CONFIG_GROUPS
|
86 |
+
|
87 |
+
|
88 |
+
== Config ==
|
89 |
+
|
90 |
+
Override anything in the config (foo.bar=value)
|
91 |
+
|
92 |
+
|
93 |
+
$CONFIG
|
94 |
+
|
95 |
+
|
96 |
+
${hydra.help.footer}
|
97 |
+
|
98 |
+
'
|
99 |
+
hydra_help:
|
100 |
+
template: 'Hydra (${hydra.runtime.version})
|
101 |
+
|
102 |
+
See https://hydra.cc for more info.
|
103 |
+
|
104 |
+
|
105 |
+
== Flags ==
|
106 |
+
|
107 |
+
$FLAGS_HELP
|
108 |
+
|
109 |
+
|
110 |
+
== Configuration groups ==
|
111 |
+
|
112 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
113 |
+
to command line)
|
114 |
+
|
115 |
+
|
116 |
+
$HYDRA_CONFIG_GROUPS
|
117 |
+
|
118 |
+
|
119 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
120 |
+
|
121 |
+
'
|
122 |
+
hydra_help: ???
|
123 |
+
hydra_logging:
|
124 |
+
version: 1
|
125 |
+
formatters:
|
126 |
+
colorlog:
|
127 |
+
(): colorlog.ColoredFormatter
|
128 |
+
format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
|
129 |
+
handlers:
|
130 |
+
console:
|
131 |
+
class: logging.StreamHandler
|
132 |
+
formatter: colorlog
|
133 |
+
stream: ext://sys.stdout
|
134 |
+
root:
|
135 |
+
level: INFO
|
136 |
+
handlers:
|
137 |
+
- console
|
138 |
+
disable_existing_loggers: false
|
139 |
+
job_logging:
|
140 |
+
version: 1
|
141 |
+
formatters:
|
142 |
+
simple:
|
143 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
144 |
+
colorlog:
|
145 |
+
(): colorlog.ColoredFormatter
|
146 |
+
format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
|
147 |
+
- %(message)s'
|
148 |
+
log_colors:
|
149 |
+
DEBUG: purple
|
150 |
+
INFO: green
|
151 |
+
WARNING: yellow
|
152 |
+
ERROR: red
|
153 |
+
CRITICAL: red
|
154 |
+
handlers:
|
155 |
+
console:
|
156 |
+
class: logging.StreamHandler
|
157 |
+
formatter: colorlog
|
158 |
+
stream: ext://sys.stdout
|
159 |
+
file:
|
160 |
+
class: logging.FileHandler
|
161 |
+
formatter: simple
|
162 |
+
filename: ${hydra.job.name}.log
|
163 |
+
root:
|
164 |
+
level: INFO
|
165 |
+
handlers:
|
166 |
+
- console
|
167 |
+
- file
|
168 |
+
disable_existing_loggers: false
|
169 |
+
env: {}
|
170 |
+
searchpath: []
|
171 |
+
callbacks: {}
|
172 |
+
output_subdir: .hydra
|
173 |
+
overrides:
|
174 |
+
hydra: []
|
175 |
+
task:
|
176 |
+
- datamodule.batch_size=128
|
177 |
+
- model.lr=0.07220274494059103
|
178 |
+
- model.lin1_size=32
|
179 |
+
- model.lin2_size=512
|
180 |
+
- model.lin3_size=2048
|
181 |
+
- hparams_search=focus150_optuna
|
182 |
+
job:
|
183 |
+
name: train
|
184 |
+
override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=32,model.lin2_size=512,model.lin3_size=2048,model.lr=0.07220274494059103
|
185 |
+
id: '13'
|
186 |
+
num: 13
|
187 |
+
config_name: train.yaml
|
188 |
+
env_set: {}
|
189 |
+
env_copy: []
|
190 |
+
config:
|
191 |
+
override_dirname:
|
192 |
+
kv_sep: '='
|
193 |
+
item_sep: ','
|
194 |
+
exclude_keys: []
|
195 |
+
runtime:
|
196 |
+
version: 1.1.1
|
197 |
+
cwd: /usr/src/app
|
198 |
+
config_sources:
|
199 |
+
- path: hydra.conf
|
200 |
+
schema: pkg
|
201 |
+
provider: hydra
|
202 |
+
- path: /usr/src/app/configs
|
203 |
+
schema: file
|
204 |
+
provider: main
|
205 |
+
- path: hydra_plugins.hydra_colorlog.conf
|
206 |
+
schema: pkg
|
207 |
+
provider: hydra-colorlog
|
208 |
+
- path: ''
|
209 |
+
schema: structured
|
210 |
+
provider: schema
|
211 |
+
choices:
|
212 |
+
local: default.yaml
|
213 |
+
hparams_search: focus150_optuna
|
214 |
+
debug: null
|
215 |
+
experiment: null
|
216 |
+
log_dir: default.yaml
|
217 |
+
trainer: long.yaml
|
218 |
+
logger: tensorboard
|
219 |
+
callbacks: default.yaml
|
220 |
+
model: focus150.yaml
|
221 |
+
datamodule: focus150.yaml
|
222 |
+
hydra/env: default
|
223 |
+
hydra/callbacks: null
|
224 |
+
hydra/job_logging: colorlog
|
225 |
+
hydra/hydra_logging: colorlog
|
226 |
+
hydra/hydra_help: default
|
227 |
+
hydra/help: default
|
228 |
+
hydra/sweeper: optuna
|
229 |
+
hydra/sweeper/sampler: tpe
|
230 |
+
hydra/launcher: basic
|
231 |
+
hydra/output: default
|
232 |
+
verbose: false
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/overrides.yaml
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
- datamodule.batch_size=128
|
2 |
+
- model.lr=0.07220274494059103
|
3 |
+
- model.lin1_size=32
|
4 |
+
- model.lin2_size=512
|
5 |
+
- model.lin3_size=2048
|
6 |
+
- hparams_search=focus150_optuna
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/checkpoints/epoch_033.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8499970279989031c9b81c0e4dd15d0ec69e022381fa5cf103e88e27457a57ab
|
3 |
+
size 38855430
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/checkpoints/last.ckpt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ed0715b6a5eaafc0dbcb06bfabc11417d06d14605ecbcb01fe27bc46f344b8e5
|
3 |
+
size 38855430
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/events.out.tfevents.1646400436.e02c2cd1d8ab.1.25
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d966126e50625b723d1aa3ea74101b1e0012a80c8ce55c9b9a7b9b0fc7e838c4
|
3 |
+
size 36230
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/events.out.tfevents.1646400569.e02c2cd1d8ab.1.26
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d80b675e81b6ba40bda511fec56d0a2eb745dccb51a04e4d428b5d9216b44714
|
3 |
+
size 179
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/hparams.yaml
ADDED
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
trainer:
|
2 |
+
_target_: pytorch_lightning.Trainer
|
3 |
+
gpus: 1
|
4 |
+
min_epochs: 1
|
5 |
+
max_epochs: 100
|
6 |
+
resume_from_checkpoint: null
|
7 |
+
model:
|
8 |
+
_target_: src.models.focus_module.FocusLitModule
|
9 |
+
input_size: 67500
|
10 |
+
lin1_size: 32
|
11 |
+
lin2_size: 512
|
12 |
+
lin3_size: 2048
|
13 |
+
output_size: 1
|
14 |
+
lr: 0.07220274494059103
|
15 |
+
weight_decay: 0.0005
|
16 |
+
datamodule:
|
17 |
+
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
18 |
+
data_dir: /usr/src/app/data/focus150
|
19 |
+
csv_file: /usr/src/app/data/focus150/metadata.csv
|
20 |
+
batch_size: 128
|
21 |
+
train_val_test_split_percentage:
|
22 |
+
- 0.7
|
23 |
+
- 0.15
|
24 |
+
- 0.15
|
25 |
+
num_workers: 0
|
26 |
+
pin_memory: false
|
27 |
+
seed: null
|
28 |
+
callbacks:
|
29 |
+
model_checkpoint:
|
30 |
+
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
31 |
+
monitor: val/mae
|
32 |
+
mode: min
|
33 |
+
save_top_k: 1
|
34 |
+
save_last: true
|
35 |
+
verbose: false
|
36 |
+
dirpath: checkpoints/
|
37 |
+
filename: epoch_{epoch:03d}
|
38 |
+
auto_insert_metric_name: false
|
39 |
+
early_stopping:
|
40 |
+
_target_: pytorch_lightning.callbacks.EarlyStopping
|
41 |
+
monitor: val/mae
|
42 |
+
mode: min
|
43 |
+
patience: 100
|
44 |
+
min_delta: 0
|
45 |
+
model_summary:
|
46 |
+
_target_: pytorch_lightning.callbacks.RichModelSummary
|
47 |
+
max_depth: -1
|
48 |
+
rich_progress_bar:
|
49 |
+
_target_: pytorch_lightning.callbacks.RichProgressBar
|
50 |
+
model/params/total: 3234785
|
51 |
+
model/params/trainable: 3234785
|
52 |
+
model/params/non_trainable: 0
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/.hydra/config.yaml
ADDED
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
original_work_dir: ${hydra:runtime.cwd}
|
2 |
+
data_dir: ${original_work_dir}/data
|
3 |
+
print_config: true
|
4 |
+
ignore_warnings: true
|
5 |
+
train: true
|
6 |
+
test: true
|
7 |
+
seed: null
|
8 |
+
name: focus150_optuna
|
9 |
+
datamodule:
|
10 |
+
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
11 |
+
data_dir: ${data_dir}/focus150
|
12 |
+
csv_file: ${data_dir}/focus150/metadata.csv
|
13 |
+
batch_size: 128
|
14 |
+
train_val_test_split_percentage:
|
15 |
+
- 0.7
|
16 |
+
- 0.15
|
17 |
+
- 0.15
|
18 |
+
num_workers: 0
|
19 |
+
pin_memory: false
|
20 |
+
model:
|
21 |
+
_target_: src.models.focus_module.FocusLitModule
|
22 |
+
input_size: 67500
|
23 |
+
lin1_size: 2048
|
24 |
+
lin2_size: 512
|
25 |
+
lin3_size: 128
|
26 |
+
output_size: 1
|
27 |
+
lr: 0.08335231197967785
|
28 |
+
weight_decay: 0.0005
|
29 |
+
callbacks:
|
30 |
+
model_checkpoint:
|
31 |
+
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
32 |
+
monitor: val/mae
|
33 |
+
mode: min
|
34 |
+
save_top_k: 1
|
35 |
+
save_last: true
|
36 |
+
verbose: false
|
37 |
+
dirpath: checkpoints/
|
38 |
+
filename: epoch_{epoch:03d}
|
39 |
+
auto_insert_metric_name: false
|
40 |
+
early_stopping:
|
41 |
+
_target_: pytorch_lightning.callbacks.EarlyStopping
|
42 |
+
monitor: val/mae
|
43 |
+
mode: min
|
44 |
+
patience: 100
|
45 |
+
min_delta: 0
|
46 |
+
model_summary:
|
47 |
+
_target_: pytorch_lightning.callbacks.RichModelSummary
|
48 |
+
max_depth: -1
|
49 |
+
rich_progress_bar:
|
50 |
+
_target_: pytorch_lightning.callbacks.RichProgressBar
|
51 |
+
logger:
|
52 |
+
tensorboard:
|
53 |
+
_target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
|
54 |
+
save_dir: tensorboard/
|
55 |
+
name: null
|
56 |
+
version: ${name}
|
57 |
+
log_graph: false
|
58 |
+
default_hp_metric: true
|
59 |
+
prefix: ''
|
60 |
+
trainer:
|
61 |
+
_target_: pytorch_lightning.Trainer
|
62 |
+
gpus: 1
|
63 |
+
min_epochs: 1
|
64 |
+
max_epochs: 100
|
65 |
+
resume_from_checkpoint: null
|
66 |
+
optimized_metric: val/mae_best
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/.hydra/hydra.yaml
ADDED
@@ -0,0 +1,232 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
hydra:
|
2 |
+
run:
|
3 |
+
dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
4 |
+
sweep:
|
5 |
+
dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
6 |
+
subdir: ${hydra.job.num}
|
7 |
+
launcher:
|
8 |
+
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
9 |
+
sweeper:
|
10 |
+
sampler:
|
11 |
+
_target_: optuna.samplers.TPESampler
|
12 |
+
seed: 12345
|
13 |
+
consider_prior: true
|
14 |
+
prior_weight: 1.0
|
15 |
+
consider_magic_clip: true
|
16 |
+
consider_endpoints: false
|
17 |
+
n_startup_trials: 10
|
18 |
+
n_ei_candidates: 24
|
19 |
+
multivariate: false
|
20 |
+
warn_independent_sampling: true
|
21 |
+
_target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
|
22 |
+
direction: minimize
|
23 |
+
storage: null
|
24 |
+
study_name: focus150_hyperparameter_search
|
25 |
+
n_trials: 25
|
26 |
+
n_jobs: 1
|
27 |
+
search_space:
|
28 |
+
datamodule.batch_size:
|
29 |
+
type: categorical
|
30 |
+
choices:
|
31 |
+
- 32
|
32 |
+
- 64
|
33 |
+
- 128
|
34 |
+
model.lr:
|
35 |
+
type: float
|
36 |
+
low: 0.0001
|
37 |
+
high: 0.2
|
38 |
+
model.lin1_size:
|
39 |
+
type: categorical
|
40 |
+
choices:
|
41 |
+
- 32
|
42 |
+
- 64
|
43 |
+
- 128
|
44 |
+
- 256
|
45 |
+
- 512
|
46 |
+
- 1024
|
47 |
+
- 2048
|
48 |
+
model.lin2_size:
|
49 |
+
type: categorical
|
50 |
+
choices:
|
51 |
+
- 32
|
52 |
+
- 64
|
53 |
+
- 128
|
54 |
+
- 256
|
55 |
+
- 512
|
56 |
+
- 1024
|
57 |
+
- 2048
|
58 |
+
model.lin3_size:
|
59 |
+
type: categorical
|
60 |
+
choices:
|
61 |
+
- 32
|
62 |
+
- 64
|
63 |
+
- 128
|
64 |
+
- 256
|
65 |
+
- 512
|
66 |
+
- 1024
|
67 |
+
- 2048
|
68 |
+
help:
|
69 |
+
app_name: ${hydra.job.name}
|
70 |
+
header: '${hydra.help.app_name} is powered by Hydra.
|
71 |
+
|
72 |
+
'
|
73 |
+
footer: 'Powered by Hydra (https://hydra.cc)
|
74 |
+
|
75 |
+
Use --hydra-help to view Hydra specific help
|
76 |
+
|
77 |
+
'
|
78 |
+
template: '${hydra.help.header}
|
79 |
+
|
80 |
+
== Configuration groups ==
|
81 |
+
|
82 |
+
Compose your configuration from those groups (group=option)
|
83 |
+
|
84 |
+
|
85 |
+
$APP_CONFIG_GROUPS
|
86 |
+
|
87 |
+
|
88 |
+
== Config ==
|
89 |
+
|
90 |
+
Override anything in the config (foo.bar=value)
|
91 |
+
|
92 |
+
|
93 |
+
$CONFIG
|
94 |
+
|
95 |
+
|
96 |
+
${hydra.help.footer}
|
97 |
+
|
98 |
+
'
|
99 |
+
hydra_help:
|
100 |
+
template: 'Hydra (${hydra.runtime.version})
|
101 |
+
|
102 |
+
See https://hydra.cc for more info.
|
103 |
+
|
104 |
+
|
105 |
+
== Flags ==
|
106 |
+
|
107 |
+
$FLAGS_HELP
|
108 |
+
|
109 |
+
|
110 |
+
== Configuration groups ==
|
111 |
+
|
112 |
+
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
113 |
+
to command line)
|
114 |
+
|
115 |
+
|
116 |
+
$HYDRA_CONFIG_GROUPS
|
117 |
+
|
118 |
+
|
119 |
+
Use ''--cfg hydra'' to Show the Hydra config.
|
120 |
+
|
121 |
+
'
|
122 |
+
hydra_help: ???
|
123 |
+
hydra_logging:
|
124 |
+
version: 1
|
125 |
+
formatters:
|
126 |
+
colorlog:
|
127 |
+
(): colorlog.ColoredFormatter
|
128 |
+
format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
|
129 |
+
handlers:
|
130 |
+
console:
|
131 |
+
class: logging.StreamHandler
|
132 |
+
formatter: colorlog
|
133 |
+
stream: ext://sys.stdout
|
134 |
+
root:
|
135 |
+
level: INFO
|
136 |
+
handlers:
|
137 |
+
- console
|
138 |
+
disable_existing_loggers: false
|
139 |
+
job_logging:
|
140 |
+
version: 1
|
141 |
+
formatters:
|
142 |
+
simple:
|
143 |
+
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
144 |
+
colorlog:
|
145 |
+
(): colorlog.ColoredFormatter
|
146 |
+
format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
|
147 |
+
- %(message)s'
|
148 |
+
log_colors:
|
149 |
+
DEBUG: purple
|
150 |
+
INFO: green
|
151 |
+
WARNING: yellow
|
152 |
+
ERROR: red
|
153 |
+
CRITICAL: red
|
154 |
+
handlers:
|
155 |
+
console:
|
156 |
+
class: logging.StreamHandler
|
157 |
+
formatter: colorlog
|
158 |
+
stream: ext://sys.stdout
|
159 |
+
file:
|
160 |
+
class: logging.FileHandler
|
161 |
+
formatter: simple
|
162 |
+
filename: ${hydra.job.name}.log
|
163 |
+
root:
|
164 |
+
level: INFO
|
165 |
+
handlers:
|
166 |
+
- console
|
167 |
+
- file
|
168 |
+
disable_existing_loggers: false
|
169 |
+
env: {}
|
170 |
+
searchpath: []
|
171 |
+
callbacks: {}
|
172 |
+
output_subdir: .hydra
|
173 |
+
overrides:
|
174 |
+
hydra: []
|
175 |
+
task:
|
176 |
+
- datamodule.batch_size=128
|
177 |
+
- model.lr=0.08335231197967785
|
178 |
+
- model.lin1_size=2048
|
179 |
+
- model.lin2_size=512
|
180 |
+
- model.lin3_size=128
|
181 |
+
- hparams_search=focus150_optuna
|
182 |
+
job:
|
183 |
+
name: train
|
184 |
+
override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=2048,model.lin2_size=512,model.lin3_size=128,model.lr=0.08335231197967785
|
185 |
+
id: '14'
|
186 |
+
num: 14
|
187 |
+
config_name: train.yaml
|
188 |
+
env_set: {}
|
189 |
+
env_copy: []
|
190 |
+
config:
|
191 |
+
override_dirname:
|
192 |
+
kv_sep: '='
|
193 |
+
item_sep: ','
|
194 |
+
exclude_keys: []
|
195 |
+
runtime:
|
196 |
+
version: 1.1.1
|
197 |
+
cwd: /usr/src/app
|
198 |
+
config_sources:
|
199 |
+
- path: hydra.conf
|
200 |
+
schema: pkg
|
201 |
+
provider: hydra
|
202 |
+
- path: /usr/src/app/configs
|
203 |
+
schema: file
|
204 |
+
provider: main
|
205 |
+
- path: hydra_plugins.hydra_colorlog.conf
|
206 |
+
schema: pkg
|
207 |
+
provider: hydra-colorlog
|
208 |
+
- path: ''
|
209 |
+
schema: structured
|
210 |
+
provider: schema
|
211 |
+
choices:
|
212 |
+
local: default.yaml
|
213 |
+
hparams_search: focus150_optuna
|
214 |
+
debug: null
|
215 |
+
experiment: null
|
216 |
+
log_dir: default.yaml
|
217 |
+
trainer: long.yaml
|
218 |
+
logger: tensorboard
|
219 |
+
callbacks: default.yaml
|
220 |
+
model: focus150.yaml
|
221 |
+
datamodule: focus150.yaml
|
222 |
+
hydra/env: default
|
223 |
+
hydra/callbacks: null
|
224 |
+
hydra/job_logging: colorlog
|
225 |
+
hydra/hydra_logging: colorlog
|
226 |
+
hydra/hydra_help: default
|
227 |
+
hydra/help: default
|
228 |
+
hydra/sweeper: optuna
|
229 |
+
hydra/sweeper/sampler: tpe
|
230 |
+
hydra/launcher: basic
|
231 |
+
hydra/output: default
|
232 |
+
verbose: false
|