Hannes Kuchelmeister
commited on
Commit
·
1a50bbb
1
Parent(s):
eac0701
remove all runs due to results being not useful (error in loss function)
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/config.yaml +0 -66
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/hydra.yaml +0 -232
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/overrides.yaml +0 -6
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/events.out.tfevents.1646393430.e02c2cd1d8ab.1.0 +0 -3
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/events.out.tfevents.1646393675.e02c2cd1d8ab.1.1 +0 -3
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/hparams.yaml +0 -52
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/config.yaml +0 -66
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/hydra.yaml +0 -232
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/overrides.yaml +0 -6
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/events.out.tfevents.1646393676.e02c2cd1d8ab.1.2 +0 -3
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/events.out.tfevents.1646394071.e02c2cd1d8ab.1.3 +0 -3
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/hparams.yaml +0 -52
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/config.yaml +0 -66
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/hydra.yaml +0 -232
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/overrides.yaml +0 -6
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/events.out.tfevents.1646399561.e02c2cd1d8ab.1.19 +0 -3
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/events.out.tfevents.1646400250.e02c2cd1d8ab.1.20 +0 -3
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/hparams.yaml +0 -52
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/config.yaml +0 -66
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/hydra.yaml +0 -232
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/overrides.yaml +0 -6
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/events.out.tfevents.1646400251.e02c2cd1d8ab.1.21 +0 -3
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/events.out.tfevents.1646400340.e02c2cd1d8ab.1.22 +0 -3
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/hparams.yaml +0 -52
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/config.yaml +0 -66
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/hydra.yaml +0 -232
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/overrides.yaml +0 -6
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/events.out.tfevents.1646400341.e02c2cd1d8ab.1.23 +0 -3
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/events.out.tfevents.1646400436.e02c2cd1d8ab.1.24 +0 -3
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/hparams.yaml +0 -52
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/config.yaml +0 -66
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/hydra.yaml +0 -232
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/overrides.yaml +0 -6
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/events.out.tfevents.1646400436.e02c2cd1d8ab.1.25 +0 -3
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/events.out.tfevents.1646400569.e02c2cd1d8ab.1.26 +0 -3
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/hparams.yaml +0 -52
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/.hydra/config.yaml +0 -66
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/.hydra/hydra.yaml +0 -232
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/.hydra/overrides.yaml +0 -6
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/tensorboard/focus150_optuna/events.out.tfevents.1646400570.e02c2cd1d8ab.1.27 +0 -3
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/tensorboard/focus150_optuna/events.out.tfevents.1646403523.e02c2cd1d8ab.1.28 +0 -3
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/tensorboard/focus150_optuna/hparams.yaml +0 -52
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/.hydra/config.yaml +0 -66
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/.hydra/hydra.yaml +0 -232
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/.hydra/overrides.yaml +0 -6
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/tensorboard/focus150_optuna/events.out.tfevents.1646403524.e02c2cd1d8ab.1.29 +0 -3
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/tensorboard/focus150_optuna/events.out.tfevents.1646403650.e02c2cd1d8ab.1.30 +0 -3
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/tensorboard/focus150_optuna/hparams.yaml +0 -52
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/.hydra/config.yaml +0 -66
- logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/.hydra/hydra.yaml +0 -232
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/config.yaml
DELETED
@@ -1,66 +0,0 @@
|
|
1 |
-
original_work_dir: ${hydra:runtime.cwd}
|
2 |
-
data_dir: ${original_work_dir}/data
|
3 |
-
print_config: true
|
4 |
-
ignore_warnings: true
|
5 |
-
train: true
|
6 |
-
test: true
|
7 |
-
seed: null
|
8 |
-
name: focus150_optuna
|
9 |
-
datamodule:
|
10 |
-
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
11 |
-
data_dir: ${data_dir}/focus150
|
12 |
-
csv_file: ${data_dir}/focus150/metadata.csv
|
13 |
-
batch_size: 32
|
14 |
-
train_val_test_split_percentage:
|
15 |
-
- 0.7
|
16 |
-
- 0.15
|
17 |
-
- 0.15
|
18 |
-
num_workers: 0
|
19 |
-
pin_memory: false
|
20 |
-
model:
|
21 |
-
_target_: src.models.focus_module.FocusLitModule
|
22 |
-
input_size: 67500
|
23 |
-
lin1_size: 128
|
24 |
-
lin2_size: 32
|
25 |
-
lin3_size: 32
|
26 |
-
output_size: 1
|
27 |
-
lr: 0.04099159968275264
|
28 |
-
weight_decay: 0.0005
|
29 |
-
callbacks:
|
30 |
-
model_checkpoint:
|
31 |
-
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
32 |
-
monitor: val/mae
|
33 |
-
mode: min
|
34 |
-
save_top_k: 1
|
35 |
-
save_last: true
|
36 |
-
verbose: false
|
37 |
-
dirpath: checkpoints/
|
38 |
-
filename: epoch_{epoch:03d}
|
39 |
-
auto_insert_metric_name: false
|
40 |
-
early_stopping:
|
41 |
-
_target_: pytorch_lightning.callbacks.EarlyStopping
|
42 |
-
monitor: val/mae
|
43 |
-
mode: min
|
44 |
-
patience: 100
|
45 |
-
min_delta: 0
|
46 |
-
model_summary:
|
47 |
-
_target_: pytorch_lightning.callbacks.RichModelSummary
|
48 |
-
max_depth: -1
|
49 |
-
rich_progress_bar:
|
50 |
-
_target_: pytorch_lightning.callbacks.RichProgressBar
|
51 |
-
logger:
|
52 |
-
tensorboard:
|
53 |
-
_target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
|
54 |
-
save_dir: tensorboard/
|
55 |
-
name: null
|
56 |
-
version: ${name}
|
57 |
-
log_graph: false
|
58 |
-
default_hp_metric: true
|
59 |
-
prefix: ''
|
60 |
-
trainer:
|
61 |
-
_target_: pytorch_lightning.Trainer
|
62 |
-
gpus: 1
|
63 |
-
min_epochs: 1
|
64 |
-
max_epochs: 100
|
65 |
-
resume_from_checkpoint: null
|
66 |
-
optimized_metric: val/mae_best
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/hydra.yaml
DELETED
@@ -1,232 +0,0 @@
|
|
1 |
-
hydra:
|
2 |
-
run:
|
3 |
-
dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
4 |
-
sweep:
|
5 |
-
dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
6 |
-
subdir: ${hydra.job.num}
|
7 |
-
launcher:
|
8 |
-
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
9 |
-
sweeper:
|
10 |
-
sampler:
|
11 |
-
_target_: optuna.samplers.TPESampler
|
12 |
-
seed: 12345
|
13 |
-
consider_prior: true
|
14 |
-
prior_weight: 1.0
|
15 |
-
consider_magic_clip: true
|
16 |
-
consider_endpoints: false
|
17 |
-
n_startup_trials: 10
|
18 |
-
n_ei_candidates: 24
|
19 |
-
multivariate: false
|
20 |
-
warn_independent_sampling: true
|
21 |
-
_target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
|
22 |
-
direction: minimize
|
23 |
-
storage: null
|
24 |
-
study_name: focus150_hyperparameter_search
|
25 |
-
n_trials: 25
|
26 |
-
n_jobs: 1
|
27 |
-
search_space:
|
28 |
-
datamodule.batch_size:
|
29 |
-
type: categorical
|
30 |
-
choices:
|
31 |
-
- 32
|
32 |
-
- 64
|
33 |
-
- 128
|
34 |
-
model.lr:
|
35 |
-
type: float
|
36 |
-
low: 0.0001
|
37 |
-
high: 0.2
|
38 |
-
model.lin1_size:
|
39 |
-
type: categorical
|
40 |
-
choices:
|
41 |
-
- 32
|
42 |
-
- 64
|
43 |
-
- 128
|
44 |
-
- 256
|
45 |
-
- 512
|
46 |
-
- 1024
|
47 |
-
- 2048
|
48 |
-
model.lin2_size:
|
49 |
-
type: categorical
|
50 |
-
choices:
|
51 |
-
- 32
|
52 |
-
- 64
|
53 |
-
- 128
|
54 |
-
- 256
|
55 |
-
- 512
|
56 |
-
- 1024
|
57 |
-
- 2048
|
58 |
-
model.lin3_size:
|
59 |
-
type: categorical
|
60 |
-
choices:
|
61 |
-
- 32
|
62 |
-
- 64
|
63 |
-
- 128
|
64 |
-
- 256
|
65 |
-
- 512
|
66 |
-
- 1024
|
67 |
-
- 2048
|
68 |
-
help:
|
69 |
-
app_name: ${hydra.job.name}
|
70 |
-
header: '${hydra.help.app_name} is powered by Hydra.
|
71 |
-
|
72 |
-
'
|
73 |
-
footer: 'Powered by Hydra (https://hydra.cc)
|
74 |
-
|
75 |
-
Use --hydra-help to view Hydra specific help
|
76 |
-
|
77 |
-
'
|
78 |
-
template: '${hydra.help.header}
|
79 |
-
|
80 |
-
== Configuration groups ==
|
81 |
-
|
82 |
-
Compose your configuration from those groups (group=option)
|
83 |
-
|
84 |
-
|
85 |
-
$APP_CONFIG_GROUPS
|
86 |
-
|
87 |
-
|
88 |
-
== Config ==
|
89 |
-
|
90 |
-
Override anything in the config (foo.bar=value)
|
91 |
-
|
92 |
-
|
93 |
-
$CONFIG
|
94 |
-
|
95 |
-
|
96 |
-
${hydra.help.footer}
|
97 |
-
|
98 |
-
'
|
99 |
-
hydra_help:
|
100 |
-
template: 'Hydra (${hydra.runtime.version})
|
101 |
-
|
102 |
-
See https://hydra.cc for more info.
|
103 |
-
|
104 |
-
|
105 |
-
== Flags ==
|
106 |
-
|
107 |
-
$FLAGS_HELP
|
108 |
-
|
109 |
-
|
110 |
-
== Configuration groups ==
|
111 |
-
|
112 |
-
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
113 |
-
to command line)
|
114 |
-
|
115 |
-
|
116 |
-
$HYDRA_CONFIG_GROUPS
|
117 |
-
|
118 |
-
|
119 |
-
Use ''--cfg hydra'' to Show the Hydra config.
|
120 |
-
|
121 |
-
'
|
122 |
-
hydra_help: ???
|
123 |
-
hydra_logging:
|
124 |
-
version: 1
|
125 |
-
formatters:
|
126 |
-
colorlog:
|
127 |
-
(): colorlog.ColoredFormatter
|
128 |
-
format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
|
129 |
-
handlers:
|
130 |
-
console:
|
131 |
-
class: logging.StreamHandler
|
132 |
-
formatter: colorlog
|
133 |
-
stream: ext://sys.stdout
|
134 |
-
root:
|
135 |
-
level: INFO
|
136 |
-
handlers:
|
137 |
-
- console
|
138 |
-
disable_existing_loggers: false
|
139 |
-
job_logging:
|
140 |
-
version: 1
|
141 |
-
formatters:
|
142 |
-
simple:
|
143 |
-
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
144 |
-
colorlog:
|
145 |
-
(): colorlog.ColoredFormatter
|
146 |
-
format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
|
147 |
-
- %(message)s'
|
148 |
-
log_colors:
|
149 |
-
DEBUG: purple
|
150 |
-
INFO: green
|
151 |
-
WARNING: yellow
|
152 |
-
ERROR: red
|
153 |
-
CRITICAL: red
|
154 |
-
handlers:
|
155 |
-
console:
|
156 |
-
class: logging.StreamHandler
|
157 |
-
formatter: colorlog
|
158 |
-
stream: ext://sys.stdout
|
159 |
-
file:
|
160 |
-
class: logging.FileHandler
|
161 |
-
formatter: simple
|
162 |
-
filename: ${hydra.job.name}.log
|
163 |
-
root:
|
164 |
-
level: INFO
|
165 |
-
handlers:
|
166 |
-
- console
|
167 |
-
- file
|
168 |
-
disable_existing_loggers: false
|
169 |
-
env: {}
|
170 |
-
searchpath: []
|
171 |
-
callbacks: {}
|
172 |
-
output_subdir: .hydra
|
173 |
-
overrides:
|
174 |
-
hydra: []
|
175 |
-
task:
|
176 |
-
- datamodule.batch_size=32
|
177 |
-
- model.lr=0.04099159968275264
|
178 |
-
- model.lin1_size=128
|
179 |
-
- model.lin2_size=32
|
180 |
-
- model.lin3_size=32
|
181 |
-
- hparams_search=focus150_optuna
|
182 |
-
job:
|
183 |
-
name: train
|
184 |
-
override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=128,model.lin2_size=32,model.lin3_size=32,model.lr=0.04099159968275264
|
185 |
-
id: '0'
|
186 |
-
num: 0
|
187 |
-
config_name: train.yaml
|
188 |
-
env_set: {}
|
189 |
-
env_copy: []
|
190 |
-
config:
|
191 |
-
override_dirname:
|
192 |
-
kv_sep: '='
|
193 |
-
item_sep: ','
|
194 |
-
exclude_keys: []
|
195 |
-
runtime:
|
196 |
-
version: 1.1.1
|
197 |
-
cwd: /usr/src/app
|
198 |
-
config_sources:
|
199 |
-
- path: hydra.conf
|
200 |
-
schema: pkg
|
201 |
-
provider: hydra
|
202 |
-
- path: /usr/src/app/configs
|
203 |
-
schema: file
|
204 |
-
provider: main
|
205 |
-
- path: hydra_plugins.hydra_colorlog.conf
|
206 |
-
schema: pkg
|
207 |
-
provider: hydra-colorlog
|
208 |
-
- path: ''
|
209 |
-
schema: structured
|
210 |
-
provider: schema
|
211 |
-
choices:
|
212 |
-
local: default.yaml
|
213 |
-
hparams_search: focus150_optuna
|
214 |
-
debug: null
|
215 |
-
experiment: null
|
216 |
-
log_dir: default.yaml
|
217 |
-
trainer: long.yaml
|
218 |
-
logger: tensorboard
|
219 |
-
callbacks: default.yaml
|
220 |
-
model: focus150.yaml
|
221 |
-
datamodule: focus150.yaml
|
222 |
-
hydra/env: default
|
223 |
-
hydra/callbacks: null
|
224 |
-
hydra/job_logging: colorlog
|
225 |
-
hydra/hydra_logging: colorlog
|
226 |
-
hydra/hydra_help: default
|
227 |
-
hydra/help: default
|
228 |
-
hydra/sweeper: optuna
|
229 |
-
hydra/sweeper/sampler: tpe
|
230 |
-
hydra/launcher: basic
|
231 |
-
hydra/output: default
|
232 |
-
verbose: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/overrides.yaml
DELETED
@@ -1,6 +0,0 @@
|
|
1 |
-
- datamodule.batch_size=32
|
2 |
-
- model.lr=0.04099159968275264
|
3 |
-
- model.lin1_size=128
|
4 |
-
- model.lin2_size=32
|
5 |
-
- model.lin3_size=32
|
6 |
-
- hparams_search=focus150_optuna
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/events.out.tfevents.1646393430.e02c2cd1d8ab.1.0
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:d6afc0f43b3c1bd7933f2a0e2d56b93f74680505b96c42a15f8970c35864b322
|
3 |
-
size 36391
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/events.out.tfevents.1646393675.e02c2cd1d8ab.1.1
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:c7356d4d877d5517b1738d3fbb03153b84e6a6c09d506bbabbdffcebca279aba
|
3 |
-
size 179
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/hparams.yaml
DELETED
@@ -1,52 +0,0 @@
|
|
1 |
-
trainer:
|
2 |
-
_target_: pytorch_lightning.Trainer
|
3 |
-
gpus: 1
|
4 |
-
min_epochs: 1
|
5 |
-
max_epochs: 100
|
6 |
-
resume_from_checkpoint: null
|
7 |
-
model:
|
8 |
-
_target_: src.models.focus_module.FocusLitModule
|
9 |
-
input_size: 67500
|
10 |
-
lin1_size: 128
|
11 |
-
lin2_size: 32
|
12 |
-
lin3_size: 32
|
13 |
-
output_size: 1
|
14 |
-
lr: 0.04099159968275264
|
15 |
-
weight_decay: 0.0005
|
16 |
-
datamodule:
|
17 |
-
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
18 |
-
data_dir: /usr/src/app/data/focus150
|
19 |
-
csv_file: /usr/src/app/data/focus150/metadata.csv
|
20 |
-
batch_size: 32
|
21 |
-
train_val_test_split_percentage:
|
22 |
-
- 0.7
|
23 |
-
- 0.15
|
24 |
-
- 0.15
|
25 |
-
num_workers: 0
|
26 |
-
pin_memory: false
|
27 |
-
seed: null
|
28 |
-
callbacks:
|
29 |
-
model_checkpoint:
|
30 |
-
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
31 |
-
monitor: val/mae
|
32 |
-
mode: min
|
33 |
-
save_top_k: 1
|
34 |
-
save_last: true
|
35 |
-
verbose: false
|
36 |
-
dirpath: checkpoints/
|
37 |
-
filename: epoch_{epoch:03d}
|
38 |
-
auto_insert_metric_name: false
|
39 |
-
early_stopping:
|
40 |
-
_target_: pytorch_lightning.callbacks.EarlyStopping
|
41 |
-
monitor: val/mae
|
42 |
-
mode: min
|
43 |
-
patience: 100
|
44 |
-
min_delta: 0
|
45 |
-
model_summary:
|
46 |
-
_target_: pytorch_lightning.callbacks.RichModelSummary
|
47 |
-
max_depth: -1
|
48 |
-
rich_progress_bar:
|
49 |
-
_target_: pytorch_lightning.callbacks.RichProgressBar
|
50 |
-
model/params/total: 8645729
|
51 |
-
model/params/trainable: 8645729
|
52 |
-
model/params/non_trainable: 0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/config.yaml
DELETED
@@ -1,66 +0,0 @@
|
|
1 |
-
original_work_dir: ${hydra:runtime.cwd}
|
2 |
-
data_dir: ${original_work_dir}/data
|
3 |
-
print_config: true
|
4 |
-
ignore_warnings: true
|
5 |
-
train: true
|
6 |
-
test: true
|
7 |
-
seed: null
|
8 |
-
name: focus150_optuna
|
9 |
-
datamodule:
|
10 |
-
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
11 |
-
data_dir: ${data_dir}/focus150
|
12 |
-
csv_file: ${data_dir}/focus150/metadata.csv
|
13 |
-
batch_size: 64
|
14 |
-
train_val_test_split_percentage:
|
15 |
-
- 0.7
|
16 |
-
- 0.15
|
17 |
-
- 0.15
|
18 |
-
num_workers: 0
|
19 |
-
pin_memory: false
|
20 |
-
model:
|
21 |
-
_target_: src.models.focus_module.FocusLitModule
|
22 |
-
input_size: 67500
|
23 |
-
lin1_size: 256
|
24 |
-
lin2_size: 128
|
25 |
-
lin3_size: 1024
|
26 |
-
output_size: 1
|
27 |
-
lr: 0.15818542131777294
|
28 |
-
weight_decay: 0.0005
|
29 |
-
callbacks:
|
30 |
-
model_checkpoint:
|
31 |
-
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
32 |
-
monitor: val/mae
|
33 |
-
mode: min
|
34 |
-
save_top_k: 1
|
35 |
-
save_last: true
|
36 |
-
verbose: false
|
37 |
-
dirpath: checkpoints/
|
38 |
-
filename: epoch_{epoch:03d}
|
39 |
-
auto_insert_metric_name: false
|
40 |
-
early_stopping:
|
41 |
-
_target_: pytorch_lightning.callbacks.EarlyStopping
|
42 |
-
monitor: val/mae
|
43 |
-
mode: min
|
44 |
-
patience: 100
|
45 |
-
min_delta: 0
|
46 |
-
model_summary:
|
47 |
-
_target_: pytorch_lightning.callbacks.RichModelSummary
|
48 |
-
max_depth: -1
|
49 |
-
rich_progress_bar:
|
50 |
-
_target_: pytorch_lightning.callbacks.RichProgressBar
|
51 |
-
logger:
|
52 |
-
tensorboard:
|
53 |
-
_target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
|
54 |
-
save_dir: tensorboard/
|
55 |
-
name: null
|
56 |
-
version: ${name}
|
57 |
-
log_graph: false
|
58 |
-
default_hp_metric: true
|
59 |
-
prefix: ''
|
60 |
-
trainer:
|
61 |
-
_target_: pytorch_lightning.Trainer
|
62 |
-
gpus: 1
|
63 |
-
min_epochs: 1
|
64 |
-
max_epochs: 100
|
65 |
-
resume_from_checkpoint: null
|
66 |
-
optimized_metric: val/mae_best
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/hydra.yaml
DELETED
@@ -1,232 +0,0 @@
|
|
1 |
-
hydra:
|
2 |
-
run:
|
3 |
-
dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
4 |
-
sweep:
|
5 |
-
dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
6 |
-
subdir: ${hydra.job.num}
|
7 |
-
launcher:
|
8 |
-
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
9 |
-
sweeper:
|
10 |
-
sampler:
|
11 |
-
_target_: optuna.samplers.TPESampler
|
12 |
-
seed: 12345
|
13 |
-
consider_prior: true
|
14 |
-
prior_weight: 1.0
|
15 |
-
consider_magic_clip: true
|
16 |
-
consider_endpoints: false
|
17 |
-
n_startup_trials: 10
|
18 |
-
n_ei_candidates: 24
|
19 |
-
multivariate: false
|
20 |
-
warn_independent_sampling: true
|
21 |
-
_target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
|
22 |
-
direction: minimize
|
23 |
-
storage: null
|
24 |
-
study_name: focus150_hyperparameter_search
|
25 |
-
n_trials: 25
|
26 |
-
n_jobs: 1
|
27 |
-
search_space:
|
28 |
-
datamodule.batch_size:
|
29 |
-
type: categorical
|
30 |
-
choices:
|
31 |
-
- 32
|
32 |
-
- 64
|
33 |
-
- 128
|
34 |
-
model.lr:
|
35 |
-
type: float
|
36 |
-
low: 0.0001
|
37 |
-
high: 0.2
|
38 |
-
model.lin1_size:
|
39 |
-
type: categorical
|
40 |
-
choices:
|
41 |
-
- 32
|
42 |
-
- 64
|
43 |
-
- 128
|
44 |
-
- 256
|
45 |
-
- 512
|
46 |
-
- 1024
|
47 |
-
- 2048
|
48 |
-
model.lin2_size:
|
49 |
-
type: categorical
|
50 |
-
choices:
|
51 |
-
- 32
|
52 |
-
- 64
|
53 |
-
- 128
|
54 |
-
- 256
|
55 |
-
- 512
|
56 |
-
- 1024
|
57 |
-
- 2048
|
58 |
-
model.lin3_size:
|
59 |
-
type: categorical
|
60 |
-
choices:
|
61 |
-
- 32
|
62 |
-
- 64
|
63 |
-
- 128
|
64 |
-
- 256
|
65 |
-
- 512
|
66 |
-
- 1024
|
67 |
-
- 2048
|
68 |
-
help:
|
69 |
-
app_name: ${hydra.job.name}
|
70 |
-
header: '${hydra.help.app_name} is powered by Hydra.
|
71 |
-
|
72 |
-
'
|
73 |
-
footer: 'Powered by Hydra (https://hydra.cc)
|
74 |
-
|
75 |
-
Use --hydra-help to view Hydra specific help
|
76 |
-
|
77 |
-
'
|
78 |
-
template: '${hydra.help.header}
|
79 |
-
|
80 |
-
== Configuration groups ==
|
81 |
-
|
82 |
-
Compose your configuration from those groups (group=option)
|
83 |
-
|
84 |
-
|
85 |
-
$APP_CONFIG_GROUPS
|
86 |
-
|
87 |
-
|
88 |
-
== Config ==
|
89 |
-
|
90 |
-
Override anything in the config (foo.bar=value)
|
91 |
-
|
92 |
-
|
93 |
-
$CONFIG
|
94 |
-
|
95 |
-
|
96 |
-
${hydra.help.footer}
|
97 |
-
|
98 |
-
'
|
99 |
-
hydra_help:
|
100 |
-
template: 'Hydra (${hydra.runtime.version})
|
101 |
-
|
102 |
-
See https://hydra.cc for more info.
|
103 |
-
|
104 |
-
|
105 |
-
== Flags ==
|
106 |
-
|
107 |
-
$FLAGS_HELP
|
108 |
-
|
109 |
-
|
110 |
-
== Configuration groups ==
|
111 |
-
|
112 |
-
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
113 |
-
to command line)
|
114 |
-
|
115 |
-
|
116 |
-
$HYDRA_CONFIG_GROUPS
|
117 |
-
|
118 |
-
|
119 |
-
Use ''--cfg hydra'' to Show the Hydra config.
|
120 |
-
|
121 |
-
'
|
122 |
-
hydra_help: ???
|
123 |
-
hydra_logging:
|
124 |
-
version: 1
|
125 |
-
formatters:
|
126 |
-
colorlog:
|
127 |
-
(): colorlog.ColoredFormatter
|
128 |
-
format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
|
129 |
-
handlers:
|
130 |
-
console:
|
131 |
-
class: logging.StreamHandler
|
132 |
-
formatter: colorlog
|
133 |
-
stream: ext://sys.stdout
|
134 |
-
root:
|
135 |
-
level: INFO
|
136 |
-
handlers:
|
137 |
-
- console
|
138 |
-
disable_existing_loggers: false
|
139 |
-
job_logging:
|
140 |
-
version: 1
|
141 |
-
formatters:
|
142 |
-
simple:
|
143 |
-
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
144 |
-
colorlog:
|
145 |
-
(): colorlog.ColoredFormatter
|
146 |
-
format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
|
147 |
-
- %(message)s'
|
148 |
-
log_colors:
|
149 |
-
DEBUG: purple
|
150 |
-
INFO: green
|
151 |
-
WARNING: yellow
|
152 |
-
ERROR: red
|
153 |
-
CRITICAL: red
|
154 |
-
handlers:
|
155 |
-
console:
|
156 |
-
class: logging.StreamHandler
|
157 |
-
formatter: colorlog
|
158 |
-
stream: ext://sys.stdout
|
159 |
-
file:
|
160 |
-
class: logging.FileHandler
|
161 |
-
formatter: simple
|
162 |
-
filename: ${hydra.job.name}.log
|
163 |
-
root:
|
164 |
-
level: INFO
|
165 |
-
handlers:
|
166 |
-
- console
|
167 |
-
- file
|
168 |
-
disable_existing_loggers: false
|
169 |
-
env: {}
|
170 |
-
searchpath: []
|
171 |
-
callbacks: {}
|
172 |
-
output_subdir: .hydra
|
173 |
-
overrides:
|
174 |
-
hydra: []
|
175 |
-
task:
|
176 |
-
- datamodule.batch_size=64
|
177 |
-
- model.lr=0.15818542131777294
|
178 |
-
- model.lin1_size=256
|
179 |
-
- model.lin2_size=128
|
180 |
-
- model.lin3_size=1024
|
181 |
-
- hparams_search=focus150_optuna
|
182 |
-
job:
|
183 |
-
name: train
|
184 |
-
override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=1024,model.lr=0.15818542131777294
|
185 |
-
id: '1'
|
186 |
-
num: 1
|
187 |
-
config_name: train.yaml
|
188 |
-
env_set: {}
|
189 |
-
env_copy: []
|
190 |
-
config:
|
191 |
-
override_dirname:
|
192 |
-
kv_sep: '='
|
193 |
-
item_sep: ','
|
194 |
-
exclude_keys: []
|
195 |
-
runtime:
|
196 |
-
version: 1.1.1
|
197 |
-
cwd: /usr/src/app
|
198 |
-
config_sources:
|
199 |
-
- path: hydra.conf
|
200 |
-
schema: pkg
|
201 |
-
provider: hydra
|
202 |
-
- path: /usr/src/app/configs
|
203 |
-
schema: file
|
204 |
-
provider: main
|
205 |
-
- path: hydra_plugins.hydra_colorlog.conf
|
206 |
-
schema: pkg
|
207 |
-
provider: hydra-colorlog
|
208 |
-
- path: ''
|
209 |
-
schema: structured
|
210 |
-
provider: schema
|
211 |
-
choices:
|
212 |
-
local: default.yaml
|
213 |
-
hparams_search: focus150_optuna
|
214 |
-
debug: null
|
215 |
-
experiment: null
|
216 |
-
log_dir: default.yaml
|
217 |
-
trainer: long.yaml
|
218 |
-
logger: tensorboard
|
219 |
-
callbacks: default.yaml
|
220 |
-
model: focus150.yaml
|
221 |
-
datamodule: focus150.yaml
|
222 |
-
hydra/env: default
|
223 |
-
hydra/callbacks: null
|
224 |
-
hydra/job_logging: colorlog
|
225 |
-
hydra/hydra_logging: colorlog
|
226 |
-
hydra/hydra_help: default
|
227 |
-
hydra/help: default
|
228 |
-
hydra/sweeper: optuna
|
229 |
-
hydra/sweeper/sampler: tpe
|
230 |
-
hydra/launcher: basic
|
231 |
-
hydra/output: default
|
232 |
-
verbose: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/overrides.yaml
DELETED
@@ -1,6 +0,0 @@
|
|
1 |
-
- datamodule.batch_size=64
|
2 |
-
- model.lr=0.15818542131777294
|
3 |
-
- model.lin1_size=256
|
4 |
-
- model.lin2_size=128
|
5 |
-
- model.lin3_size=1024
|
6 |
-
- hparams_search=focus150_optuna
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/events.out.tfevents.1646393676.e02c2cd1d8ab.1.2
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:0f6997fead061ad1b7ca1a54e9df1c6e59c656a41f5642597c9791fd1f5944a9
|
3 |
-
size 36328
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/events.out.tfevents.1646394071.e02c2cd1d8ab.1.3
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:98d4647ce1487bed60e00a1b0991c7f1a1d6298d661b2af6befa36b542c3d805
|
3 |
-
size 179
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/hparams.yaml
DELETED
@@ -1,52 +0,0 @@
|
|
1 |
-
trainer:
|
2 |
-
_target_: pytorch_lightning.Trainer
|
3 |
-
gpus: 1
|
4 |
-
min_epochs: 1
|
5 |
-
max_epochs: 100
|
6 |
-
resume_from_checkpoint: null
|
7 |
-
model:
|
8 |
-
_target_: src.models.focus_module.FocusLitModule
|
9 |
-
input_size: 67500
|
10 |
-
lin1_size: 256
|
11 |
-
lin2_size: 128
|
12 |
-
lin3_size: 1024
|
13 |
-
output_size: 1
|
14 |
-
lr: 0.15818542131777294
|
15 |
-
weight_decay: 0.0005
|
16 |
-
datamodule:
|
17 |
-
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
18 |
-
data_dir: /usr/src/app/data/focus150
|
19 |
-
csv_file: /usr/src/app/data/focus150/metadata.csv
|
20 |
-
batch_size: 64
|
21 |
-
train_val_test_split_percentage:
|
22 |
-
- 0.7
|
23 |
-
- 0.15
|
24 |
-
- 0.15
|
25 |
-
num_workers: 0
|
26 |
-
pin_memory: false
|
27 |
-
seed: null
|
28 |
-
callbacks:
|
29 |
-
model_checkpoint:
|
30 |
-
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
31 |
-
monitor: val/mae
|
32 |
-
mode: min
|
33 |
-
save_top_k: 1
|
34 |
-
save_last: true
|
35 |
-
verbose: false
|
36 |
-
dirpath: checkpoints/
|
37 |
-
filename: epoch_{epoch:03d}
|
38 |
-
auto_insert_metric_name: false
|
39 |
-
early_stopping:
|
40 |
-
_target_: pytorch_lightning.callbacks.EarlyStopping
|
41 |
-
monitor: val/mae
|
42 |
-
mode: min
|
43 |
-
patience: 100
|
44 |
-
min_delta: 0
|
45 |
-
model_summary:
|
46 |
-
_target_: pytorch_lightning.callbacks.RichModelSummary
|
47 |
-
max_depth: -1
|
48 |
-
rich_progress_bar:
|
49 |
-
_target_: pytorch_lightning.callbacks.RichProgressBar
|
50 |
-
model/params/total: 17449089
|
51 |
-
model/params/trainable: 17449089
|
52 |
-
model/params/non_trainable: 0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/config.yaml
DELETED
@@ -1,66 +0,0 @@
|
|
1 |
-
original_work_dir: ${hydra:runtime.cwd}
|
2 |
-
data_dir: ${original_work_dir}/data
|
3 |
-
print_config: true
|
4 |
-
ignore_warnings: true
|
5 |
-
train: true
|
6 |
-
test: true
|
7 |
-
seed: null
|
8 |
-
name: focus150_optuna
|
9 |
-
datamodule:
|
10 |
-
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
11 |
-
data_dir: ${data_dir}/focus150
|
12 |
-
csv_file: ${data_dir}/focus150/metadata.csv
|
13 |
-
batch_size: 128
|
14 |
-
train_val_test_split_percentage:
|
15 |
-
- 0.7
|
16 |
-
- 0.15
|
17 |
-
- 0.15
|
18 |
-
num_workers: 0
|
19 |
-
pin_memory: false
|
20 |
-
model:
|
21 |
-
_target_: src.models.focus_module.FocusLitModule
|
22 |
-
input_size: 67500
|
23 |
-
lin1_size: 512
|
24 |
-
lin2_size: 512
|
25 |
-
lin3_size: 256
|
26 |
-
output_size: 1
|
27 |
-
lr: 0.07148210917089061
|
28 |
-
weight_decay: 0.0005
|
29 |
-
callbacks:
|
30 |
-
model_checkpoint:
|
31 |
-
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
32 |
-
monitor: val/mae
|
33 |
-
mode: min
|
34 |
-
save_top_k: 1
|
35 |
-
save_last: true
|
36 |
-
verbose: false
|
37 |
-
dirpath: checkpoints/
|
38 |
-
filename: epoch_{epoch:03d}
|
39 |
-
auto_insert_metric_name: false
|
40 |
-
early_stopping:
|
41 |
-
_target_: pytorch_lightning.callbacks.EarlyStopping
|
42 |
-
monitor: val/mae
|
43 |
-
mode: min
|
44 |
-
patience: 100
|
45 |
-
min_delta: 0
|
46 |
-
model_summary:
|
47 |
-
_target_: pytorch_lightning.callbacks.RichModelSummary
|
48 |
-
max_depth: -1
|
49 |
-
rich_progress_bar:
|
50 |
-
_target_: pytorch_lightning.callbacks.RichProgressBar
|
51 |
-
logger:
|
52 |
-
tensorboard:
|
53 |
-
_target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
|
54 |
-
save_dir: tensorboard/
|
55 |
-
name: null
|
56 |
-
version: ${name}
|
57 |
-
log_graph: false
|
58 |
-
default_hp_metric: true
|
59 |
-
prefix: ''
|
60 |
-
trainer:
|
61 |
-
_target_: pytorch_lightning.Trainer
|
62 |
-
gpus: 1
|
63 |
-
min_epochs: 1
|
64 |
-
max_epochs: 100
|
65 |
-
resume_from_checkpoint: null
|
66 |
-
optimized_metric: val/mae_best
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/hydra.yaml
DELETED
@@ -1,232 +0,0 @@
|
|
1 |
-
hydra:
|
2 |
-
run:
|
3 |
-
dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
4 |
-
sweep:
|
5 |
-
dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
6 |
-
subdir: ${hydra.job.num}
|
7 |
-
launcher:
|
8 |
-
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
9 |
-
sweeper:
|
10 |
-
sampler:
|
11 |
-
_target_: optuna.samplers.TPESampler
|
12 |
-
seed: 12345
|
13 |
-
consider_prior: true
|
14 |
-
prior_weight: 1.0
|
15 |
-
consider_magic_clip: true
|
16 |
-
consider_endpoints: false
|
17 |
-
n_startup_trials: 10
|
18 |
-
n_ei_candidates: 24
|
19 |
-
multivariate: false
|
20 |
-
warn_independent_sampling: true
|
21 |
-
_target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
|
22 |
-
direction: minimize
|
23 |
-
storage: null
|
24 |
-
study_name: focus150_hyperparameter_search
|
25 |
-
n_trials: 25
|
26 |
-
n_jobs: 1
|
27 |
-
search_space:
|
28 |
-
datamodule.batch_size:
|
29 |
-
type: categorical
|
30 |
-
choices:
|
31 |
-
- 32
|
32 |
-
- 64
|
33 |
-
- 128
|
34 |
-
model.lr:
|
35 |
-
type: float
|
36 |
-
low: 0.0001
|
37 |
-
high: 0.2
|
38 |
-
model.lin1_size:
|
39 |
-
type: categorical
|
40 |
-
choices:
|
41 |
-
- 32
|
42 |
-
- 64
|
43 |
-
- 128
|
44 |
-
- 256
|
45 |
-
- 512
|
46 |
-
- 1024
|
47 |
-
- 2048
|
48 |
-
model.lin2_size:
|
49 |
-
type: categorical
|
50 |
-
choices:
|
51 |
-
- 32
|
52 |
-
- 64
|
53 |
-
- 128
|
54 |
-
- 256
|
55 |
-
- 512
|
56 |
-
- 1024
|
57 |
-
- 2048
|
58 |
-
model.lin3_size:
|
59 |
-
type: categorical
|
60 |
-
choices:
|
61 |
-
- 32
|
62 |
-
- 64
|
63 |
-
- 128
|
64 |
-
- 256
|
65 |
-
- 512
|
66 |
-
- 1024
|
67 |
-
- 2048
|
68 |
-
help:
|
69 |
-
app_name: ${hydra.job.name}
|
70 |
-
header: '${hydra.help.app_name} is powered by Hydra.
|
71 |
-
|
72 |
-
'
|
73 |
-
footer: 'Powered by Hydra (https://hydra.cc)
|
74 |
-
|
75 |
-
Use --hydra-help to view Hydra specific help
|
76 |
-
|
77 |
-
'
|
78 |
-
template: '${hydra.help.header}
|
79 |
-
|
80 |
-
== Configuration groups ==
|
81 |
-
|
82 |
-
Compose your configuration from those groups (group=option)
|
83 |
-
|
84 |
-
|
85 |
-
$APP_CONFIG_GROUPS
|
86 |
-
|
87 |
-
|
88 |
-
== Config ==
|
89 |
-
|
90 |
-
Override anything in the config (foo.bar=value)
|
91 |
-
|
92 |
-
|
93 |
-
$CONFIG
|
94 |
-
|
95 |
-
|
96 |
-
${hydra.help.footer}
|
97 |
-
|
98 |
-
'
|
99 |
-
hydra_help:
|
100 |
-
template: 'Hydra (${hydra.runtime.version})
|
101 |
-
|
102 |
-
See https://hydra.cc for more info.
|
103 |
-
|
104 |
-
|
105 |
-
== Flags ==
|
106 |
-
|
107 |
-
$FLAGS_HELP
|
108 |
-
|
109 |
-
|
110 |
-
== Configuration groups ==
|
111 |
-
|
112 |
-
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
113 |
-
to command line)
|
114 |
-
|
115 |
-
|
116 |
-
$HYDRA_CONFIG_GROUPS
|
117 |
-
|
118 |
-
|
119 |
-
Use ''--cfg hydra'' to Show the Hydra config.
|
120 |
-
|
121 |
-
'
|
122 |
-
hydra_help: ???
|
123 |
-
hydra_logging:
|
124 |
-
version: 1
|
125 |
-
formatters:
|
126 |
-
colorlog:
|
127 |
-
(): colorlog.ColoredFormatter
|
128 |
-
format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
|
129 |
-
handlers:
|
130 |
-
console:
|
131 |
-
class: logging.StreamHandler
|
132 |
-
formatter: colorlog
|
133 |
-
stream: ext://sys.stdout
|
134 |
-
root:
|
135 |
-
level: INFO
|
136 |
-
handlers:
|
137 |
-
- console
|
138 |
-
disable_existing_loggers: false
|
139 |
-
job_logging:
|
140 |
-
version: 1
|
141 |
-
formatters:
|
142 |
-
simple:
|
143 |
-
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
144 |
-
colorlog:
|
145 |
-
(): colorlog.ColoredFormatter
|
146 |
-
format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
|
147 |
-
- %(message)s'
|
148 |
-
log_colors:
|
149 |
-
DEBUG: purple
|
150 |
-
INFO: green
|
151 |
-
WARNING: yellow
|
152 |
-
ERROR: red
|
153 |
-
CRITICAL: red
|
154 |
-
handlers:
|
155 |
-
console:
|
156 |
-
class: logging.StreamHandler
|
157 |
-
formatter: colorlog
|
158 |
-
stream: ext://sys.stdout
|
159 |
-
file:
|
160 |
-
class: logging.FileHandler
|
161 |
-
formatter: simple
|
162 |
-
filename: ${hydra.job.name}.log
|
163 |
-
root:
|
164 |
-
level: INFO
|
165 |
-
handlers:
|
166 |
-
- console
|
167 |
-
- file
|
168 |
-
disable_existing_loggers: false
|
169 |
-
env: {}
|
170 |
-
searchpath: []
|
171 |
-
callbacks: {}
|
172 |
-
output_subdir: .hydra
|
173 |
-
overrides:
|
174 |
-
hydra: []
|
175 |
-
task:
|
176 |
-
- datamodule.batch_size=128
|
177 |
-
- model.lr=0.07148210917089061
|
178 |
-
- model.lin1_size=512
|
179 |
-
- model.lin2_size=512
|
180 |
-
- model.lin3_size=256
|
181 |
-
- hparams_search=focus150_optuna
|
182 |
-
job:
|
183 |
-
name: train
|
184 |
-
override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=512,model.lin2_size=512,model.lin3_size=256,model.lr=0.07148210917089061
|
185 |
-
id: '10'
|
186 |
-
num: 10
|
187 |
-
config_name: train.yaml
|
188 |
-
env_set: {}
|
189 |
-
env_copy: []
|
190 |
-
config:
|
191 |
-
override_dirname:
|
192 |
-
kv_sep: '='
|
193 |
-
item_sep: ','
|
194 |
-
exclude_keys: []
|
195 |
-
runtime:
|
196 |
-
version: 1.1.1
|
197 |
-
cwd: /usr/src/app
|
198 |
-
config_sources:
|
199 |
-
- path: hydra.conf
|
200 |
-
schema: pkg
|
201 |
-
provider: hydra
|
202 |
-
- path: /usr/src/app/configs
|
203 |
-
schema: file
|
204 |
-
provider: main
|
205 |
-
- path: hydra_plugins.hydra_colorlog.conf
|
206 |
-
schema: pkg
|
207 |
-
provider: hydra-colorlog
|
208 |
-
- path: ''
|
209 |
-
schema: structured
|
210 |
-
provider: schema
|
211 |
-
choices:
|
212 |
-
local: default.yaml
|
213 |
-
hparams_search: focus150_optuna
|
214 |
-
debug: null
|
215 |
-
experiment: null
|
216 |
-
log_dir: default.yaml
|
217 |
-
trainer: long.yaml
|
218 |
-
logger: tensorboard
|
219 |
-
callbacks: default.yaml
|
220 |
-
model: focus150.yaml
|
221 |
-
datamodule: focus150.yaml
|
222 |
-
hydra/env: default
|
223 |
-
hydra/callbacks: null
|
224 |
-
hydra/job_logging: colorlog
|
225 |
-
hydra/hydra_logging: colorlog
|
226 |
-
hydra/hydra_help: default
|
227 |
-
hydra/help: default
|
228 |
-
hydra/sweeper: optuna
|
229 |
-
hydra/sweeper/sampler: tpe
|
230 |
-
hydra/launcher: basic
|
231 |
-
hydra/output: default
|
232 |
-
verbose: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/overrides.yaml
DELETED
@@ -1,6 +0,0 @@
|
|
1 |
-
- datamodule.batch_size=128
|
2 |
-
- model.lr=0.07148210917089061
|
3 |
-
- model.lin1_size=512
|
4 |
-
- model.lin2_size=512
|
5 |
-
- model.lin3_size=256
|
6 |
-
- hparams_search=focus150_optuna
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/events.out.tfevents.1646399561.e02c2cd1d8ab.1.19
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:3093c010acb1da620f30c23572d0cfd10dfd6b38f5b81062c7b070360f3d326e
|
3 |
-
size 36230
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/events.out.tfevents.1646400250.e02c2cd1d8ab.1.20
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:5dcb14bc03802b02af910756b125403e6a53e54513795ee022d8e68555492ce9
|
3 |
-
size 176
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/hparams.yaml
DELETED
@@ -1,52 +0,0 @@
|
|
1 |
-
trainer:
|
2 |
-
_target_: pytorch_lightning.Trainer
|
3 |
-
gpus: 1
|
4 |
-
min_epochs: 1
|
5 |
-
max_epochs: 100
|
6 |
-
resume_from_checkpoint: null
|
7 |
-
model:
|
8 |
-
_target_: src.models.focus_module.FocusLitModule
|
9 |
-
input_size: 67500
|
10 |
-
lin1_size: 512
|
11 |
-
lin2_size: 512
|
12 |
-
lin3_size: 256
|
13 |
-
output_size: 1
|
14 |
-
lr: 0.07148210917089061
|
15 |
-
weight_decay: 0.0005
|
16 |
-
datamodule:
|
17 |
-
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
18 |
-
data_dir: /usr/src/app/data/focus150
|
19 |
-
csv_file: /usr/src/app/data/focus150/metadata.csv
|
20 |
-
batch_size: 128
|
21 |
-
train_val_test_split_percentage:
|
22 |
-
- 0.7
|
23 |
-
- 0.15
|
24 |
-
- 0.15
|
25 |
-
num_workers: 0
|
26 |
-
pin_memory: false
|
27 |
-
seed: null
|
28 |
-
callbacks:
|
29 |
-
model_checkpoint:
|
30 |
-
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
31 |
-
monitor: val/mae
|
32 |
-
mode: min
|
33 |
-
save_top_k: 1
|
34 |
-
save_last: true
|
35 |
-
verbose: false
|
36 |
-
dirpath: checkpoints/
|
37 |
-
filename: epoch_{epoch:03d}
|
38 |
-
auto_insert_metric_name: false
|
39 |
-
early_stopping:
|
40 |
-
_target_: pytorch_lightning.callbacks.EarlyStopping
|
41 |
-
monitor: val/mae
|
42 |
-
mode: min
|
43 |
-
patience: 100
|
44 |
-
min_delta: 0
|
45 |
-
model_summary:
|
46 |
-
_target_: pytorch_lightning.callbacks.RichModelSummary
|
47 |
-
max_depth: -1
|
48 |
-
rich_progress_bar:
|
49 |
-
_target_: pytorch_lightning.callbacks.RichProgressBar
|
50 |
-
model/params/total: 34957313
|
51 |
-
model/params/trainable: 34957313
|
52 |
-
model/params/non_trainable: 0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/config.yaml
DELETED
@@ -1,66 +0,0 @@
|
|
1 |
-
original_work_dir: ${hydra:runtime.cwd}
|
2 |
-
data_dir: ${original_work_dir}/data
|
3 |
-
print_config: true
|
4 |
-
ignore_warnings: true
|
5 |
-
train: true
|
6 |
-
test: true
|
7 |
-
seed: null
|
8 |
-
name: focus150_optuna
|
9 |
-
datamodule:
|
10 |
-
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
11 |
-
data_dir: ${data_dir}/focus150
|
12 |
-
csv_file: ${data_dir}/focus150/metadata.csv
|
13 |
-
batch_size: 64
|
14 |
-
train_val_test_split_percentage:
|
15 |
-
- 0.7
|
16 |
-
- 0.15
|
17 |
-
- 0.15
|
18 |
-
num_workers: 0
|
19 |
-
pin_memory: false
|
20 |
-
model:
|
21 |
-
_target_: src.models.focus_module.FocusLitModule
|
22 |
-
input_size: 67500
|
23 |
-
lin1_size: 32
|
24 |
-
lin2_size: 256
|
25 |
-
lin3_size: 128
|
26 |
-
output_size: 1
|
27 |
-
lr: 0.11779269530261958
|
28 |
-
weight_decay: 0.0005
|
29 |
-
callbacks:
|
30 |
-
model_checkpoint:
|
31 |
-
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
32 |
-
monitor: val/mae
|
33 |
-
mode: min
|
34 |
-
save_top_k: 1
|
35 |
-
save_last: true
|
36 |
-
verbose: false
|
37 |
-
dirpath: checkpoints/
|
38 |
-
filename: epoch_{epoch:03d}
|
39 |
-
auto_insert_metric_name: false
|
40 |
-
early_stopping:
|
41 |
-
_target_: pytorch_lightning.callbacks.EarlyStopping
|
42 |
-
monitor: val/mae
|
43 |
-
mode: min
|
44 |
-
patience: 100
|
45 |
-
min_delta: 0
|
46 |
-
model_summary:
|
47 |
-
_target_: pytorch_lightning.callbacks.RichModelSummary
|
48 |
-
max_depth: -1
|
49 |
-
rich_progress_bar:
|
50 |
-
_target_: pytorch_lightning.callbacks.RichProgressBar
|
51 |
-
logger:
|
52 |
-
tensorboard:
|
53 |
-
_target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
|
54 |
-
save_dir: tensorboard/
|
55 |
-
name: null
|
56 |
-
version: ${name}
|
57 |
-
log_graph: false
|
58 |
-
default_hp_metric: true
|
59 |
-
prefix: ''
|
60 |
-
trainer:
|
61 |
-
_target_: pytorch_lightning.Trainer
|
62 |
-
gpus: 1
|
63 |
-
min_epochs: 1
|
64 |
-
max_epochs: 100
|
65 |
-
resume_from_checkpoint: null
|
66 |
-
optimized_metric: val/mae_best
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/hydra.yaml
DELETED
@@ -1,232 +0,0 @@
|
|
1 |
-
hydra:
|
2 |
-
run:
|
3 |
-
dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
4 |
-
sweep:
|
5 |
-
dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
6 |
-
subdir: ${hydra.job.num}
|
7 |
-
launcher:
|
8 |
-
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
9 |
-
sweeper:
|
10 |
-
sampler:
|
11 |
-
_target_: optuna.samplers.TPESampler
|
12 |
-
seed: 12345
|
13 |
-
consider_prior: true
|
14 |
-
prior_weight: 1.0
|
15 |
-
consider_magic_clip: true
|
16 |
-
consider_endpoints: false
|
17 |
-
n_startup_trials: 10
|
18 |
-
n_ei_candidates: 24
|
19 |
-
multivariate: false
|
20 |
-
warn_independent_sampling: true
|
21 |
-
_target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
|
22 |
-
direction: minimize
|
23 |
-
storage: null
|
24 |
-
study_name: focus150_hyperparameter_search
|
25 |
-
n_trials: 25
|
26 |
-
n_jobs: 1
|
27 |
-
search_space:
|
28 |
-
datamodule.batch_size:
|
29 |
-
type: categorical
|
30 |
-
choices:
|
31 |
-
- 32
|
32 |
-
- 64
|
33 |
-
- 128
|
34 |
-
model.lr:
|
35 |
-
type: float
|
36 |
-
low: 0.0001
|
37 |
-
high: 0.2
|
38 |
-
model.lin1_size:
|
39 |
-
type: categorical
|
40 |
-
choices:
|
41 |
-
- 32
|
42 |
-
- 64
|
43 |
-
- 128
|
44 |
-
- 256
|
45 |
-
- 512
|
46 |
-
- 1024
|
47 |
-
- 2048
|
48 |
-
model.lin2_size:
|
49 |
-
type: categorical
|
50 |
-
choices:
|
51 |
-
- 32
|
52 |
-
- 64
|
53 |
-
- 128
|
54 |
-
- 256
|
55 |
-
- 512
|
56 |
-
- 1024
|
57 |
-
- 2048
|
58 |
-
model.lin3_size:
|
59 |
-
type: categorical
|
60 |
-
choices:
|
61 |
-
- 32
|
62 |
-
- 64
|
63 |
-
- 128
|
64 |
-
- 256
|
65 |
-
- 512
|
66 |
-
- 1024
|
67 |
-
- 2048
|
68 |
-
help:
|
69 |
-
app_name: ${hydra.job.name}
|
70 |
-
header: '${hydra.help.app_name} is powered by Hydra.
|
71 |
-
|
72 |
-
'
|
73 |
-
footer: 'Powered by Hydra (https://hydra.cc)
|
74 |
-
|
75 |
-
Use --hydra-help to view Hydra specific help
|
76 |
-
|
77 |
-
'
|
78 |
-
template: '${hydra.help.header}
|
79 |
-
|
80 |
-
== Configuration groups ==
|
81 |
-
|
82 |
-
Compose your configuration from those groups (group=option)
|
83 |
-
|
84 |
-
|
85 |
-
$APP_CONFIG_GROUPS
|
86 |
-
|
87 |
-
|
88 |
-
== Config ==
|
89 |
-
|
90 |
-
Override anything in the config (foo.bar=value)
|
91 |
-
|
92 |
-
|
93 |
-
$CONFIG
|
94 |
-
|
95 |
-
|
96 |
-
${hydra.help.footer}
|
97 |
-
|
98 |
-
'
|
99 |
-
hydra_help:
|
100 |
-
template: 'Hydra (${hydra.runtime.version})
|
101 |
-
|
102 |
-
See https://hydra.cc for more info.
|
103 |
-
|
104 |
-
|
105 |
-
== Flags ==
|
106 |
-
|
107 |
-
$FLAGS_HELP
|
108 |
-
|
109 |
-
|
110 |
-
== Configuration groups ==
|
111 |
-
|
112 |
-
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
113 |
-
to command line)
|
114 |
-
|
115 |
-
|
116 |
-
$HYDRA_CONFIG_GROUPS
|
117 |
-
|
118 |
-
|
119 |
-
Use ''--cfg hydra'' to Show the Hydra config.
|
120 |
-
|
121 |
-
'
|
122 |
-
hydra_help: ???
|
123 |
-
hydra_logging:
|
124 |
-
version: 1
|
125 |
-
formatters:
|
126 |
-
colorlog:
|
127 |
-
(): colorlog.ColoredFormatter
|
128 |
-
format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
|
129 |
-
handlers:
|
130 |
-
console:
|
131 |
-
class: logging.StreamHandler
|
132 |
-
formatter: colorlog
|
133 |
-
stream: ext://sys.stdout
|
134 |
-
root:
|
135 |
-
level: INFO
|
136 |
-
handlers:
|
137 |
-
- console
|
138 |
-
disable_existing_loggers: false
|
139 |
-
job_logging:
|
140 |
-
version: 1
|
141 |
-
formatters:
|
142 |
-
simple:
|
143 |
-
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
144 |
-
colorlog:
|
145 |
-
(): colorlog.ColoredFormatter
|
146 |
-
format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
|
147 |
-
- %(message)s'
|
148 |
-
log_colors:
|
149 |
-
DEBUG: purple
|
150 |
-
INFO: green
|
151 |
-
WARNING: yellow
|
152 |
-
ERROR: red
|
153 |
-
CRITICAL: red
|
154 |
-
handlers:
|
155 |
-
console:
|
156 |
-
class: logging.StreamHandler
|
157 |
-
formatter: colorlog
|
158 |
-
stream: ext://sys.stdout
|
159 |
-
file:
|
160 |
-
class: logging.FileHandler
|
161 |
-
formatter: simple
|
162 |
-
filename: ${hydra.job.name}.log
|
163 |
-
root:
|
164 |
-
level: INFO
|
165 |
-
handlers:
|
166 |
-
- console
|
167 |
-
- file
|
168 |
-
disable_existing_loggers: false
|
169 |
-
env: {}
|
170 |
-
searchpath: []
|
171 |
-
callbacks: {}
|
172 |
-
output_subdir: .hydra
|
173 |
-
overrides:
|
174 |
-
hydra: []
|
175 |
-
task:
|
176 |
-
- datamodule.batch_size=64
|
177 |
-
- model.lr=0.11779269530261958
|
178 |
-
- model.lin1_size=32
|
179 |
-
- model.lin2_size=256
|
180 |
-
- model.lin3_size=128
|
181 |
-
- hparams_search=focus150_optuna
|
182 |
-
job:
|
183 |
-
name: train
|
184 |
-
override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=32,model.lin2_size=256,model.lin3_size=128,model.lr=0.11779269530261958
|
185 |
-
id: '11'
|
186 |
-
num: 11
|
187 |
-
config_name: train.yaml
|
188 |
-
env_set: {}
|
189 |
-
env_copy: []
|
190 |
-
config:
|
191 |
-
override_dirname:
|
192 |
-
kv_sep: '='
|
193 |
-
item_sep: ','
|
194 |
-
exclude_keys: []
|
195 |
-
runtime:
|
196 |
-
version: 1.1.1
|
197 |
-
cwd: /usr/src/app
|
198 |
-
config_sources:
|
199 |
-
- path: hydra.conf
|
200 |
-
schema: pkg
|
201 |
-
provider: hydra
|
202 |
-
- path: /usr/src/app/configs
|
203 |
-
schema: file
|
204 |
-
provider: main
|
205 |
-
- path: hydra_plugins.hydra_colorlog.conf
|
206 |
-
schema: pkg
|
207 |
-
provider: hydra-colorlog
|
208 |
-
- path: ''
|
209 |
-
schema: structured
|
210 |
-
provider: schema
|
211 |
-
choices:
|
212 |
-
local: default.yaml
|
213 |
-
hparams_search: focus150_optuna
|
214 |
-
debug: null
|
215 |
-
experiment: null
|
216 |
-
log_dir: default.yaml
|
217 |
-
trainer: long.yaml
|
218 |
-
logger: tensorboard
|
219 |
-
callbacks: default.yaml
|
220 |
-
model: focus150.yaml
|
221 |
-
datamodule: focus150.yaml
|
222 |
-
hydra/env: default
|
223 |
-
hydra/callbacks: null
|
224 |
-
hydra/job_logging: colorlog
|
225 |
-
hydra/hydra_logging: colorlog
|
226 |
-
hydra/hydra_help: default
|
227 |
-
hydra/help: default
|
228 |
-
hydra/sweeper: optuna
|
229 |
-
hydra/sweeper/sampler: tpe
|
230 |
-
hydra/launcher: basic
|
231 |
-
hydra/output: default
|
232 |
-
verbose: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/overrides.yaml
DELETED
@@ -1,6 +0,0 @@
|
|
1 |
-
- datamodule.batch_size=64
|
2 |
-
- model.lr=0.11779269530261958
|
3 |
-
- model.lin1_size=32
|
4 |
-
- model.lin2_size=256
|
5 |
-
- model.lin3_size=128
|
6 |
-
- hparams_search=focus150_optuna
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/events.out.tfevents.1646400251.e02c2cd1d8ab.1.21
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:99dcbe2276408d1477fed434497dfedc2e1c55e37deff1fec0513c0df7336762
|
3 |
-
size 36328
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/events.out.tfevents.1646400340.e02c2cd1d8ab.1.22
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:303733f02185c2365f205d30101dd2f463231152f5186c6366958d57f32db557
|
3 |
-
size 179
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/hparams.yaml
DELETED
@@ -1,52 +0,0 @@
|
|
1 |
-
trainer:
|
2 |
-
_target_: pytorch_lightning.Trainer
|
3 |
-
gpus: 1
|
4 |
-
min_epochs: 1
|
5 |
-
max_epochs: 100
|
6 |
-
resume_from_checkpoint: null
|
7 |
-
model:
|
8 |
-
_target_: src.models.focus_module.FocusLitModule
|
9 |
-
input_size: 67500
|
10 |
-
lin1_size: 32
|
11 |
-
lin2_size: 256
|
12 |
-
lin3_size: 128
|
13 |
-
output_size: 1
|
14 |
-
lr: 0.11779269530261958
|
15 |
-
weight_decay: 0.0005
|
16 |
-
datamodule:
|
17 |
-
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
18 |
-
data_dir: /usr/src/app/data/focus150
|
19 |
-
csv_file: /usr/src/app/data/focus150/metadata.csv
|
20 |
-
batch_size: 64
|
21 |
-
train_val_test_split_percentage:
|
22 |
-
- 0.7
|
23 |
-
- 0.15
|
24 |
-
- 0.15
|
25 |
-
num_workers: 0
|
26 |
-
pin_memory: false
|
27 |
-
seed: null
|
28 |
-
callbacks:
|
29 |
-
model_checkpoint:
|
30 |
-
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
31 |
-
monitor: val/mae
|
32 |
-
mode: min
|
33 |
-
save_top_k: 1
|
34 |
-
save_last: true
|
35 |
-
verbose: false
|
36 |
-
dirpath: checkpoints/
|
37 |
-
filename: epoch_{epoch:03d}
|
38 |
-
auto_insert_metric_name: false
|
39 |
-
early_stopping:
|
40 |
-
_target_: pytorch_lightning.callbacks.EarlyStopping
|
41 |
-
monitor: val/mae
|
42 |
-
mode: min
|
43 |
-
patience: 100
|
44 |
-
min_delta: 0
|
45 |
-
model_summary:
|
46 |
-
_target_: pytorch_lightning.callbacks.RichModelSummary
|
47 |
-
max_depth: -1
|
48 |
-
rich_progress_bar:
|
49 |
-
_target_: pytorch_lightning.callbacks.RichProgressBar
|
50 |
-
model/params/total: 2202337
|
51 |
-
model/params/trainable: 2202337
|
52 |
-
model/params/non_trainable: 0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/config.yaml
DELETED
@@ -1,66 +0,0 @@
|
|
1 |
-
original_work_dir: ${hydra:runtime.cwd}
|
2 |
-
data_dir: ${original_work_dir}/data
|
3 |
-
print_config: true
|
4 |
-
ignore_warnings: true
|
5 |
-
train: true
|
6 |
-
test: true
|
7 |
-
seed: null
|
8 |
-
name: focus150_optuna
|
9 |
-
datamodule:
|
10 |
-
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
11 |
-
data_dir: ${data_dir}/focus150
|
12 |
-
csv_file: ${data_dir}/focus150/metadata.csv
|
13 |
-
batch_size: 64
|
14 |
-
train_val_test_split_percentage:
|
15 |
-
- 0.7
|
16 |
-
- 0.15
|
17 |
-
- 0.15
|
18 |
-
num_workers: 0
|
19 |
-
pin_memory: false
|
20 |
-
model:
|
21 |
-
_target_: src.models.focus_module.FocusLitModule
|
22 |
-
input_size: 67500
|
23 |
-
lin1_size: 32
|
24 |
-
lin2_size: 256
|
25 |
-
lin3_size: 128
|
26 |
-
output_size: 1
|
27 |
-
lr: 0.13355237942960652
|
28 |
-
weight_decay: 0.0005
|
29 |
-
callbacks:
|
30 |
-
model_checkpoint:
|
31 |
-
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
32 |
-
monitor: val/mae
|
33 |
-
mode: min
|
34 |
-
save_top_k: 1
|
35 |
-
save_last: true
|
36 |
-
verbose: false
|
37 |
-
dirpath: checkpoints/
|
38 |
-
filename: epoch_{epoch:03d}
|
39 |
-
auto_insert_metric_name: false
|
40 |
-
early_stopping:
|
41 |
-
_target_: pytorch_lightning.callbacks.EarlyStopping
|
42 |
-
monitor: val/mae
|
43 |
-
mode: min
|
44 |
-
patience: 100
|
45 |
-
min_delta: 0
|
46 |
-
model_summary:
|
47 |
-
_target_: pytorch_lightning.callbacks.RichModelSummary
|
48 |
-
max_depth: -1
|
49 |
-
rich_progress_bar:
|
50 |
-
_target_: pytorch_lightning.callbacks.RichProgressBar
|
51 |
-
logger:
|
52 |
-
tensorboard:
|
53 |
-
_target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
|
54 |
-
save_dir: tensorboard/
|
55 |
-
name: null
|
56 |
-
version: ${name}
|
57 |
-
log_graph: false
|
58 |
-
default_hp_metric: true
|
59 |
-
prefix: ''
|
60 |
-
trainer:
|
61 |
-
_target_: pytorch_lightning.Trainer
|
62 |
-
gpus: 1
|
63 |
-
min_epochs: 1
|
64 |
-
max_epochs: 100
|
65 |
-
resume_from_checkpoint: null
|
66 |
-
optimized_metric: val/mae_best
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/hydra.yaml
DELETED
@@ -1,232 +0,0 @@
|
|
1 |
-
hydra:
|
2 |
-
run:
|
3 |
-
dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
4 |
-
sweep:
|
5 |
-
dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
6 |
-
subdir: ${hydra.job.num}
|
7 |
-
launcher:
|
8 |
-
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
9 |
-
sweeper:
|
10 |
-
sampler:
|
11 |
-
_target_: optuna.samplers.TPESampler
|
12 |
-
seed: 12345
|
13 |
-
consider_prior: true
|
14 |
-
prior_weight: 1.0
|
15 |
-
consider_magic_clip: true
|
16 |
-
consider_endpoints: false
|
17 |
-
n_startup_trials: 10
|
18 |
-
n_ei_candidates: 24
|
19 |
-
multivariate: false
|
20 |
-
warn_independent_sampling: true
|
21 |
-
_target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
|
22 |
-
direction: minimize
|
23 |
-
storage: null
|
24 |
-
study_name: focus150_hyperparameter_search
|
25 |
-
n_trials: 25
|
26 |
-
n_jobs: 1
|
27 |
-
search_space:
|
28 |
-
datamodule.batch_size:
|
29 |
-
type: categorical
|
30 |
-
choices:
|
31 |
-
- 32
|
32 |
-
- 64
|
33 |
-
- 128
|
34 |
-
model.lr:
|
35 |
-
type: float
|
36 |
-
low: 0.0001
|
37 |
-
high: 0.2
|
38 |
-
model.lin1_size:
|
39 |
-
type: categorical
|
40 |
-
choices:
|
41 |
-
- 32
|
42 |
-
- 64
|
43 |
-
- 128
|
44 |
-
- 256
|
45 |
-
- 512
|
46 |
-
- 1024
|
47 |
-
- 2048
|
48 |
-
model.lin2_size:
|
49 |
-
type: categorical
|
50 |
-
choices:
|
51 |
-
- 32
|
52 |
-
- 64
|
53 |
-
- 128
|
54 |
-
- 256
|
55 |
-
- 512
|
56 |
-
- 1024
|
57 |
-
- 2048
|
58 |
-
model.lin3_size:
|
59 |
-
type: categorical
|
60 |
-
choices:
|
61 |
-
- 32
|
62 |
-
- 64
|
63 |
-
- 128
|
64 |
-
- 256
|
65 |
-
- 512
|
66 |
-
- 1024
|
67 |
-
- 2048
|
68 |
-
help:
|
69 |
-
app_name: ${hydra.job.name}
|
70 |
-
header: '${hydra.help.app_name} is powered by Hydra.
|
71 |
-
|
72 |
-
'
|
73 |
-
footer: 'Powered by Hydra (https://hydra.cc)
|
74 |
-
|
75 |
-
Use --hydra-help to view Hydra specific help
|
76 |
-
|
77 |
-
'
|
78 |
-
template: '${hydra.help.header}
|
79 |
-
|
80 |
-
== Configuration groups ==
|
81 |
-
|
82 |
-
Compose your configuration from those groups (group=option)
|
83 |
-
|
84 |
-
|
85 |
-
$APP_CONFIG_GROUPS
|
86 |
-
|
87 |
-
|
88 |
-
== Config ==
|
89 |
-
|
90 |
-
Override anything in the config (foo.bar=value)
|
91 |
-
|
92 |
-
|
93 |
-
$CONFIG
|
94 |
-
|
95 |
-
|
96 |
-
${hydra.help.footer}
|
97 |
-
|
98 |
-
'
|
99 |
-
hydra_help:
|
100 |
-
template: 'Hydra (${hydra.runtime.version})
|
101 |
-
|
102 |
-
See https://hydra.cc for more info.
|
103 |
-
|
104 |
-
|
105 |
-
== Flags ==
|
106 |
-
|
107 |
-
$FLAGS_HELP
|
108 |
-
|
109 |
-
|
110 |
-
== Configuration groups ==
|
111 |
-
|
112 |
-
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
113 |
-
to command line)
|
114 |
-
|
115 |
-
|
116 |
-
$HYDRA_CONFIG_GROUPS
|
117 |
-
|
118 |
-
|
119 |
-
Use ''--cfg hydra'' to Show the Hydra config.
|
120 |
-
|
121 |
-
'
|
122 |
-
hydra_help: ???
|
123 |
-
hydra_logging:
|
124 |
-
version: 1
|
125 |
-
formatters:
|
126 |
-
colorlog:
|
127 |
-
(): colorlog.ColoredFormatter
|
128 |
-
format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
|
129 |
-
handlers:
|
130 |
-
console:
|
131 |
-
class: logging.StreamHandler
|
132 |
-
formatter: colorlog
|
133 |
-
stream: ext://sys.stdout
|
134 |
-
root:
|
135 |
-
level: INFO
|
136 |
-
handlers:
|
137 |
-
- console
|
138 |
-
disable_existing_loggers: false
|
139 |
-
job_logging:
|
140 |
-
version: 1
|
141 |
-
formatters:
|
142 |
-
simple:
|
143 |
-
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
144 |
-
colorlog:
|
145 |
-
(): colorlog.ColoredFormatter
|
146 |
-
format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
|
147 |
-
- %(message)s'
|
148 |
-
log_colors:
|
149 |
-
DEBUG: purple
|
150 |
-
INFO: green
|
151 |
-
WARNING: yellow
|
152 |
-
ERROR: red
|
153 |
-
CRITICAL: red
|
154 |
-
handlers:
|
155 |
-
console:
|
156 |
-
class: logging.StreamHandler
|
157 |
-
formatter: colorlog
|
158 |
-
stream: ext://sys.stdout
|
159 |
-
file:
|
160 |
-
class: logging.FileHandler
|
161 |
-
formatter: simple
|
162 |
-
filename: ${hydra.job.name}.log
|
163 |
-
root:
|
164 |
-
level: INFO
|
165 |
-
handlers:
|
166 |
-
- console
|
167 |
-
- file
|
168 |
-
disable_existing_loggers: false
|
169 |
-
env: {}
|
170 |
-
searchpath: []
|
171 |
-
callbacks: {}
|
172 |
-
output_subdir: .hydra
|
173 |
-
overrides:
|
174 |
-
hydra: []
|
175 |
-
task:
|
176 |
-
- datamodule.batch_size=64
|
177 |
-
- model.lr=0.13355237942960652
|
178 |
-
- model.lin1_size=32
|
179 |
-
- model.lin2_size=256
|
180 |
-
- model.lin3_size=128
|
181 |
-
- hparams_search=focus150_optuna
|
182 |
-
job:
|
183 |
-
name: train
|
184 |
-
override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=32,model.lin2_size=256,model.lin3_size=128,model.lr=0.13355237942960652
|
185 |
-
id: '12'
|
186 |
-
num: 12
|
187 |
-
config_name: train.yaml
|
188 |
-
env_set: {}
|
189 |
-
env_copy: []
|
190 |
-
config:
|
191 |
-
override_dirname:
|
192 |
-
kv_sep: '='
|
193 |
-
item_sep: ','
|
194 |
-
exclude_keys: []
|
195 |
-
runtime:
|
196 |
-
version: 1.1.1
|
197 |
-
cwd: /usr/src/app
|
198 |
-
config_sources:
|
199 |
-
- path: hydra.conf
|
200 |
-
schema: pkg
|
201 |
-
provider: hydra
|
202 |
-
- path: /usr/src/app/configs
|
203 |
-
schema: file
|
204 |
-
provider: main
|
205 |
-
- path: hydra_plugins.hydra_colorlog.conf
|
206 |
-
schema: pkg
|
207 |
-
provider: hydra-colorlog
|
208 |
-
- path: ''
|
209 |
-
schema: structured
|
210 |
-
provider: schema
|
211 |
-
choices:
|
212 |
-
local: default.yaml
|
213 |
-
hparams_search: focus150_optuna
|
214 |
-
debug: null
|
215 |
-
experiment: null
|
216 |
-
log_dir: default.yaml
|
217 |
-
trainer: long.yaml
|
218 |
-
logger: tensorboard
|
219 |
-
callbacks: default.yaml
|
220 |
-
model: focus150.yaml
|
221 |
-
datamodule: focus150.yaml
|
222 |
-
hydra/env: default
|
223 |
-
hydra/callbacks: null
|
224 |
-
hydra/job_logging: colorlog
|
225 |
-
hydra/hydra_logging: colorlog
|
226 |
-
hydra/hydra_help: default
|
227 |
-
hydra/help: default
|
228 |
-
hydra/sweeper: optuna
|
229 |
-
hydra/sweeper/sampler: tpe
|
230 |
-
hydra/launcher: basic
|
231 |
-
hydra/output: default
|
232 |
-
verbose: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/overrides.yaml
DELETED
@@ -1,6 +0,0 @@
|
|
1 |
-
- datamodule.batch_size=64
|
2 |
-
- model.lr=0.13355237942960652
|
3 |
-
- model.lin1_size=32
|
4 |
-
- model.lin2_size=256
|
5 |
-
- model.lin3_size=128
|
6 |
-
- hparams_search=focus150_optuna
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/events.out.tfevents.1646400341.e02c2cd1d8ab.1.23
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:8869683dbbc16e523ec4daec9634a5844e47c2d42cb5e48fcde03b47f057c09b
|
3 |
-
size 36328
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/events.out.tfevents.1646400436.e02c2cd1d8ab.1.24
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:1989b8df8bbec51baec3199e84b0bff5cb0e9f00f01c15396087aeede34c5e25
|
3 |
-
size 176
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/hparams.yaml
DELETED
@@ -1,52 +0,0 @@
|
|
1 |
-
trainer:
|
2 |
-
_target_: pytorch_lightning.Trainer
|
3 |
-
gpus: 1
|
4 |
-
min_epochs: 1
|
5 |
-
max_epochs: 100
|
6 |
-
resume_from_checkpoint: null
|
7 |
-
model:
|
8 |
-
_target_: src.models.focus_module.FocusLitModule
|
9 |
-
input_size: 67500
|
10 |
-
lin1_size: 32
|
11 |
-
lin2_size: 256
|
12 |
-
lin3_size: 128
|
13 |
-
output_size: 1
|
14 |
-
lr: 0.13355237942960652
|
15 |
-
weight_decay: 0.0005
|
16 |
-
datamodule:
|
17 |
-
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
18 |
-
data_dir: /usr/src/app/data/focus150
|
19 |
-
csv_file: /usr/src/app/data/focus150/metadata.csv
|
20 |
-
batch_size: 64
|
21 |
-
train_val_test_split_percentage:
|
22 |
-
- 0.7
|
23 |
-
- 0.15
|
24 |
-
- 0.15
|
25 |
-
num_workers: 0
|
26 |
-
pin_memory: false
|
27 |
-
seed: null
|
28 |
-
callbacks:
|
29 |
-
model_checkpoint:
|
30 |
-
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
31 |
-
monitor: val/mae
|
32 |
-
mode: min
|
33 |
-
save_top_k: 1
|
34 |
-
save_last: true
|
35 |
-
verbose: false
|
36 |
-
dirpath: checkpoints/
|
37 |
-
filename: epoch_{epoch:03d}
|
38 |
-
auto_insert_metric_name: false
|
39 |
-
early_stopping:
|
40 |
-
_target_: pytorch_lightning.callbacks.EarlyStopping
|
41 |
-
monitor: val/mae
|
42 |
-
mode: min
|
43 |
-
patience: 100
|
44 |
-
min_delta: 0
|
45 |
-
model_summary:
|
46 |
-
_target_: pytorch_lightning.callbacks.RichModelSummary
|
47 |
-
max_depth: -1
|
48 |
-
rich_progress_bar:
|
49 |
-
_target_: pytorch_lightning.callbacks.RichProgressBar
|
50 |
-
model/params/total: 2202337
|
51 |
-
model/params/trainable: 2202337
|
52 |
-
model/params/non_trainable: 0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/config.yaml
DELETED
@@ -1,66 +0,0 @@
|
|
1 |
-
original_work_dir: ${hydra:runtime.cwd}
|
2 |
-
data_dir: ${original_work_dir}/data
|
3 |
-
print_config: true
|
4 |
-
ignore_warnings: true
|
5 |
-
train: true
|
6 |
-
test: true
|
7 |
-
seed: null
|
8 |
-
name: focus150_optuna
|
9 |
-
datamodule:
|
10 |
-
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
11 |
-
data_dir: ${data_dir}/focus150
|
12 |
-
csv_file: ${data_dir}/focus150/metadata.csv
|
13 |
-
batch_size: 128
|
14 |
-
train_val_test_split_percentage:
|
15 |
-
- 0.7
|
16 |
-
- 0.15
|
17 |
-
- 0.15
|
18 |
-
num_workers: 0
|
19 |
-
pin_memory: false
|
20 |
-
model:
|
21 |
-
_target_: src.models.focus_module.FocusLitModule
|
22 |
-
input_size: 67500
|
23 |
-
lin1_size: 32
|
24 |
-
lin2_size: 512
|
25 |
-
lin3_size: 2048
|
26 |
-
output_size: 1
|
27 |
-
lr: 0.07220274494059103
|
28 |
-
weight_decay: 0.0005
|
29 |
-
callbacks:
|
30 |
-
model_checkpoint:
|
31 |
-
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
32 |
-
monitor: val/mae
|
33 |
-
mode: min
|
34 |
-
save_top_k: 1
|
35 |
-
save_last: true
|
36 |
-
verbose: false
|
37 |
-
dirpath: checkpoints/
|
38 |
-
filename: epoch_{epoch:03d}
|
39 |
-
auto_insert_metric_name: false
|
40 |
-
early_stopping:
|
41 |
-
_target_: pytorch_lightning.callbacks.EarlyStopping
|
42 |
-
monitor: val/mae
|
43 |
-
mode: min
|
44 |
-
patience: 100
|
45 |
-
min_delta: 0
|
46 |
-
model_summary:
|
47 |
-
_target_: pytorch_lightning.callbacks.RichModelSummary
|
48 |
-
max_depth: -1
|
49 |
-
rich_progress_bar:
|
50 |
-
_target_: pytorch_lightning.callbacks.RichProgressBar
|
51 |
-
logger:
|
52 |
-
tensorboard:
|
53 |
-
_target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
|
54 |
-
save_dir: tensorboard/
|
55 |
-
name: null
|
56 |
-
version: ${name}
|
57 |
-
log_graph: false
|
58 |
-
default_hp_metric: true
|
59 |
-
prefix: ''
|
60 |
-
trainer:
|
61 |
-
_target_: pytorch_lightning.Trainer
|
62 |
-
gpus: 1
|
63 |
-
min_epochs: 1
|
64 |
-
max_epochs: 100
|
65 |
-
resume_from_checkpoint: null
|
66 |
-
optimized_metric: val/mae_best
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/hydra.yaml
DELETED
@@ -1,232 +0,0 @@
|
|
1 |
-
hydra:
|
2 |
-
run:
|
3 |
-
dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
4 |
-
sweep:
|
5 |
-
dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
6 |
-
subdir: ${hydra.job.num}
|
7 |
-
launcher:
|
8 |
-
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
9 |
-
sweeper:
|
10 |
-
sampler:
|
11 |
-
_target_: optuna.samplers.TPESampler
|
12 |
-
seed: 12345
|
13 |
-
consider_prior: true
|
14 |
-
prior_weight: 1.0
|
15 |
-
consider_magic_clip: true
|
16 |
-
consider_endpoints: false
|
17 |
-
n_startup_trials: 10
|
18 |
-
n_ei_candidates: 24
|
19 |
-
multivariate: false
|
20 |
-
warn_independent_sampling: true
|
21 |
-
_target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
|
22 |
-
direction: minimize
|
23 |
-
storage: null
|
24 |
-
study_name: focus150_hyperparameter_search
|
25 |
-
n_trials: 25
|
26 |
-
n_jobs: 1
|
27 |
-
search_space:
|
28 |
-
datamodule.batch_size:
|
29 |
-
type: categorical
|
30 |
-
choices:
|
31 |
-
- 32
|
32 |
-
- 64
|
33 |
-
- 128
|
34 |
-
model.lr:
|
35 |
-
type: float
|
36 |
-
low: 0.0001
|
37 |
-
high: 0.2
|
38 |
-
model.lin1_size:
|
39 |
-
type: categorical
|
40 |
-
choices:
|
41 |
-
- 32
|
42 |
-
- 64
|
43 |
-
- 128
|
44 |
-
- 256
|
45 |
-
- 512
|
46 |
-
- 1024
|
47 |
-
- 2048
|
48 |
-
model.lin2_size:
|
49 |
-
type: categorical
|
50 |
-
choices:
|
51 |
-
- 32
|
52 |
-
- 64
|
53 |
-
- 128
|
54 |
-
- 256
|
55 |
-
- 512
|
56 |
-
- 1024
|
57 |
-
- 2048
|
58 |
-
model.lin3_size:
|
59 |
-
type: categorical
|
60 |
-
choices:
|
61 |
-
- 32
|
62 |
-
- 64
|
63 |
-
- 128
|
64 |
-
- 256
|
65 |
-
- 512
|
66 |
-
- 1024
|
67 |
-
- 2048
|
68 |
-
help:
|
69 |
-
app_name: ${hydra.job.name}
|
70 |
-
header: '${hydra.help.app_name} is powered by Hydra.
|
71 |
-
|
72 |
-
'
|
73 |
-
footer: 'Powered by Hydra (https://hydra.cc)
|
74 |
-
|
75 |
-
Use --hydra-help to view Hydra specific help
|
76 |
-
|
77 |
-
'
|
78 |
-
template: '${hydra.help.header}
|
79 |
-
|
80 |
-
== Configuration groups ==
|
81 |
-
|
82 |
-
Compose your configuration from those groups (group=option)
|
83 |
-
|
84 |
-
|
85 |
-
$APP_CONFIG_GROUPS
|
86 |
-
|
87 |
-
|
88 |
-
== Config ==
|
89 |
-
|
90 |
-
Override anything in the config (foo.bar=value)
|
91 |
-
|
92 |
-
|
93 |
-
$CONFIG
|
94 |
-
|
95 |
-
|
96 |
-
${hydra.help.footer}
|
97 |
-
|
98 |
-
'
|
99 |
-
hydra_help:
|
100 |
-
template: 'Hydra (${hydra.runtime.version})
|
101 |
-
|
102 |
-
See https://hydra.cc for more info.
|
103 |
-
|
104 |
-
|
105 |
-
== Flags ==
|
106 |
-
|
107 |
-
$FLAGS_HELP
|
108 |
-
|
109 |
-
|
110 |
-
== Configuration groups ==
|
111 |
-
|
112 |
-
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
113 |
-
to command line)
|
114 |
-
|
115 |
-
|
116 |
-
$HYDRA_CONFIG_GROUPS
|
117 |
-
|
118 |
-
|
119 |
-
Use ''--cfg hydra'' to Show the Hydra config.
|
120 |
-
|
121 |
-
'
|
122 |
-
hydra_help: ???
|
123 |
-
hydra_logging:
|
124 |
-
version: 1
|
125 |
-
formatters:
|
126 |
-
colorlog:
|
127 |
-
(): colorlog.ColoredFormatter
|
128 |
-
format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
|
129 |
-
handlers:
|
130 |
-
console:
|
131 |
-
class: logging.StreamHandler
|
132 |
-
formatter: colorlog
|
133 |
-
stream: ext://sys.stdout
|
134 |
-
root:
|
135 |
-
level: INFO
|
136 |
-
handlers:
|
137 |
-
- console
|
138 |
-
disable_existing_loggers: false
|
139 |
-
job_logging:
|
140 |
-
version: 1
|
141 |
-
formatters:
|
142 |
-
simple:
|
143 |
-
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
144 |
-
colorlog:
|
145 |
-
(): colorlog.ColoredFormatter
|
146 |
-
format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
|
147 |
-
- %(message)s'
|
148 |
-
log_colors:
|
149 |
-
DEBUG: purple
|
150 |
-
INFO: green
|
151 |
-
WARNING: yellow
|
152 |
-
ERROR: red
|
153 |
-
CRITICAL: red
|
154 |
-
handlers:
|
155 |
-
console:
|
156 |
-
class: logging.StreamHandler
|
157 |
-
formatter: colorlog
|
158 |
-
stream: ext://sys.stdout
|
159 |
-
file:
|
160 |
-
class: logging.FileHandler
|
161 |
-
formatter: simple
|
162 |
-
filename: ${hydra.job.name}.log
|
163 |
-
root:
|
164 |
-
level: INFO
|
165 |
-
handlers:
|
166 |
-
- console
|
167 |
-
- file
|
168 |
-
disable_existing_loggers: false
|
169 |
-
env: {}
|
170 |
-
searchpath: []
|
171 |
-
callbacks: {}
|
172 |
-
output_subdir: .hydra
|
173 |
-
overrides:
|
174 |
-
hydra: []
|
175 |
-
task:
|
176 |
-
- datamodule.batch_size=128
|
177 |
-
- model.lr=0.07220274494059103
|
178 |
-
- model.lin1_size=32
|
179 |
-
- model.lin2_size=512
|
180 |
-
- model.lin3_size=2048
|
181 |
-
- hparams_search=focus150_optuna
|
182 |
-
job:
|
183 |
-
name: train
|
184 |
-
override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=32,model.lin2_size=512,model.lin3_size=2048,model.lr=0.07220274494059103
|
185 |
-
id: '13'
|
186 |
-
num: 13
|
187 |
-
config_name: train.yaml
|
188 |
-
env_set: {}
|
189 |
-
env_copy: []
|
190 |
-
config:
|
191 |
-
override_dirname:
|
192 |
-
kv_sep: '='
|
193 |
-
item_sep: ','
|
194 |
-
exclude_keys: []
|
195 |
-
runtime:
|
196 |
-
version: 1.1.1
|
197 |
-
cwd: /usr/src/app
|
198 |
-
config_sources:
|
199 |
-
- path: hydra.conf
|
200 |
-
schema: pkg
|
201 |
-
provider: hydra
|
202 |
-
- path: /usr/src/app/configs
|
203 |
-
schema: file
|
204 |
-
provider: main
|
205 |
-
- path: hydra_plugins.hydra_colorlog.conf
|
206 |
-
schema: pkg
|
207 |
-
provider: hydra-colorlog
|
208 |
-
- path: ''
|
209 |
-
schema: structured
|
210 |
-
provider: schema
|
211 |
-
choices:
|
212 |
-
local: default.yaml
|
213 |
-
hparams_search: focus150_optuna
|
214 |
-
debug: null
|
215 |
-
experiment: null
|
216 |
-
log_dir: default.yaml
|
217 |
-
trainer: long.yaml
|
218 |
-
logger: tensorboard
|
219 |
-
callbacks: default.yaml
|
220 |
-
model: focus150.yaml
|
221 |
-
datamodule: focus150.yaml
|
222 |
-
hydra/env: default
|
223 |
-
hydra/callbacks: null
|
224 |
-
hydra/job_logging: colorlog
|
225 |
-
hydra/hydra_logging: colorlog
|
226 |
-
hydra/hydra_help: default
|
227 |
-
hydra/help: default
|
228 |
-
hydra/sweeper: optuna
|
229 |
-
hydra/sweeper/sampler: tpe
|
230 |
-
hydra/launcher: basic
|
231 |
-
hydra/output: default
|
232 |
-
verbose: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/overrides.yaml
DELETED
@@ -1,6 +0,0 @@
|
|
1 |
-
- datamodule.batch_size=128
|
2 |
-
- model.lr=0.07220274494059103
|
3 |
-
- model.lin1_size=32
|
4 |
-
- model.lin2_size=512
|
5 |
-
- model.lin3_size=2048
|
6 |
-
- hparams_search=focus150_optuna
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/events.out.tfevents.1646400436.e02c2cd1d8ab.1.25
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:d966126e50625b723d1aa3ea74101b1e0012a80c8ce55c9b9a7b9b0fc7e838c4
|
3 |
-
size 36230
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/events.out.tfevents.1646400569.e02c2cd1d8ab.1.26
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:d80b675e81b6ba40bda511fec56d0a2eb745dccb51a04e4d428b5d9216b44714
|
3 |
-
size 179
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/hparams.yaml
DELETED
@@ -1,52 +0,0 @@
|
|
1 |
-
trainer:
|
2 |
-
_target_: pytorch_lightning.Trainer
|
3 |
-
gpus: 1
|
4 |
-
min_epochs: 1
|
5 |
-
max_epochs: 100
|
6 |
-
resume_from_checkpoint: null
|
7 |
-
model:
|
8 |
-
_target_: src.models.focus_module.FocusLitModule
|
9 |
-
input_size: 67500
|
10 |
-
lin1_size: 32
|
11 |
-
lin2_size: 512
|
12 |
-
lin3_size: 2048
|
13 |
-
output_size: 1
|
14 |
-
lr: 0.07220274494059103
|
15 |
-
weight_decay: 0.0005
|
16 |
-
datamodule:
|
17 |
-
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
18 |
-
data_dir: /usr/src/app/data/focus150
|
19 |
-
csv_file: /usr/src/app/data/focus150/metadata.csv
|
20 |
-
batch_size: 128
|
21 |
-
train_val_test_split_percentage:
|
22 |
-
- 0.7
|
23 |
-
- 0.15
|
24 |
-
- 0.15
|
25 |
-
num_workers: 0
|
26 |
-
pin_memory: false
|
27 |
-
seed: null
|
28 |
-
callbacks:
|
29 |
-
model_checkpoint:
|
30 |
-
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
31 |
-
monitor: val/mae
|
32 |
-
mode: min
|
33 |
-
save_top_k: 1
|
34 |
-
save_last: true
|
35 |
-
verbose: false
|
36 |
-
dirpath: checkpoints/
|
37 |
-
filename: epoch_{epoch:03d}
|
38 |
-
auto_insert_metric_name: false
|
39 |
-
early_stopping:
|
40 |
-
_target_: pytorch_lightning.callbacks.EarlyStopping
|
41 |
-
monitor: val/mae
|
42 |
-
mode: min
|
43 |
-
patience: 100
|
44 |
-
min_delta: 0
|
45 |
-
model_summary:
|
46 |
-
_target_: pytorch_lightning.callbacks.RichModelSummary
|
47 |
-
max_depth: -1
|
48 |
-
rich_progress_bar:
|
49 |
-
_target_: pytorch_lightning.callbacks.RichProgressBar
|
50 |
-
model/params/total: 3234785
|
51 |
-
model/params/trainable: 3234785
|
52 |
-
model/params/non_trainable: 0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/.hydra/config.yaml
DELETED
@@ -1,66 +0,0 @@
|
|
1 |
-
original_work_dir: ${hydra:runtime.cwd}
|
2 |
-
data_dir: ${original_work_dir}/data
|
3 |
-
print_config: true
|
4 |
-
ignore_warnings: true
|
5 |
-
train: true
|
6 |
-
test: true
|
7 |
-
seed: null
|
8 |
-
name: focus150_optuna
|
9 |
-
datamodule:
|
10 |
-
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
11 |
-
data_dir: ${data_dir}/focus150
|
12 |
-
csv_file: ${data_dir}/focus150/metadata.csv
|
13 |
-
batch_size: 128
|
14 |
-
train_val_test_split_percentage:
|
15 |
-
- 0.7
|
16 |
-
- 0.15
|
17 |
-
- 0.15
|
18 |
-
num_workers: 0
|
19 |
-
pin_memory: false
|
20 |
-
model:
|
21 |
-
_target_: src.models.focus_module.FocusLitModule
|
22 |
-
input_size: 67500
|
23 |
-
lin1_size: 2048
|
24 |
-
lin2_size: 512
|
25 |
-
lin3_size: 128
|
26 |
-
output_size: 1
|
27 |
-
lr: 0.08335231197967785
|
28 |
-
weight_decay: 0.0005
|
29 |
-
callbacks:
|
30 |
-
model_checkpoint:
|
31 |
-
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
32 |
-
monitor: val/mae
|
33 |
-
mode: min
|
34 |
-
save_top_k: 1
|
35 |
-
save_last: true
|
36 |
-
verbose: false
|
37 |
-
dirpath: checkpoints/
|
38 |
-
filename: epoch_{epoch:03d}
|
39 |
-
auto_insert_metric_name: false
|
40 |
-
early_stopping:
|
41 |
-
_target_: pytorch_lightning.callbacks.EarlyStopping
|
42 |
-
monitor: val/mae
|
43 |
-
mode: min
|
44 |
-
patience: 100
|
45 |
-
min_delta: 0
|
46 |
-
model_summary:
|
47 |
-
_target_: pytorch_lightning.callbacks.RichModelSummary
|
48 |
-
max_depth: -1
|
49 |
-
rich_progress_bar:
|
50 |
-
_target_: pytorch_lightning.callbacks.RichProgressBar
|
51 |
-
logger:
|
52 |
-
tensorboard:
|
53 |
-
_target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
|
54 |
-
save_dir: tensorboard/
|
55 |
-
name: null
|
56 |
-
version: ${name}
|
57 |
-
log_graph: false
|
58 |
-
default_hp_metric: true
|
59 |
-
prefix: ''
|
60 |
-
trainer:
|
61 |
-
_target_: pytorch_lightning.Trainer
|
62 |
-
gpus: 1
|
63 |
-
min_epochs: 1
|
64 |
-
max_epochs: 100
|
65 |
-
resume_from_checkpoint: null
|
66 |
-
optimized_metric: val/mae_best
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/.hydra/hydra.yaml
DELETED
@@ -1,232 +0,0 @@
|
|
1 |
-
hydra:
|
2 |
-
run:
|
3 |
-
dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
4 |
-
sweep:
|
5 |
-
dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
6 |
-
subdir: ${hydra.job.num}
|
7 |
-
launcher:
|
8 |
-
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
9 |
-
sweeper:
|
10 |
-
sampler:
|
11 |
-
_target_: optuna.samplers.TPESampler
|
12 |
-
seed: 12345
|
13 |
-
consider_prior: true
|
14 |
-
prior_weight: 1.0
|
15 |
-
consider_magic_clip: true
|
16 |
-
consider_endpoints: false
|
17 |
-
n_startup_trials: 10
|
18 |
-
n_ei_candidates: 24
|
19 |
-
multivariate: false
|
20 |
-
warn_independent_sampling: true
|
21 |
-
_target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
|
22 |
-
direction: minimize
|
23 |
-
storage: null
|
24 |
-
study_name: focus150_hyperparameter_search
|
25 |
-
n_trials: 25
|
26 |
-
n_jobs: 1
|
27 |
-
search_space:
|
28 |
-
datamodule.batch_size:
|
29 |
-
type: categorical
|
30 |
-
choices:
|
31 |
-
- 32
|
32 |
-
- 64
|
33 |
-
- 128
|
34 |
-
model.lr:
|
35 |
-
type: float
|
36 |
-
low: 0.0001
|
37 |
-
high: 0.2
|
38 |
-
model.lin1_size:
|
39 |
-
type: categorical
|
40 |
-
choices:
|
41 |
-
- 32
|
42 |
-
- 64
|
43 |
-
- 128
|
44 |
-
- 256
|
45 |
-
- 512
|
46 |
-
- 1024
|
47 |
-
- 2048
|
48 |
-
model.lin2_size:
|
49 |
-
type: categorical
|
50 |
-
choices:
|
51 |
-
- 32
|
52 |
-
- 64
|
53 |
-
- 128
|
54 |
-
- 256
|
55 |
-
- 512
|
56 |
-
- 1024
|
57 |
-
- 2048
|
58 |
-
model.lin3_size:
|
59 |
-
type: categorical
|
60 |
-
choices:
|
61 |
-
- 32
|
62 |
-
- 64
|
63 |
-
- 128
|
64 |
-
- 256
|
65 |
-
- 512
|
66 |
-
- 1024
|
67 |
-
- 2048
|
68 |
-
help:
|
69 |
-
app_name: ${hydra.job.name}
|
70 |
-
header: '${hydra.help.app_name} is powered by Hydra.
|
71 |
-
|
72 |
-
'
|
73 |
-
footer: 'Powered by Hydra (https://hydra.cc)
|
74 |
-
|
75 |
-
Use --hydra-help to view Hydra specific help
|
76 |
-
|
77 |
-
'
|
78 |
-
template: '${hydra.help.header}
|
79 |
-
|
80 |
-
== Configuration groups ==
|
81 |
-
|
82 |
-
Compose your configuration from those groups (group=option)
|
83 |
-
|
84 |
-
|
85 |
-
$APP_CONFIG_GROUPS
|
86 |
-
|
87 |
-
|
88 |
-
== Config ==
|
89 |
-
|
90 |
-
Override anything in the config (foo.bar=value)
|
91 |
-
|
92 |
-
|
93 |
-
$CONFIG
|
94 |
-
|
95 |
-
|
96 |
-
${hydra.help.footer}
|
97 |
-
|
98 |
-
'
|
99 |
-
hydra_help:
|
100 |
-
template: 'Hydra (${hydra.runtime.version})
|
101 |
-
|
102 |
-
See https://hydra.cc for more info.
|
103 |
-
|
104 |
-
|
105 |
-
== Flags ==
|
106 |
-
|
107 |
-
$FLAGS_HELP
|
108 |
-
|
109 |
-
|
110 |
-
== Configuration groups ==
|
111 |
-
|
112 |
-
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
113 |
-
to command line)
|
114 |
-
|
115 |
-
|
116 |
-
$HYDRA_CONFIG_GROUPS
|
117 |
-
|
118 |
-
|
119 |
-
Use ''--cfg hydra'' to Show the Hydra config.
|
120 |
-
|
121 |
-
'
|
122 |
-
hydra_help: ???
|
123 |
-
hydra_logging:
|
124 |
-
version: 1
|
125 |
-
formatters:
|
126 |
-
colorlog:
|
127 |
-
(): colorlog.ColoredFormatter
|
128 |
-
format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
|
129 |
-
handlers:
|
130 |
-
console:
|
131 |
-
class: logging.StreamHandler
|
132 |
-
formatter: colorlog
|
133 |
-
stream: ext://sys.stdout
|
134 |
-
root:
|
135 |
-
level: INFO
|
136 |
-
handlers:
|
137 |
-
- console
|
138 |
-
disable_existing_loggers: false
|
139 |
-
job_logging:
|
140 |
-
version: 1
|
141 |
-
formatters:
|
142 |
-
simple:
|
143 |
-
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
144 |
-
colorlog:
|
145 |
-
(): colorlog.ColoredFormatter
|
146 |
-
format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
|
147 |
-
- %(message)s'
|
148 |
-
log_colors:
|
149 |
-
DEBUG: purple
|
150 |
-
INFO: green
|
151 |
-
WARNING: yellow
|
152 |
-
ERROR: red
|
153 |
-
CRITICAL: red
|
154 |
-
handlers:
|
155 |
-
console:
|
156 |
-
class: logging.StreamHandler
|
157 |
-
formatter: colorlog
|
158 |
-
stream: ext://sys.stdout
|
159 |
-
file:
|
160 |
-
class: logging.FileHandler
|
161 |
-
formatter: simple
|
162 |
-
filename: ${hydra.job.name}.log
|
163 |
-
root:
|
164 |
-
level: INFO
|
165 |
-
handlers:
|
166 |
-
- console
|
167 |
-
- file
|
168 |
-
disable_existing_loggers: false
|
169 |
-
env: {}
|
170 |
-
searchpath: []
|
171 |
-
callbacks: {}
|
172 |
-
output_subdir: .hydra
|
173 |
-
overrides:
|
174 |
-
hydra: []
|
175 |
-
task:
|
176 |
-
- datamodule.batch_size=128
|
177 |
-
- model.lr=0.08335231197967785
|
178 |
-
- model.lin1_size=2048
|
179 |
-
- model.lin2_size=512
|
180 |
-
- model.lin3_size=128
|
181 |
-
- hparams_search=focus150_optuna
|
182 |
-
job:
|
183 |
-
name: train
|
184 |
-
override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=2048,model.lin2_size=512,model.lin3_size=128,model.lr=0.08335231197967785
|
185 |
-
id: '14'
|
186 |
-
num: 14
|
187 |
-
config_name: train.yaml
|
188 |
-
env_set: {}
|
189 |
-
env_copy: []
|
190 |
-
config:
|
191 |
-
override_dirname:
|
192 |
-
kv_sep: '='
|
193 |
-
item_sep: ','
|
194 |
-
exclude_keys: []
|
195 |
-
runtime:
|
196 |
-
version: 1.1.1
|
197 |
-
cwd: /usr/src/app
|
198 |
-
config_sources:
|
199 |
-
- path: hydra.conf
|
200 |
-
schema: pkg
|
201 |
-
provider: hydra
|
202 |
-
- path: /usr/src/app/configs
|
203 |
-
schema: file
|
204 |
-
provider: main
|
205 |
-
- path: hydra_plugins.hydra_colorlog.conf
|
206 |
-
schema: pkg
|
207 |
-
provider: hydra-colorlog
|
208 |
-
- path: ''
|
209 |
-
schema: structured
|
210 |
-
provider: schema
|
211 |
-
choices:
|
212 |
-
local: default.yaml
|
213 |
-
hparams_search: focus150_optuna
|
214 |
-
debug: null
|
215 |
-
experiment: null
|
216 |
-
log_dir: default.yaml
|
217 |
-
trainer: long.yaml
|
218 |
-
logger: tensorboard
|
219 |
-
callbacks: default.yaml
|
220 |
-
model: focus150.yaml
|
221 |
-
datamodule: focus150.yaml
|
222 |
-
hydra/env: default
|
223 |
-
hydra/callbacks: null
|
224 |
-
hydra/job_logging: colorlog
|
225 |
-
hydra/hydra_logging: colorlog
|
226 |
-
hydra/hydra_help: default
|
227 |
-
hydra/help: default
|
228 |
-
hydra/sweeper: optuna
|
229 |
-
hydra/sweeper/sampler: tpe
|
230 |
-
hydra/launcher: basic
|
231 |
-
hydra/output: default
|
232 |
-
verbose: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/.hydra/overrides.yaml
DELETED
@@ -1,6 +0,0 @@
|
|
1 |
-
- datamodule.batch_size=128
|
2 |
-
- model.lr=0.08335231197967785
|
3 |
-
- model.lin1_size=2048
|
4 |
-
- model.lin2_size=512
|
5 |
-
- model.lin3_size=128
|
6 |
-
- hparams_search=focus150_optuna
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/tensorboard/focus150_optuna/events.out.tfevents.1646400570.e02c2cd1d8ab.1.27
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:2d05f9112c18daa456c3ae5551f39f14bd694958d48a3292ebee05fefe8a256a
|
3 |
-
size 36230
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/tensorboard/focus150_optuna/events.out.tfevents.1646403523.e02c2cd1d8ab.1.28
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:70fb6b94c38eb4ba4538834d1114cf2f128d7d9f729d09e10798d95e0a6ae839
|
3 |
-
size 179
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/tensorboard/focus150_optuna/hparams.yaml
DELETED
@@ -1,52 +0,0 @@
|
|
1 |
-
trainer:
|
2 |
-
_target_: pytorch_lightning.Trainer
|
3 |
-
gpus: 1
|
4 |
-
min_epochs: 1
|
5 |
-
max_epochs: 100
|
6 |
-
resume_from_checkpoint: null
|
7 |
-
model:
|
8 |
-
_target_: src.models.focus_module.FocusLitModule
|
9 |
-
input_size: 67500
|
10 |
-
lin1_size: 2048
|
11 |
-
lin2_size: 512
|
12 |
-
lin3_size: 128
|
13 |
-
output_size: 1
|
14 |
-
lr: 0.08335231197967785
|
15 |
-
weight_decay: 0.0005
|
16 |
-
datamodule:
|
17 |
-
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
18 |
-
data_dir: /usr/src/app/data/focus150
|
19 |
-
csv_file: /usr/src/app/data/focus150/metadata.csv
|
20 |
-
batch_size: 128
|
21 |
-
train_val_test_split_percentage:
|
22 |
-
- 0.7
|
23 |
-
- 0.15
|
24 |
-
- 0.15
|
25 |
-
num_workers: 0
|
26 |
-
pin_memory: false
|
27 |
-
seed: null
|
28 |
-
callbacks:
|
29 |
-
model_checkpoint:
|
30 |
-
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
31 |
-
monitor: val/mae
|
32 |
-
mode: min
|
33 |
-
save_top_k: 1
|
34 |
-
save_last: true
|
35 |
-
verbose: false
|
36 |
-
dirpath: checkpoints/
|
37 |
-
filename: epoch_{epoch:03d}
|
38 |
-
auto_insert_metric_name: false
|
39 |
-
early_stopping:
|
40 |
-
_target_: pytorch_lightning.callbacks.EarlyStopping
|
41 |
-
monitor: val/mae
|
42 |
-
mode: min
|
43 |
-
patience: 100
|
44 |
-
min_delta: 0
|
45 |
-
model_summary:
|
46 |
-
_target_: pytorch_lightning.callbacks.RichModelSummary
|
47 |
-
max_depth: -1
|
48 |
-
rich_progress_bar:
|
49 |
-
_target_: pytorch_lightning.callbacks.RichProgressBar
|
50 |
-
model/params/total: 139362305
|
51 |
-
model/params/trainable: 139362305
|
52 |
-
model/params/non_trainable: 0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/.hydra/config.yaml
DELETED
@@ -1,66 +0,0 @@
|
|
1 |
-
original_work_dir: ${hydra:runtime.cwd}
|
2 |
-
data_dir: ${original_work_dir}/data
|
3 |
-
print_config: true
|
4 |
-
ignore_warnings: true
|
5 |
-
train: true
|
6 |
-
test: true
|
7 |
-
seed: null
|
8 |
-
name: focus150_optuna
|
9 |
-
datamodule:
|
10 |
-
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
11 |
-
data_dir: ${data_dir}/focus150
|
12 |
-
csv_file: ${data_dir}/focus150/metadata.csv
|
13 |
-
batch_size: 64
|
14 |
-
train_val_test_split_percentage:
|
15 |
-
- 0.7
|
16 |
-
- 0.15
|
17 |
-
- 0.15
|
18 |
-
num_workers: 0
|
19 |
-
pin_memory: false
|
20 |
-
model:
|
21 |
-
_target_: src.models.focus_module.FocusLitModule
|
22 |
-
input_size: 67500
|
23 |
-
lin1_size: 64
|
24 |
-
lin2_size: 256
|
25 |
-
lin3_size: 128
|
26 |
-
output_size: 1
|
27 |
-
lr: 0.04131276528182434
|
28 |
-
weight_decay: 0.0005
|
29 |
-
callbacks:
|
30 |
-
model_checkpoint:
|
31 |
-
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
32 |
-
monitor: val/mae
|
33 |
-
mode: min
|
34 |
-
save_top_k: 1
|
35 |
-
save_last: true
|
36 |
-
verbose: false
|
37 |
-
dirpath: checkpoints/
|
38 |
-
filename: epoch_{epoch:03d}
|
39 |
-
auto_insert_metric_name: false
|
40 |
-
early_stopping:
|
41 |
-
_target_: pytorch_lightning.callbacks.EarlyStopping
|
42 |
-
monitor: val/mae
|
43 |
-
mode: min
|
44 |
-
patience: 100
|
45 |
-
min_delta: 0
|
46 |
-
model_summary:
|
47 |
-
_target_: pytorch_lightning.callbacks.RichModelSummary
|
48 |
-
max_depth: -1
|
49 |
-
rich_progress_bar:
|
50 |
-
_target_: pytorch_lightning.callbacks.RichProgressBar
|
51 |
-
logger:
|
52 |
-
tensorboard:
|
53 |
-
_target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
|
54 |
-
save_dir: tensorboard/
|
55 |
-
name: null
|
56 |
-
version: ${name}
|
57 |
-
log_graph: false
|
58 |
-
default_hp_metric: true
|
59 |
-
prefix: ''
|
60 |
-
trainer:
|
61 |
-
_target_: pytorch_lightning.Trainer
|
62 |
-
gpus: 1
|
63 |
-
min_epochs: 1
|
64 |
-
max_epochs: 100
|
65 |
-
resume_from_checkpoint: null
|
66 |
-
optimized_metric: val/mae_best
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/.hydra/hydra.yaml
DELETED
@@ -1,232 +0,0 @@
|
|
1 |
-
hydra:
|
2 |
-
run:
|
3 |
-
dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
4 |
-
sweep:
|
5 |
-
dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
6 |
-
subdir: ${hydra.job.num}
|
7 |
-
launcher:
|
8 |
-
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
9 |
-
sweeper:
|
10 |
-
sampler:
|
11 |
-
_target_: optuna.samplers.TPESampler
|
12 |
-
seed: 12345
|
13 |
-
consider_prior: true
|
14 |
-
prior_weight: 1.0
|
15 |
-
consider_magic_clip: true
|
16 |
-
consider_endpoints: false
|
17 |
-
n_startup_trials: 10
|
18 |
-
n_ei_candidates: 24
|
19 |
-
multivariate: false
|
20 |
-
warn_independent_sampling: true
|
21 |
-
_target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
|
22 |
-
direction: minimize
|
23 |
-
storage: null
|
24 |
-
study_name: focus150_hyperparameter_search
|
25 |
-
n_trials: 25
|
26 |
-
n_jobs: 1
|
27 |
-
search_space:
|
28 |
-
datamodule.batch_size:
|
29 |
-
type: categorical
|
30 |
-
choices:
|
31 |
-
- 32
|
32 |
-
- 64
|
33 |
-
- 128
|
34 |
-
model.lr:
|
35 |
-
type: float
|
36 |
-
low: 0.0001
|
37 |
-
high: 0.2
|
38 |
-
model.lin1_size:
|
39 |
-
type: categorical
|
40 |
-
choices:
|
41 |
-
- 32
|
42 |
-
- 64
|
43 |
-
- 128
|
44 |
-
- 256
|
45 |
-
- 512
|
46 |
-
- 1024
|
47 |
-
- 2048
|
48 |
-
model.lin2_size:
|
49 |
-
type: categorical
|
50 |
-
choices:
|
51 |
-
- 32
|
52 |
-
- 64
|
53 |
-
- 128
|
54 |
-
- 256
|
55 |
-
- 512
|
56 |
-
- 1024
|
57 |
-
- 2048
|
58 |
-
model.lin3_size:
|
59 |
-
type: categorical
|
60 |
-
choices:
|
61 |
-
- 32
|
62 |
-
- 64
|
63 |
-
- 128
|
64 |
-
- 256
|
65 |
-
- 512
|
66 |
-
- 1024
|
67 |
-
- 2048
|
68 |
-
help:
|
69 |
-
app_name: ${hydra.job.name}
|
70 |
-
header: '${hydra.help.app_name} is powered by Hydra.
|
71 |
-
|
72 |
-
'
|
73 |
-
footer: 'Powered by Hydra (https://hydra.cc)
|
74 |
-
|
75 |
-
Use --hydra-help to view Hydra specific help
|
76 |
-
|
77 |
-
'
|
78 |
-
template: '${hydra.help.header}
|
79 |
-
|
80 |
-
== Configuration groups ==
|
81 |
-
|
82 |
-
Compose your configuration from those groups (group=option)
|
83 |
-
|
84 |
-
|
85 |
-
$APP_CONFIG_GROUPS
|
86 |
-
|
87 |
-
|
88 |
-
== Config ==
|
89 |
-
|
90 |
-
Override anything in the config (foo.bar=value)
|
91 |
-
|
92 |
-
|
93 |
-
$CONFIG
|
94 |
-
|
95 |
-
|
96 |
-
${hydra.help.footer}
|
97 |
-
|
98 |
-
'
|
99 |
-
hydra_help:
|
100 |
-
template: 'Hydra (${hydra.runtime.version})
|
101 |
-
|
102 |
-
See https://hydra.cc for more info.
|
103 |
-
|
104 |
-
|
105 |
-
== Flags ==
|
106 |
-
|
107 |
-
$FLAGS_HELP
|
108 |
-
|
109 |
-
|
110 |
-
== Configuration groups ==
|
111 |
-
|
112 |
-
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
113 |
-
to command line)
|
114 |
-
|
115 |
-
|
116 |
-
$HYDRA_CONFIG_GROUPS
|
117 |
-
|
118 |
-
|
119 |
-
Use ''--cfg hydra'' to Show the Hydra config.
|
120 |
-
|
121 |
-
'
|
122 |
-
hydra_help: ???
|
123 |
-
hydra_logging:
|
124 |
-
version: 1
|
125 |
-
formatters:
|
126 |
-
colorlog:
|
127 |
-
(): colorlog.ColoredFormatter
|
128 |
-
format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
|
129 |
-
handlers:
|
130 |
-
console:
|
131 |
-
class: logging.StreamHandler
|
132 |
-
formatter: colorlog
|
133 |
-
stream: ext://sys.stdout
|
134 |
-
root:
|
135 |
-
level: INFO
|
136 |
-
handlers:
|
137 |
-
- console
|
138 |
-
disable_existing_loggers: false
|
139 |
-
job_logging:
|
140 |
-
version: 1
|
141 |
-
formatters:
|
142 |
-
simple:
|
143 |
-
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
144 |
-
colorlog:
|
145 |
-
(): colorlog.ColoredFormatter
|
146 |
-
format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
|
147 |
-
- %(message)s'
|
148 |
-
log_colors:
|
149 |
-
DEBUG: purple
|
150 |
-
INFO: green
|
151 |
-
WARNING: yellow
|
152 |
-
ERROR: red
|
153 |
-
CRITICAL: red
|
154 |
-
handlers:
|
155 |
-
console:
|
156 |
-
class: logging.StreamHandler
|
157 |
-
formatter: colorlog
|
158 |
-
stream: ext://sys.stdout
|
159 |
-
file:
|
160 |
-
class: logging.FileHandler
|
161 |
-
formatter: simple
|
162 |
-
filename: ${hydra.job.name}.log
|
163 |
-
root:
|
164 |
-
level: INFO
|
165 |
-
handlers:
|
166 |
-
- console
|
167 |
-
- file
|
168 |
-
disable_existing_loggers: false
|
169 |
-
env: {}
|
170 |
-
searchpath: []
|
171 |
-
callbacks: {}
|
172 |
-
output_subdir: .hydra
|
173 |
-
overrides:
|
174 |
-
hydra: []
|
175 |
-
task:
|
176 |
-
- datamodule.batch_size=64
|
177 |
-
- model.lr=0.04131276528182434
|
178 |
-
- model.lin1_size=64
|
179 |
-
- model.lin2_size=256
|
180 |
-
- model.lin3_size=128
|
181 |
-
- hparams_search=focus150_optuna
|
182 |
-
job:
|
183 |
-
name: train
|
184 |
-
override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=64,model.lin2_size=256,model.lin3_size=128,model.lr=0.04131276528182434
|
185 |
-
id: '15'
|
186 |
-
num: 15
|
187 |
-
config_name: train.yaml
|
188 |
-
env_set: {}
|
189 |
-
env_copy: []
|
190 |
-
config:
|
191 |
-
override_dirname:
|
192 |
-
kv_sep: '='
|
193 |
-
item_sep: ','
|
194 |
-
exclude_keys: []
|
195 |
-
runtime:
|
196 |
-
version: 1.1.1
|
197 |
-
cwd: /usr/src/app
|
198 |
-
config_sources:
|
199 |
-
- path: hydra.conf
|
200 |
-
schema: pkg
|
201 |
-
provider: hydra
|
202 |
-
- path: /usr/src/app/configs
|
203 |
-
schema: file
|
204 |
-
provider: main
|
205 |
-
- path: hydra_plugins.hydra_colorlog.conf
|
206 |
-
schema: pkg
|
207 |
-
provider: hydra-colorlog
|
208 |
-
- path: ''
|
209 |
-
schema: structured
|
210 |
-
provider: schema
|
211 |
-
choices:
|
212 |
-
local: default.yaml
|
213 |
-
hparams_search: focus150_optuna
|
214 |
-
debug: null
|
215 |
-
experiment: null
|
216 |
-
log_dir: default.yaml
|
217 |
-
trainer: long.yaml
|
218 |
-
logger: tensorboard
|
219 |
-
callbacks: default.yaml
|
220 |
-
model: focus150.yaml
|
221 |
-
datamodule: focus150.yaml
|
222 |
-
hydra/env: default
|
223 |
-
hydra/callbacks: null
|
224 |
-
hydra/job_logging: colorlog
|
225 |
-
hydra/hydra_logging: colorlog
|
226 |
-
hydra/hydra_help: default
|
227 |
-
hydra/help: default
|
228 |
-
hydra/sweeper: optuna
|
229 |
-
hydra/sweeper/sampler: tpe
|
230 |
-
hydra/launcher: basic
|
231 |
-
hydra/output: default
|
232 |
-
verbose: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/.hydra/overrides.yaml
DELETED
@@ -1,6 +0,0 @@
|
|
1 |
-
- datamodule.batch_size=64
|
2 |
-
- model.lr=0.04131276528182434
|
3 |
-
- model.lin1_size=64
|
4 |
-
- model.lin2_size=256
|
5 |
-
- model.lin3_size=128
|
6 |
-
- hparams_search=focus150_optuna
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/tensorboard/focus150_optuna/events.out.tfevents.1646403524.e02c2cd1d8ab.1.29
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:5f5f63724068b3fe2d9530ced3aa79622ad58b3a5c1e48f29b09a3c23fd909d6
|
3 |
-
size 36328
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/tensorboard/focus150_optuna/events.out.tfevents.1646403650.e02c2cd1d8ab.1.30
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:c94ff7b41ccf935cdb8bcd338c81f331607912868cfeecc00906530eb326bae2
|
3 |
-
size 179
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/tensorboard/focus150_optuna/hparams.yaml
DELETED
@@ -1,52 +0,0 @@
|
|
1 |
-
trainer:
|
2 |
-
_target_: pytorch_lightning.Trainer
|
3 |
-
gpus: 1
|
4 |
-
min_epochs: 1
|
5 |
-
max_epochs: 100
|
6 |
-
resume_from_checkpoint: null
|
7 |
-
model:
|
8 |
-
_target_: src.models.focus_module.FocusLitModule
|
9 |
-
input_size: 67500
|
10 |
-
lin1_size: 64
|
11 |
-
lin2_size: 256
|
12 |
-
lin3_size: 128
|
13 |
-
output_size: 1
|
14 |
-
lr: 0.04131276528182434
|
15 |
-
weight_decay: 0.0005
|
16 |
-
datamodule:
|
17 |
-
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
18 |
-
data_dir: /usr/src/app/data/focus150
|
19 |
-
csv_file: /usr/src/app/data/focus150/metadata.csv
|
20 |
-
batch_size: 64
|
21 |
-
train_val_test_split_percentage:
|
22 |
-
- 0.7
|
23 |
-
- 0.15
|
24 |
-
- 0.15
|
25 |
-
num_workers: 0
|
26 |
-
pin_memory: false
|
27 |
-
seed: null
|
28 |
-
callbacks:
|
29 |
-
model_checkpoint:
|
30 |
-
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
31 |
-
monitor: val/mae
|
32 |
-
mode: min
|
33 |
-
save_top_k: 1
|
34 |
-
save_last: true
|
35 |
-
verbose: false
|
36 |
-
dirpath: checkpoints/
|
37 |
-
filename: epoch_{epoch:03d}
|
38 |
-
auto_insert_metric_name: false
|
39 |
-
early_stopping:
|
40 |
-
_target_: pytorch_lightning.callbacks.EarlyStopping
|
41 |
-
monitor: val/mae
|
42 |
-
mode: min
|
43 |
-
patience: 100
|
44 |
-
min_delta: 0
|
45 |
-
model_summary:
|
46 |
-
_target_: pytorch_lightning.callbacks.RichModelSummary
|
47 |
-
max_depth: -1
|
48 |
-
rich_progress_bar:
|
49 |
-
_target_: pytorch_lightning.callbacks.RichProgressBar
|
50 |
-
model/params/total: 4370625
|
51 |
-
model/params/trainable: 4370625
|
52 |
-
model/params/non_trainable: 0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/.hydra/config.yaml
DELETED
@@ -1,66 +0,0 @@
|
|
1 |
-
original_work_dir: ${hydra:runtime.cwd}
|
2 |
-
data_dir: ${original_work_dir}/data
|
3 |
-
print_config: true
|
4 |
-
ignore_warnings: true
|
5 |
-
train: true
|
6 |
-
test: true
|
7 |
-
seed: null
|
8 |
-
name: focus150_optuna
|
9 |
-
datamodule:
|
10 |
-
_target_: src.datamodules.focus_datamodule.FocusDataModule
|
11 |
-
data_dir: ${data_dir}/focus150
|
12 |
-
csv_file: ${data_dir}/focus150/metadata.csv
|
13 |
-
batch_size: 128
|
14 |
-
train_val_test_split_percentage:
|
15 |
-
- 0.7
|
16 |
-
- 0.15
|
17 |
-
- 0.15
|
18 |
-
num_workers: 0
|
19 |
-
pin_memory: false
|
20 |
-
model:
|
21 |
-
_target_: src.models.focus_module.FocusLitModule
|
22 |
-
input_size: 67500
|
23 |
-
lin1_size: 512
|
24 |
-
lin2_size: 32
|
25 |
-
lin3_size: 2048
|
26 |
-
output_size: 1
|
27 |
-
lr: 0.12875356688119352
|
28 |
-
weight_decay: 0.0005
|
29 |
-
callbacks:
|
30 |
-
model_checkpoint:
|
31 |
-
_target_: pytorch_lightning.callbacks.ModelCheckpoint
|
32 |
-
monitor: val/mae
|
33 |
-
mode: min
|
34 |
-
save_top_k: 1
|
35 |
-
save_last: true
|
36 |
-
verbose: false
|
37 |
-
dirpath: checkpoints/
|
38 |
-
filename: epoch_{epoch:03d}
|
39 |
-
auto_insert_metric_name: false
|
40 |
-
early_stopping:
|
41 |
-
_target_: pytorch_lightning.callbacks.EarlyStopping
|
42 |
-
monitor: val/mae
|
43 |
-
mode: min
|
44 |
-
patience: 100
|
45 |
-
min_delta: 0
|
46 |
-
model_summary:
|
47 |
-
_target_: pytorch_lightning.callbacks.RichModelSummary
|
48 |
-
max_depth: -1
|
49 |
-
rich_progress_bar:
|
50 |
-
_target_: pytorch_lightning.callbacks.RichProgressBar
|
51 |
-
logger:
|
52 |
-
tensorboard:
|
53 |
-
_target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
|
54 |
-
save_dir: tensorboard/
|
55 |
-
name: null
|
56 |
-
version: ${name}
|
57 |
-
log_graph: false
|
58 |
-
default_hp_metric: true
|
59 |
-
prefix: ''
|
60 |
-
trainer:
|
61 |
-
_target_: pytorch_lightning.Trainer
|
62 |
-
gpus: 1
|
63 |
-
min_epochs: 1
|
64 |
-
max_epochs: 100
|
65 |
-
resume_from_checkpoint: null
|
66 |
-
optimized_metric: val/mae_best
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/.hydra/hydra.yaml
DELETED
@@ -1,232 +0,0 @@
|
|
1 |
-
hydra:
|
2 |
-
run:
|
3 |
-
dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
4 |
-
sweep:
|
5 |
-
dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
|
6 |
-
subdir: ${hydra.job.num}
|
7 |
-
launcher:
|
8 |
-
_target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
|
9 |
-
sweeper:
|
10 |
-
sampler:
|
11 |
-
_target_: optuna.samplers.TPESampler
|
12 |
-
seed: 12345
|
13 |
-
consider_prior: true
|
14 |
-
prior_weight: 1.0
|
15 |
-
consider_magic_clip: true
|
16 |
-
consider_endpoints: false
|
17 |
-
n_startup_trials: 10
|
18 |
-
n_ei_candidates: 24
|
19 |
-
multivariate: false
|
20 |
-
warn_independent_sampling: true
|
21 |
-
_target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
|
22 |
-
direction: minimize
|
23 |
-
storage: null
|
24 |
-
study_name: focus150_hyperparameter_search
|
25 |
-
n_trials: 25
|
26 |
-
n_jobs: 1
|
27 |
-
search_space:
|
28 |
-
datamodule.batch_size:
|
29 |
-
type: categorical
|
30 |
-
choices:
|
31 |
-
- 32
|
32 |
-
- 64
|
33 |
-
- 128
|
34 |
-
model.lr:
|
35 |
-
type: float
|
36 |
-
low: 0.0001
|
37 |
-
high: 0.2
|
38 |
-
model.lin1_size:
|
39 |
-
type: categorical
|
40 |
-
choices:
|
41 |
-
- 32
|
42 |
-
- 64
|
43 |
-
- 128
|
44 |
-
- 256
|
45 |
-
- 512
|
46 |
-
- 1024
|
47 |
-
- 2048
|
48 |
-
model.lin2_size:
|
49 |
-
type: categorical
|
50 |
-
choices:
|
51 |
-
- 32
|
52 |
-
- 64
|
53 |
-
- 128
|
54 |
-
- 256
|
55 |
-
- 512
|
56 |
-
- 1024
|
57 |
-
- 2048
|
58 |
-
model.lin3_size:
|
59 |
-
type: categorical
|
60 |
-
choices:
|
61 |
-
- 32
|
62 |
-
- 64
|
63 |
-
- 128
|
64 |
-
- 256
|
65 |
-
- 512
|
66 |
-
- 1024
|
67 |
-
- 2048
|
68 |
-
help:
|
69 |
-
app_name: ${hydra.job.name}
|
70 |
-
header: '${hydra.help.app_name} is powered by Hydra.
|
71 |
-
|
72 |
-
'
|
73 |
-
footer: 'Powered by Hydra (https://hydra.cc)
|
74 |
-
|
75 |
-
Use --hydra-help to view Hydra specific help
|
76 |
-
|
77 |
-
'
|
78 |
-
template: '${hydra.help.header}
|
79 |
-
|
80 |
-
== Configuration groups ==
|
81 |
-
|
82 |
-
Compose your configuration from those groups (group=option)
|
83 |
-
|
84 |
-
|
85 |
-
$APP_CONFIG_GROUPS
|
86 |
-
|
87 |
-
|
88 |
-
== Config ==
|
89 |
-
|
90 |
-
Override anything in the config (foo.bar=value)
|
91 |
-
|
92 |
-
|
93 |
-
$CONFIG
|
94 |
-
|
95 |
-
|
96 |
-
${hydra.help.footer}
|
97 |
-
|
98 |
-
'
|
99 |
-
hydra_help:
|
100 |
-
template: 'Hydra (${hydra.runtime.version})
|
101 |
-
|
102 |
-
See https://hydra.cc for more info.
|
103 |
-
|
104 |
-
|
105 |
-
== Flags ==
|
106 |
-
|
107 |
-
$FLAGS_HELP
|
108 |
-
|
109 |
-
|
110 |
-
== Configuration groups ==
|
111 |
-
|
112 |
-
Compose your configuration from those groups (For example, append hydra/job_logging=disabled
|
113 |
-
to command line)
|
114 |
-
|
115 |
-
|
116 |
-
$HYDRA_CONFIG_GROUPS
|
117 |
-
|
118 |
-
|
119 |
-
Use ''--cfg hydra'' to Show the Hydra config.
|
120 |
-
|
121 |
-
'
|
122 |
-
hydra_help: ???
|
123 |
-
hydra_logging:
|
124 |
-
version: 1
|
125 |
-
formatters:
|
126 |
-
colorlog:
|
127 |
-
(): colorlog.ColoredFormatter
|
128 |
-
format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
|
129 |
-
handlers:
|
130 |
-
console:
|
131 |
-
class: logging.StreamHandler
|
132 |
-
formatter: colorlog
|
133 |
-
stream: ext://sys.stdout
|
134 |
-
root:
|
135 |
-
level: INFO
|
136 |
-
handlers:
|
137 |
-
- console
|
138 |
-
disable_existing_loggers: false
|
139 |
-
job_logging:
|
140 |
-
version: 1
|
141 |
-
formatters:
|
142 |
-
simple:
|
143 |
-
format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
|
144 |
-
colorlog:
|
145 |
-
(): colorlog.ColoredFormatter
|
146 |
-
format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
|
147 |
-
- %(message)s'
|
148 |
-
log_colors:
|
149 |
-
DEBUG: purple
|
150 |
-
INFO: green
|
151 |
-
WARNING: yellow
|
152 |
-
ERROR: red
|
153 |
-
CRITICAL: red
|
154 |
-
handlers:
|
155 |
-
console:
|
156 |
-
class: logging.StreamHandler
|
157 |
-
formatter: colorlog
|
158 |
-
stream: ext://sys.stdout
|
159 |
-
file:
|
160 |
-
class: logging.FileHandler
|
161 |
-
formatter: simple
|
162 |
-
filename: ${hydra.job.name}.log
|
163 |
-
root:
|
164 |
-
level: INFO
|
165 |
-
handlers:
|
166 |
-
- console
|
167 |
-
- file
|
168 |
-
disable_existing_loggers: false
|
169 |
-
env: {}
|
170 |
-
searchpath: []
|
171 |
-
callbacks: {}
|
172 |
-
output_subdir: .hydra
|
173 |
-
overrides:
|
174 |
-
hydra: []
|
175 |
-
task:
|
176 |
-
- datamodule.batch_size=128
|
177 |
-
- model.lr=0.12875356688119352
|
178 |
-
- model.lin1_size=512
|
179 |
-
- model.lin2_size=32
|
180 |
-
- model.lin3_size=2048
|
181 |
-
- hparams_search=focus150_optuna
|
182 |
-
job:
|
183 |
-
name: train
|
184 |
-
override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=512,model.lin2_size=32,model.lin3_size=2048,model.lr=0.12875356688119352
|
185 |
-
id: '16'
|
186 |
-
num: 16
|
187 |
-
config_name: train.yaml
|
188 |
-
env_set: {}
|
189 |
-
env_copy: []
|
190 |
-
config:
|
191 |
-
override_dirname:
|
192 |
-
kv_sep: '='
|
193 |
-
item_sep: ','
|
194 |
-
exclude_keys: []
|
195 |
-
runtime:
|
196 |
-
version: 1.1.1
|
197 |
-
cwd: /usr/src/app
|
198 |
-
config_sources:
|
199 |
-
- path: hydra.conf
|
200 |
-
schema: pkg
|
201 |
-
provider: hydra
|
202 |
-
- path: /usr/src/app/configs
|
203 |
-
schema: file
|
204 |
-
provider: main
|
205 |
-
- path: hydra_plugins.hydra_colorlog.conf
|
206 |
-
schema: pkg
|
207 |
-
provider: hydra-colorlog
|
208 |
-
- path: ''
|
209 |
-
schema: structured
|
210 |
-
provider: schema
|
211 |
-
choices:
|
212 |
-
local: default.yaml
|
213 |
-
hparams_search: focus150_optuna
|
214 |
-
debug: null
|
215 |
-
experiment: null
|
216 |
-
log_dir: default.yaml
|
217 |
-
trainer: long.yaml
|
218 |
-
logger: tensorboard
|
219 |
-
callbacks: default.yaml
|
220 |
-
model: focus150.yaml
|
221 |
-
datamodule: focus150.yaml
|
222 |
-
hydra/env: default
|
223 |
-
hydra/callbacks: null
|
224 |
-
hydra/job_logging: colorlog
|
225 |
-
hydra/hydra_logging: colorlog
|
226 |
-
hydra/hydra_help: default
|
227 |
-
hydra/help: default
|
228 |
-
hydra/sweeper: optuna
|
229 |
-
hydra/sweeper/sampler: tpe
|
230 |
-
hydra/launcher: basic
|
231 |
-
hydra/output: default
|
232 |
-
verbose: false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|