diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/config.yaml deleted file mode 100644 index fde4c59acb39619445daffac88d5c5b808419ca3..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 32 - lin3_size: 32 - output_size: 1 - lr: 0.04099159968275264 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/hydra.yaml deleted file mode 100644 index 715e3ccf1d9d889704d1c60460518384b0f47e08..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=32 - - model.lr=0.04099159968275264 - - model.lin1_size=128 - - model.lin2_size=32 - - model.lin3_size=32 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=128,model.lin2_size=32,model.lin3_size=32,model.lr=0.04099159968275264 - id: '0' - num: 0 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/overrides.yaml deleted file mode 100644 index 6197a0dd92e0c051edb233941f3017e4a6ed16cf..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=32 -- model.lr=0.04099159968275264 -- model.lin1_size=128 -- model.lin2_size=32 -- model.lin3_size=32 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/events.out.tfevents.1646393430.e02c2cd1d8ab.1.0 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/events.out.tfevents.1646393430.e02c2cd1d8ab.1.0 deleted file mode 100644 index 00af08c00b7642f6a5f2ef325976e69363213a85..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/events.out.tfevents.1646393430.e02c2cd1d8ab.1.0 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d6afc0f43b3c1bd7933f2a0e2d56b93f74680505b96c42a15f8970c35864b322 -size 36391 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/events.out.tfevents.1646393675.e02c2cd1d8ab.1.1 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/events.out.tfevents.1646393675.e02c2cd1d8ab.1.1 deleted file mode 100644 index d2fd28a62e561be336dc68abaa8c7a55a90c8748..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/events.out.tfevents.1646393675.e02c2cd1d8ab.1.1 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c7356d4d877d5517b1738d3fbb03153b84e6a6c09d506bbabbdffcebca279aba -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index f4544e60bd2420f2eed4f783b6a78561e41daab0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/0/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 32 - lin3_size: 32 - output_size: 1 - lr: 0.04099159968275264 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8645729 -model/params/trainable: 8645729 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/config.yaml deleted file mode 100644 index 8b26197a938727026805bdea06de8b40f92f375b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 1024 - output_size: 1 - lr: 0.15818542131777294 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/hydra.yaml deleted file mode 100644 index fdae6e8f780273770bf7ea101619ee5d8b533c5d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.15818542131777294 - - model.lin1_size=256 - - model.lin2_size=128 - - model.lin3_size=1024 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=1024,model.lr=0.15818542131777294 - id: '1' - num: 1 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/overrides.yaml deleted file mode 100644 index bf861272fea7531129612005eec28f4d2afddeba..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.15818542131777294 -- model.lin1_size=256 -- model.lin2_size=128 -- model.lin3_size=1024 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/events.out.tfevents.1646393676.e02c2cd1d8ab.1.2 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/events.out.tfevents.1646393676.e02c2cd1d8ab.1.2 deleted file mode 100644 index 67e65e17647622cda6907dfaa2b8f907a54431cb..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/events.out.tfevents.1646393676.e02c2cd1d8ab.1.2 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0f6997fead061ad1b7ca1a54e9df1c6e59c656a41f5642597c9791fd1f5944a9 -size 36328 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/events.out.tfevents.1646394071.e02c2cd1d8ab.1.3 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/events.out.tfevents.1646394071.e02c2cd1d8ab.1.3 deleted file mode 100644 index 322ee69378a983dcd3d3878abd6a4098e22e55fb..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/events.out.tfevents.1646394071.e02c2cd1d8ab.1.3 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:98d4647ce1487bed60e00a1b0991c7f1a1d6298d661b2af6befa36b542c3d805 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 4b57efa7c8a96ea4a8bbcf9fc65804c3de295623..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/1/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 1024 - output_size: 1 - lr: 0.15818542131777294 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17449089 -model/params/trainable: 17449089 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/config.yaml deleted file mode 100644 index a20715827808d8435572343a8dd9857b33006af3..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 512 - lin2_size: 512 - lin3_size: 256 - output_size: 1 - lr: 0.07148210917089061 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/hydra.yaml deleted file mode 100644 index fff3b69d4b079dd852d56bd33780e10239206ab2..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.07148210917089061 - - model.lin1_size=512 - - model.lin2_size=512 - - model.lin3_size=256 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=512,model.lin2_size=512,model.lin3_size=256,model.lr=0.07148210917089061 - id: '10' - num: 10 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/overrides.yaml deleted file mode 100644 index 541f5d678e1ea61b998a6a115ff228c2212742b8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.07148210917089061 -- model.lin1_size=512 -- model.lin2_size=512 -- model.lin3_size=256 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/events.out.tfevents.1646399561.e02c2cd1d8ab.1.19 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/events.out.tfevents.1646399561.e02c2cd1d8ab.1.19 deleted file mode 100644 index f9e7a2da2d9fda4c3c1f60e023f32f7b0cb5cf31..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/events.out.tfevents.1646399561.e02c2cd1d8ab.1.19 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3093c010acb1da620f30c23572d0cfd10dfd6b38f5b81062c7b070360f3d326e -size 36230 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/events.out.tfevents.1646400250.e02c2cd1d8ab.1.20 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/events.out.tfevents.1646400250.e02c2cd1d8ab.1.20 deleted file mode 100644 index 0b85f32975581d9ac30aa379f28b7adb26176c36..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/events.out.tfevents.1646400250.e02c2cd1d8ab.1.20 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5dcb14bc03802b02af910756b125403e6a53e54513795ee022d8e68555492ce9 -size 176 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 076362de15b834c13134567b3669d6070d66be92..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/10/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 512 - lin2_size: 512 - lin3_size: 256 - output_size: 1 - lr: 0.07148210917089061 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 34957313 -model/params/trainable: 34957313 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/config.yaml deleted file mode 100644 index 2e0272a616e916212359d7c42e3563372de03fdf..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 256 - lin3_size: 128 - output_size: 1 - lr: 0.11779269530261958 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/hydra.yaml deleted file mode 100644 index 63444dbaa998c43c485764ee7d04d40825096220..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.11779269530261958 - - model.lin1_size=32 - - model.lin2_size=256 - - model.lin3_size=128 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=32,model.lin2_size=256,model.lin3_size=128,model.lr=0.11779269530261958 - id: '11' - num: 11 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/overrides.yaml deleted file mode 100644 index ede484811399ec5eeea7108e635e8a576c26d7bf..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.11779269530261958 -- model.lin1_size=32 -- model.lin2_size=256 -- model.lin3_size=128 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/events.out.tfevents.1646400251.e02c2cd1d8ab.1.21 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/events.out.tfevents.1646400251.e02c2cd1d8ab.1.21 deleted file mode 100644 index 0178a29532b63350e949956076bd8f7b881b3257..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/events.out.tfevents.1646400251.e02c2cd1d8ab.1.21 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:99dcbe2276408d1477fed434497dfedc2e1c55e37deff1fec0513c0df7336762 -size 36328 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/events.out.tfevents.1646400340.e02c2cd1d8ab.1.22 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/events.out.tfevents.1646400340.e02c2cd1d8ab.1.22 deleted file mode 100644 index e739ea626482525ebc77d43c1d9c317928e77078..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/events.out.tfevents.1646400340.e02c2cd1d8ab.1.22 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:303733f02185c2365f205d30101dd2f463231152f5186c6366958d57f32db557 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index d4eedd084f748fe296501ec33688a43e5f92be98..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/11/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 256 - lin3_size: 128 - output_size: 1 - lr: 0.11779269530261958 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2202337 -model/params/trainable: 2202337 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/config.yaml deleted file mode 100644 index d7bd1545b950232669f5b784f8de1117856cad81..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 256 - lin3_size: 128 - output_size: 1 - lr: 0.13355237942960652 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/hydra.yaml deleted file mode 100644 index ded6a2ed35aa4489c36ddaccf659621a707e9b8c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.13355237942960652 - - model.lin1_size=32 - - model.lin2_size=256 - - model.lin3_size=128 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=32,model.lin2_size=256,model.lin3_size=128,model.lr=0.13355237942960652 - id: '12' - num: 12 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/overrides.yaml deleted file mode 100644 index 5c0afa3c3f6c2a5d1d21a6495a1b576a240dfaee..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.13355237942960652 -- model.lin1_size=32 -- model.lin2_size=256 -- model.lin3_size=128 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/events.out.tfevents.1646400341.e02c2cd1d8ab.1.23 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/events.out.tfevents.1646400341.e02c2cd1d8ab.1.23 deleted file mode 100644 index 090403885bf1d644c2b387e2d20fb9278f43a9d2..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/events.out.tfevents.1646400341.e02c2cd1d8ab.1.23 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8869683dbbc16e523ec4daec9634a5844e47c2d42cb5e48fcde03b47f057c09b -size 36328 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/events.out.tfevents.1646400436.e02c2cd1d8ab.1.24 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/events.out.tfevents.1646400436.e02c2cd1d8ab.1.24 deleted file mode 100644 index 25c396e69b6119da7c0a24a068ea1af8a35e3403..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/events.out.tfevents.1646400436.e02c2cd1d8ab.1.24 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1989b8df8bbec51baec3199e84b0bff5cb0e9f00f01c15396087aeede34c5e25 -size 176 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index cac11de4b74455cc56530092fe7f92bf073d11a4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/12/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 256 - lin3_size: 128 - output_size: 1 - lr: 0.13355237942960652 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2202337 -model/params/trainable: 2202337 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/config.yaml deleted file mode 100644 index 1eec09f804a4c4eca2bb52b7358c692cda272c70..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 512 - lin3_size: 2048 - output_size: 1 - lr: 0.07220274494059103 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/hydra.yaml deleted file mode 100644 index 3fe9f5647874cad3053e5483e0ef04a21ad2ea6d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.07220274494059103 - - model.lin1_size=32 - - model.lin2_size=512 - - model.lin3_size=2048 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=32,model.lin2_size=512,model.lin3_size=2048,model.lr=0.07220274494059103 - id: '13' - num: 13 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/overrides.yaml deleted file mode 100644 index 3cb10a485c1bdd9ebbd6f6f1ae6aba733c3a2922..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.07220274494059103 -- model.lin1_size=32 -- model.lin2_size=512 -- model.lin3_size=2048 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/events.out.tfevents.1646400436.e02c2cd1d8ab.1.25 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/events.out.tfevents.1646400436.e02c2cd1d8ab.1.25 deleted file mode 100644 index 1c24746ed44666bf591197593b10dab0d7af8a5b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/events.out.tfevents.1646400436.e02c2cd1d8ab.1.25 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d966126e50625b723d1aa3ea74101b1e0012a80c8ce55c9b9a7b9b0fc7e838c4 -size 36230 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/events.out.tfevents.1646400569.e02c2cd1d8ab.1.26 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/events.out.tfevents.1646400569.e02c2cd1d8ab.1.26 deleted file mode 100644 index 8d08099fa878cf9156422f6318f3b69900890d44..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/events.out.tfevents.1646400569.e02c2cd1d8ab.1.26 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d80b675e81b6ba40bda511fec56d0a2eb745dccb51a04e4d428b5d9216b44714 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 78c58b5b7948825fa801029fb5a8bcbad7ae7ee8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/13/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 512 - lin3_size: 2048 - output_size: 1 - lr: 0.07220274494059103 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 3234785 -model/params/trainable: 3234785 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/.hydra/config.yaml deleted file mode 100644 index b7ec538d75059274645444dc280a7b6accd56ef4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 2048 - lin2_size: 512 - lin3_size: 128 - output_size: 1 - lr: 0.08335231197967785 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/.hydra/hydra.yaml deleted file mode 100644 index f5b4097bccf0bea79e78ee8fbb0070fa085be3be..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.08335231197967785 - - model.lin1_size=2048 - - model.lin2_size=512 - - model.lin3_size=128 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=2048,model.lin2_size=512,model.lin3_size=128,model.lr=0.08335231197967785 - id: '14' - num: 14 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/.hydra/overrides.yaml deleted file mode 100644 index 2294f80bd01d35b645bfff6940062f98da89e0a6..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.08335231197967785 -- model.lin1_size=2048 -- model.lin2_size=512 -- model.lin3_size=128 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/tensorboard/focus150_optuna/events.out.tfevents.1646400570.e02c2cd1d8ab.1.27 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/tensorboard/focus150_optuna/events.out.tfevents.1646400570.e02c2cd1d8ab.1.27 deleted file mode 100644 index 2bf81f667ff8b95527ebafbe28224d7492f684e5..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/tensorboard/focus150_optuna/events.out.tfevents.1646400570.e02c2cd1d8ab.1.27 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2d05f9112c18daa456c3ae5551f39f14bd694958d48a3292ebee05fefe8a256a -size 36230 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/tensorboard/focus150_optuna/events.out.tfevents.1646403523.e02c2cd1d8ab.1.28 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/tensorboard/focus150_optuna/events.out.tfevents.1646403523.e02c2cd1d8ab.1.28 deleted file mode 100644 index 049d2800e6e413bdcdf1c3835c8209bbd9b8d47a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/tensorboard/focus150_optuna/events.out.tfevents.1646403523.e02c2cd1d8ab.1.28 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:70fb6b94c38eb4ba4538834d1114cf2f128d7d9f729d09e10798d95e0a6ae839 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index b7fb25af231f8551decf950cd81c1f8df41ee74e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/14/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 2048 - lin2_size: 512 - lin3_size: 128 - output_size: 1 - lr: 0.08335231197967785 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 139362305 -model/params/trainable: 139362305 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/.hydra/config.yaml deleted file mode 100644 index ef03b92bbfb81828690b4006989477fa80135f81..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 64 - lin2_size: 256 - lin3_size: 128 - output_size: 1 - lr: 0.04131276528182434 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/.hydra/hydra.yaml deleted file mode 100644 index 9cc8da3e8b17b91c2920edaa62ff017580db612d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.04131276528182434 - - model.lin1_size=64 - - model.lin2_size=256 - - model.lin3_size=128 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=64,model.lin2_size=256,model.lin3_size=128,model.lr=0.04131276528182434 - id: '15' - num: 15 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/.hydra/overrides.yaml deleted file mode 100644 index f163c74709f5c16afe75ceeb6fa36cb1f610f468..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.04131276528182434 -- model.lin1_size=64 -- model.lin2_size=256 -- model.lin3_size=128 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/tensorboard/focus150_optuna/events.out.tfevents.1646403524.e02c2cd1d8ab.1.29 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/tensorboard/focus150_optuna/events.out.tfevents.1646403524.e02c2cd1d8ab.1.29 deleted file mode 100644 index 0902cb3c23f65e50b5fe29de62c71fe29d086c72..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/tensorboard/focus150_optuna/events.out.tfevents.1646403524.e02c2cd1d8ab.1.29 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5f5f63724068b3fe2d9530ced3aa79622ad58b3a5c1e48f29b09a3c23fd909d6 -size 36328 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/tensorboard/focus150_optuna/events.out.tfevents.1646403650.e02c2cd1d8ab.1.30 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/tensorboard/focus150_optuna/events.out.tfevents.1646403650.e02c2cd1d8ab.1.30 deleted file mode 100644 index 7908c3b371056edf345d404a002249c2c3c23ad7..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/tensorboard/focus150_optuna/events.out.tfevents.1646403650.e02c2cd1d8ab.1.30 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c94ff7b41ccf935cdb8bcd338c81f331607912868cfeecc00906530eb326bae2 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index c02697d10a25311be46c1e1051f830e616bc6ff8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/15/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 64 - lin2_size: 256 - lin3_size: 128 - output_size: 1 - lr: 0.04131276528182434 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 4370625 -model/params/trainable: 4370625 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/.hydra/config.yaml deleted file mode 100644 index 26726a5cace2ab3133e10b77a6fc87781c40d6d8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 512 - lin2_size: 32 - lin3_size: 2048 - output_size: 1 - lr: 0.12875356688119352 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/.hydra/hydra.yaml deleted file mode 100644 index d91133bb377250afb7972d13707053835140f55e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.12875356688119352 - - model.lin1_size=512 - - model.lin2_size=32 - - model.lin3_size=2048 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=512,model.lin2_size=32,model.lin3_size=2048,model.lr=0.12875356688119352 - id: '16' - num: 16 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/.hydra/overrides.yaml deleted file mode 100644 index a56c047670dab179f00866a6a2842bb87bb494e5..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.12875356688119352 -- model.lin1_size=512 -- model.lin2_size=32 -- model.lin3_size=2048 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/tensorboard/focus150_optuna/events.out.tfevents.1646403651.e02c2cd1d8ab.1.31 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/tensorboard/focus150_optuna/events.out.tfevents.1646403651.e02c2cd1d8ab.1.31 deleted file mode 100644 index b881d58b9fa569586bf0ee67574c81de0d80ae59..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/tensorboard/focus150_optuna/events.out.tfevents.1646403651.e02c2cd1d8ab.1.31 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4e3fb02310887740ec064030d6b249654ad975400ab5b5ceba4d38b0ee1b6ea3 -size 36230 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/tensorboard/focus150_optuna/events.out.tfevents.1646404342.e02c2cd1d8ab.1.32 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/tensorboard/focus150_optuna/events.out.tfevents.1646404342.e02c2cd1d8ab.1.32 deleted file mode 100644 index bf58a84412bcc867f04d484172127122917203e4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/tensorboard/focus150_optuna/events.out.tfevents.1646404342.e02c2cd1d8ab.1.32 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f8b4de9909627583877d45362c233458c8f4b80e76b7e77ef396370e50b91534 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index cfdab4f0eb1d26e6444ecbfea7db5878702fd047..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/16/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 512 - lin2_size: 32 - lin3_size: 2048 - output_size: 1 - lr: 0.12875356688119352 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 34651745 -model/params/trainable: 34651745 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/17/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/17/.hydra/config.yaml deleted file mode 100644 index 9e4ca456b451eddc802568de8aad1cc7bcacfe74..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/17/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.14899729967070047 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/17/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/17/.hydra/hydra.yaml deleted file mode 100644 index c151d7cda8f6eabdaafe4cfac7326b0b569ad668..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/17/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.14899729967070047 - - model.lin1_size=128 - - model.lin2_size=128 - - model.lin3_size=256 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=128,model.lin2_size=128,model.lin3_size=256,model.lr=0.14899729967070047 - id: '17' - num: 17 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/17/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/17/.hydra/overrides.yaml deleted file mode 100644 index b2e611127ad5ea1a45c6ac58a252e8eb2c917f53..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/17/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.14899729967070047 -- model.lin1_size=128 -- model.lin2_size=128 -- model.lin3_size=256 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/17/tensorboard/focus150_optuna/events.out.tfevents.1646404343.e02c2cd1d8ab.1.33 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/17/tensorboard/focus150_optuna/events.out.tfevents.1646404343.e02c2cd1d8ab.1.33 deleted file mode 100644 index 656f1af3e640fb66a52aed90b0739eb0b810db12..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/17/tensorboard/focus150_optuna/events.out.tfevents.1646404343.e02c2cd1d8ab.1.33 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:97506cfb4e0ae653dbabeb25cea691b2f0655ebe32d218adccf52b5197fab773 -size 36328 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/17/tensorboard/focus150_optuna/events.out.tfevents.1646404545.e02c2cd1d8ab.1.34 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/17/tensorboard/focus150_optuna/events.out.tfevents.1646404545.e02c2cd1d8ab.1.34 deleted file mode 100644 index b481f284490e889101f9ce7f8a7bb1b63d879671..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/17/tensorboard/focus150_optuna/events.out.tfevents.1646404545.e02c2cd1d8ab.1.34 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:afced4017f1373a3653b1761c052269f3f1d03c097337d2da52b1e4d4a6c2966 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/17/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/17/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 165f74b9e8f8f61ed7485a71f4cd28241e1326b9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/17/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.14899729967070047 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8690945 -model/params/trainable: 8690945 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/18/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/18/.hydra/config.yaml deleted file mode 100644 index 6d011a6604810d54b514f1074237a8a5bbfc64c5..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/18/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 64 - lin3_size: 512 - output_size: 1 - lr: 0.043609714610201814 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/18/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/18/.hydra/hydra.yaml deleted file mode 100644 index 563160bbafd521df519360dae0080c5840a2da47..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/18/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.043609714610201814 - - model.lin1_size=32 - - model.lin2_size=64 - - model.lin3_size=512 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=32,model.lin2_size=64,model.lin3_size=512,model.lr=0.043609714610201814 - id: '18' - num: 18 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/18/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/18/.hydra/overrides.yaml deleted file mode 100644 index 59a439321a0352c6cd37e679955a66e772c14a5e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/18/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.043609714610201814 -- model.lin1_size=32 -- model.lin2_size=64 -- model.lin3_size=512 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/18/tensorboard/focus150_optuna/events.out.tfevents.1646404545.e02c2cd1d8ab.1.35 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/18/tensorboard/focus150_optuna/events.out.tfevents.1646404545.e02c2cd1d8ab.1.35 deleted file mode 100644 index 5c5906e3daeb050166be67e7024109a46e4362c2..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/18/tensorboard/focus150_optuna/events.out.tfevents.1646404545.e02c2cd1d8ab.1.35 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cdf99a4fb785f3090d8c8179b170f3427025514d68a12c8f15067e0737b1f6be -size 36230 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/18/tensorboard/focus150_optuna/events.out.tfevents.1646404634.e02c2cd1d8ab.1.36 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/18/tensorboard/focus150_optuna/events.out.tfevents.1646404634.e02c2cd1d8ab.1.36 deleted file mode 100644 index cb74994a5653a69764eba6ff8dfd0f5360069ba5..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/18/tensorboard/focus150_optuna/events.out.tfevents.1646404634.e02c2cd1d8ab.1.36 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bb29ec2c809dae3307355c80996de3564685ebac48c7cf6461a5fb222e24f6bb -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/18/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/18/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 804e6c95dce57c8f23a0e83d95e79b8b8a422672..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/18/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 64 - lin3_size: 512 - output_size: 1 - lr: 0.043609714610201814 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2197153 -model/params/trainable: 2197153 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/19/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/19/.hydra/config.yaml deleted file mode 100644 index bd57d2cd0e79545012af134335ce16164acabe98..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/19/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 256 - lin3_size: 64 - output_size: 1 - lr: 0.001567877853839779 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/19/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/19/.hydra/hydra.yaml deleted file mode 100644 index 888daf694c6e629b322129a1280da6e965ab7779..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/19/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.001567877853839779 - - model.lin1_size=256 - - model.lin2_size=256 - - model.lin3_size=64 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=256,model.lin3_size=64,model.lr=0.001567877853839779 - id: '19' - num: 19 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/19/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/19/.hydra/overrides.yaml deleted file mode 100644 index a9cd0c0e6b6bf86e5d79748b29e25697b0491954..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/19/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.001567877853839779 -- model.lin1_size=256 -- model.lin2_size=256 -- model.lin3_size=64 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/19/tensorboard/focus150_optuna/events.out.tfevents.1646404634.e02c2cd1d8ab.1.37 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/19/tensorboard/focus150_optuna/events.out.tfevents.1646404634.e02c2cd1d8ab.1.37 deleted file mode 100644 index da1037a009c64f712f3098c80d0cb140bf4c8aaa..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/19/tensorboard/focus150_optuna/events.out.tfevents.1646404634.e02c2cd1d8ab.1.37 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5958ec8e708e2fdfef161a1f2273d10d87ca900d3520b33d5ea09c43e7143d4f -size 36328 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/19/tensorboard/focus150_optuna/events.out.tfevents.1646405000.e02c2cd1d8ab.1.38 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/19/tensorboard/focus150_optuna/events.out.tfevents.1646405000.e02c2cd1d8ab.1.38 deleted file mode 100644 index 1f6846f8796eebd7a5ee36fd95d14a50d33e8d81..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/19/tensorboard/focus150_optuna/events.out.tfevents.1646405000.e02c2cd1d8ab.1.38 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dfc2baf70998d8d1e06c39fdab8c99bf2e12dd8b2534d89ba3a2ad1041c6ec63 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/19/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/19/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 361e35a16ab44f5015a4937b6c4ba53f4488c64a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/19/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 256 - lin3_size: 64 - output_size: 1 - lr: 0.001567877853839779 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17363713 -model/params/trainable: 17363713 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/2/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/2/.hydra/config.yaml deleted file mode 100644 index b86d9956384c074ad1339dde78791281eda7bf52..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/2/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 1024 - lin2_size: 1024 - lin3_size: 32 - output_size: 1 - lr: 0.18564129276815303 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/2/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/2/.hydra/hydra.yaml deleted file mode 100644 index ff4f26ed677689f24ed5f5f08508f672907344e1..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/2/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.18564129276815303 - - model.lin1_size=1024 - - model.lin2_size=1024 - - model.lin3_size=32 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=1024,model.lin2_size=1024,model.lin3_size=32,model.lr=0.18564129276815303 - id: '2' - num: 2 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/2/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/2/.hydra/overrides.yaml deleted file mode 100644 index 2cd996711399ee9365e63d051ef83f2f472a81a9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/2/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.18564129276815303 -- model.lin1_size=1024 -- model.lin2_size=1024 -- model.lin3_size=32 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/2/tensorboard/focus150_optuna/events.out.tfevents.1646394072.e02c2cd1d8ab.1.4 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/2/tensorboard/focus150_optuna/events.out.tfevents.1646394072.e02c2cd1d8ab.1.4 deleted file mode 100644 index 75e8f3e905dd9ca7bdf6c94965e4fbf016be7c7f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/2/tensorboard/focus150_optuna/events.out.tfevents.1646394072.e02c2cd1d8ab.1.4 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c34e0c728abd186eb1aeb89fe5f2aa8a7cd7a254872619697e68b1fe7a6a8366 -size 36230 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/2/tensorboard/focus150_optuna/events.out.tfevents.1646395466.e02c2cd1d8ab.1.5 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/2/tensorboard/focus150_optuna/events.out.tfevents.1646395466.e02c2cd1d8ab.1.5 deleted file mode 100644 index 9b47f699620a8cdb82849464488ec01c78f1053f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/2/tensorboard/focus150_optuna/events.out.tfevents.1646395466.e02c2cd1d8ab.1.5 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7bee9769a533de761bebaaadd5f504bf0495ffb62d6e9fdfb3f529adbef197a5 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/2/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/2/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 1a5029aa98f9ed2c4c98169f7e5215208cdc8bd7..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/2/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 1024 - lin2_size: 1024 - lin3_size: 32 - output_size: 1 - lr: 0.18564129276815303 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 70207617 -model/params/trainable: 70207617 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/20/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/20/.hydra/config.yaml deleted file mode 100644 index 0a3572cf12533afa6f43fe211c59d7cf8497dab1..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/20/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 512 - lin3_size: 128 - output_size: 1 - lr: 0.10487184499754953 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/20/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/20/.hydra/hydra.yaml deleted file mode 100644 index 71d6cc2f4dbd9dd1e8a33ee6e6239d0165b90510..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/20/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.10487184499754953 - - model.lin1_size=256 - - model.lin2_size=512 - - model.lin3_size=128 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=512,model.lin3_size=128,model.lr=0.10487184499754953 - id: '20' - num: 20 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/20/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/20/.hydra/overrides.yaml deleted file mode 100644 index 3b21b02da9a7e8eedb93e2ad888e2d2714093653..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/20/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.10487184499754953 -- model.lin1_size=256 -- model.lin2_size=512 -- model.lin3_size=128 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/20/tensorboard/focus150_optuna/events.out.tfevents.1646405000.e02c2cd1d8ab.1.39 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/20/tensorboard/focus150_optuna/events.out.tfevents.1646405000.e02c2cd1d8ab.1.39 deleted file mode 100644 index f39acb2e4de27f0d0f5e035dad3b32fe14214b5e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/20/tensorboard/focus150_optuna/events.out.tfevents.1646405000.e02c2cd1d8ab.1.39 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f2d5337aa51ed1ede8c56b34128c7d230e53588b9224435f813296090386ea65 -size 36230 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/20/tensorboard/focus150_optuna/events.out.tfevents.1646405357.e02c2cd1d8ab.1.40 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/20/tensorboard/focus150_optuna/events.out.tfevents.1646405357.e02c2cd1d8ab.1.40 deleted file mode 100644 index dd1d975c78ac714edf5049caf31852f712388b0c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/20/tensorboard/focus150_optuna/events.out.tfevents.1646405357.e02c2cd1d8ab.1.40 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:01611ac9a425f8161978c24080350542409046ffc631e757eaa3e470414b0c5f -size 176 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/20/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/20/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 38fb78fd84c321cab16899b95ab3e9f572cfbe0b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/20/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 512 - lin3_size: 128 - output_size: 1 - lr: 0.10487184499754953 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17479425 -model/params/trainable: 17479425 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/21/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/21/.hydra/config.yaml deleted file mode 100644 index d97168e5f62d1c647f724e82e3d62b8bc72f22c2..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/21/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 512 - lin3_size: 2048 - output_size: 1 - lr: 0.06607730400973591 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/21/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/21/.hydra/hydra.yaml deleted file mode 100644 index ca6ee4a049a586572e201d95b215db1ab4d02297..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/21/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.06607730400973591 - - model.lin1_size=32 - - model.lin2_size=512 - - model.lin3_size=2048 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=32,model.lin2_size=512,model.lin3_size=2048,model.lr=0.06607730400973591 - id: '21' - num: 21 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/21/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/21/.hydra/overrides.yaml deleted file mode 100644 index 86fd533d2e9e0e55e591cc60e4fda1ad66fa9445..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/21/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.06607730400973591 -- model.lin1_size=32 -- model.lin2_size=512 -- model.lin3_size=2048 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/21/tensorboard/focus150_optuna/events.out.tfevents.1646405358.e02c2cd1d8ab.1.41 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/21/tensorboard/focus150_optuna/events.out.tfevents.1646405358.e02c2cd1d8ab.1.41 deleted file mode 100644 index d65346de926ee47491748fdf9b095decb9340fbb..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/21/tensorboard/focus150_optuna/events.out.tfevents.1646405358.e02c2cd1d8ab.1.41 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:44e2ccd76c98d8edd177ade6cf95074f7ddf4da8659bea0f1a22820394886396 -size 36230 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/21/tensorboard/focus150_optuna/events.out.tfevents.1646405459.e02c2cd1d8ab.1.42 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/21/tensorboard/focus150_optuna/events.out.tfevents.1646405459.e02c2cd1d8ab.1.42 deleted file mode 100644 index b46c1184c43df5c5e6d590a7e98f305bc9178fb9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/21/tensorboard/focus150_optuna/events.out.tfevents.1646405459.e02c2cd1d8ab.1.42 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dd7fdf3b887575718dffd63122fb819f8844216bedac480f643b3a0e123a48bd -size 176 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/21/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/21/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 5796cefb294aeb9a8294e3f335d8505deccd9d7c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/21/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 512 - lin3_size: 2048 - output_size: 1 - lr: 0.06607730400973591 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 3234785 -model/params/trainable: 3234785 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/22/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/22/.hydra/config.yaml deleted file mode 100644 index 5027e1defac5ff1545860d665a9e65b322582b79..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/22/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 512 - lin3_size: 2048 - output_size: 1 - lr: 0.056028463603035976 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/22/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/22/.hydra/hydra.yaml deleted file mode 100644 index 99100751e98d2bf279c8e077a655f57ccb616af9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/22/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.056028463603035976 - - model.lin1_size=32 - - model.lin2_size=512 - - model.lin3_size=2048 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=32,model.lin2_size=512,model.lin3_size=2048,model.lr=0.056028463603035976 - id: '22' - num: 22 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/22/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/22/.hydra/overrides.yaml deleted file mode 100644 index 21081b524a159307b1144d3cff470a0f26957fd3..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/22/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.056028463603035976 -- model.lin1_size=32 -- model.lin2_size=512 -- model.lin3_size=2048 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/22/tensorboard/focus150_optuna/events.out.tfevents.1646405459.e02c2cd1d8ab.1.43 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/22/tensorboard/focus150_optuna/events.out.tfevents.1646405459.e02c2cd1d8ab.1.43 deleted file mode 100644 index a7c8bb2036b8e9185282c67c22ed887384fa7783..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/22/tensorboard/focus150_optuna/events.out.tfevents.1646405459.e02c2cd1d8ab.1.43 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8d2715198412ce895618c69707fe67c189cbbcf776fc0920af7b44935e9b7787 -size 36230 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/22/tensorboard/focus150_optuna/events.out.tfevents.1646405569.e02c2cd1d8ab.1.44 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/22/tensorboard/focus150_optuna/events.out.tfevents.1646405569.e02c2cd1d8ab.1.44 deleted file mode 100644 index 7e03fedad6d4056cc5d65fa782ba23cf1b4dac3c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/22/tensorboard/focus150_optuna/events.out.tfevents.1646405569.e02c2cd1d8ab.1.44 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:600bb6948ae0d30dbf47f46abea46d7ab97494e226026e34e47ecb2c1b2eaaf3 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/22/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/22/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 35cc8e2f235d4c8432e9895e83a8f02f6321a6e8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/22/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 512 - lin3_size: 2048 - output_size: 1 - lr: 0.056028463603035976 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 3234785 -model/params/trainable: 3234785 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/23/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/23/.hydra/config.yaml deleted file mode 100644 index 6b31409f7d38946dd5130397d8006730f99e0a8f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/23/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 512 - lin3_size: 2048 - output_size: 1 - lr: 0.08775537240022759 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/23/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/23/.hydra/hydra.yaml deleted file mode 100644 index 12d9d9c137a37bbf2e37f8045c017d108450044b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/23/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.08775537240022759 - - model.lin1_size=32 - - model.lin2_size=512 - - model.lin3_size=2048 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=32,model.lin2_size=512,model.lin3_size=2048,model.lr=0.08775537240022759 - id: '23' - num: 23 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/23/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/23/.hydra/overrides.yaml deleted file mode 100644 index 7a5078338968a0d7323d532bd9b681d8d89b164e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/23/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.08775537240022759 -- model.lin1_size=32 -- model.lin2_size=512 -- model.lin3_size=2048 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/23/tensorboard/focus150_optuna/events.out.tfevents.1646405569.e02c2cd1d8ab.1.45 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/23/tensorboard/focus150_optuna/events.out.tfevents.1646405569.e02c2cd1d8ab.1.45 deleted file mode 100644 index 70b42cd2fbe3bdf552ad89b6ef71a4bb12f85038..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/23/tensorboard/focus150_optuna/events.out.tfevents.1646405569.e02c2cd1d8ab.1.45 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dc3e059585bac6abacd063c05eaa2784fdae37e3a20219824ebcc723e6e72b28 -size 36230 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/23/tensorboard/focus150_optuna/events.out.tfevents.1646405675.e02c2cd1d8ab.1.46 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/23/tensorboard/focus150_optuna/events.out.tfevents.1646405675.e02c2cd1d8ab.1.46 deleted file mode 100644 index cd5021fa04c88437adf8f2b099171f45be94b372..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/23/tensorboard/focus150_optuna/events.out.tfevents.1646405675.e02c2cd1d8ab.1.46 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a79a40037b60f1e09a3415b4751de20764ecf3f02feb027e6475a183eb894bc4 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/23/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/23/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 46d2017243fd68ee851cbd077c51e46b7c64bff6..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/23/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 512 - lin3_size: 2048 - output_size: 1 - lr: 0.08775537240022759 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 3234785 -model/params/trainable: 3234785 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/24/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/24/.hydra/config.yaml deleted file mode 100644 index c3a59174d2ee045a12294ae7c0c7d2d9da22a28b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/24/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 512 - lin3_size: 128 - output_size: 1 - lr: 0.02016131295868198 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/24/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/24/.hydra/hydra.yaml deleted file mode 100644 index 65353df476d8aca58f00335b30e4fa3656e809ab..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/24/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.02016131295868198 - - model.lin1_size=32 - - model.lin2_size=512 - - model.lin3_size=128 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=32,model.lin2_size=512,model.lin3_size=128,model.lr=0.02016131295868198 - id: '24' - num: 24 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/24/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/24/.hydra/overrides.yaml deleted file mode 100644 index 6a5dbb03d4d8499f7701e14e1cc96559d5ed1234..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/24/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.02016131295868198 -- model.lin1_size=32 -- model.lin2_size=512 -- model.lin3_size=128 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/24/tensorboard/focus150_optuna/events.out.tfevents.1646405675.e02c2cd1d8ab.1.47 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/24/tensorboard/focus150_optuna/events.out.tfevents.1646405675.e02c2cd1d8ab.1.47 deleted file mode 100644 index 8e02652e8dcadf70b625b01dec52da2f4595b97f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/24/tensorboard/focus150_optuna/events.out.tfevents.1646405675.e02c2cd1d8ab.1.47 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bec5c438e457e168ad3f7823da89c93d604482dcf32d6096ad27af4720c091b3 -size 36230 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/24/tensorboard/focus150_optuna/events.out.tfevents.1646405764.e02c2cd1d8ab.1.48 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/24/tensorboard/focus150_optuna/events.out.tfevents.1646405764.e02c2cd1d8ab.1.48 deleted file mode 100644 index d86e3e3c745c0c69e65b0b02528cee16497c19be..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/24/tensorboard/focus150_optuna/events.out.tfevents.1646405764.e02c2cd1d8ab.1.48 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bf4462cb6112df5cd3c1e882b38f2ffa5fcd4413f4fc9c0b0430243c997e1af4 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/24/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/24/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 227c8f13081aa904ea6e9467fef6d76383ab4c0a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/24/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 512 - lin3_size: 128 - output_size: 1 - lr: 0.02016131295868198 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2244065 -model/params/trainable: 2244065 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/3/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/3/.hydra/config.yaml deleted file mode 100644 index 8e005e16f22513a8f49f4b775704a7a208023536..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/3/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 64 - lin2_size: 2048 - lin3_size: 32 - output_size: 1 - lr: 0.09908496566082269 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/3/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/3/.hydra/hydra.yaml deleted file mode 100644 index a863176a56b4c854828af27def815fdab79fa0fc..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/3/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.09908496566082269 - - model.lin1_size=64 - - model.lin2_size=2048 - - model.lin3_size=32 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=64,model.lin2_size=2048,model.lin3_size=32,model.lr=0.09908496566082269 - id: '3' - num: 3 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/3/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/3/.hydra/overrides.yaml deleted file mode 100644 index 9152e8dafce336f286de49a9bccfd2e968842d62..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/3/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.09908496566082269 -- model.lin1_size=64 -- model.lin2_size=2048 -- model.lin3_size=32 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/3/tensorboard/focus150_optuna/events.out.tfevents.1646395467.e02c2cd1d8ab.1.6 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/3/tensorboard/focus150_optuna/events.out.tfevents.1646395467.e02c2cd1d8ab.1.6 deleted file mode 100644 index 8449e411f7ea3fadd37eecf0a00449edebfa5aec..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/3/tensorboard/focus150_optuna/events.out.tfevents.1646395467.e02c2cd1d8ab.1.6 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:55c7397c7291ce0088bcbf730d2aa5a106ad926b48004259de701431a5045dda -size 36230 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/3/tensorboard/focus150_optuna/events.out.tfevents.1646395590.e02c2cd1d8ab.1.7 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/3/tensorboard/focus150_optuna/events.out.tfevents.1646395590.e02c2cd1d8ab.1.7 deleted file mode 100644 index 9b3f1cc0e49e0f7c0df2abc9352e3d5adee92eef..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/3/tensorboard/focus150_optuna/events.out.tfevents.1646395590.e02c2cd1d8ab.1.7 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:442436893b711d7e9a5fc87ef734e4d44b9b13981a5e761a3f9a38baf7c8f0c7 -size 176 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/3/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/3/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index c79a2902967f2db2f6fb4463867ccfee8428df58..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/3/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 64 - lin2_size: 2048 - lin3_size: 32 - output_size: 1 - lr: 0.09908496566082269 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 4523073 -model/params/trainable: 4523073 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/4/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/4/.hydra/config.yaml deleted file mode 100644 index bdc6203b66976d810491f2ee960b3fa8de9a8518..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/4/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 512 - lin3_size: 128 - output_size: 1 - lr: 0.017335998714038146 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/4/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/4/.hydra/hydra.yaml deleted file mode 100644 index 42eed7bb07090b7c2cd73f3bedda248fd013a7d9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/4/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.017335998714038146 - - model.lin1_size=256 - - model.lin2_size=512 - - model.lin3_size=128 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=512,model.lin3_size=128,model.lr=0.017335998714038146 - id: '4' - num: 4 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/4/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/4/.hydra/overrides.yaml deleted file mode 100644 index 8f33fc86c58ce62a55248a48b18f5caaecff70c2..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/4/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.017335998714038146 -- model.lin1_size=256 -- model.lin2_size=512 -- model.lin3_size=128 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/4/tensorboard/focus150_optuna/events.out.tfevents.1646395591.e02c2cd1d8ab.1.8 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/4/tensorboard/focus150_optuna/events.out.tfevents.1646395591.e02c2cd1d8ab.1.8 deleted file mode 100644 index e796c14ffd14dd0ef529e7c20ec325f5cfaaa6a3..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/4/tensorboard/focus150_optuna/events.out.tfevents.1646395591.e02c2cd1d8ab.1.8 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:be6cc73ff538dd62f651a7e41561ee28e33ef53dcb65700a18cfd5b95e6f9883 -size 36230 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/4/tensorboard/focus150_optuna/events.out.tfevents.1646395963.e02c2cd1d8ab.1.9 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/4/tensorboard/focus150_optuna/events.out.tfevents.1646395963.e02c2cd1d8ab.1.9 deleted file mode 100644 index c8792bce3b2c43fbee70673be97077dba06f1b19..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/4/tensorboard/focus150_optuna/events.out.tfevents.1646395963.e02c2cd1d8ab.1.9 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:55a8d3a8912a6733a5fc596237fb86eee66f490377a49c73d8055fa62b61c07d -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/4/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/4/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 71f80903be9e03934b00a9d8f5b4321d26e5294d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/4/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 512 - lin3_size: 128 - output_size: 1 - lr: 0.017335998714038146 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17479425 -model/params/trainable: 17479425 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/5/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/5/.hydra/config.yaml deleted file mode 100644 index 717955cbbb5ef7fedba41403543d03f0dfacab19..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/5/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 1024 - lin2_size: 64 - lin3_size: 128 - output_size: 1 - lr: 0.01956889375661914 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/5/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/5/.hydra/hydra.yaml deleted file mode 100644 index 21e8eadce94dd2e9a7026cffe29a88c24baa793d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/5/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=32 - - model.lr=0.01956889375661914 - - model.lin1_size=1024 - - model.lin2_size=64 - - model.lin3_size=128 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=1024,model.lin2_size=64,model.lin3_size=128,model.lr=0.01956889375661914 - id: '5' - num: 5 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/5/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/5/.hydra/overrides.yaml deleted file mode 100644 index 1820cc83c3c8dafdbadfc7e6db54865eed9498ed..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/5/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=32 -- model.lr=0.01956889375661914 -- model.lin1_size=1024 -- model.lin2_size=64 -- model.lin3_size=128 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/5/tensorboard/focus150_optuna/events.out.tfevents.1646395964.e02c2cd1d8ab.1.10 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/5/tensorboard/focus150_optuna/events.out.tfevents.1646395964.e02c2cd1d8ab.1.10 deleted file mode 100644 index c03e4c8461d1a026e5e4ff354f6e2dbdc9389ddc..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/5/tensorboard/focus150_optuna/events.out.tfevents.1646395964.e02c2cd1d8ab.1.10 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1911f58aa0db426008b232a79bd09392121e82cd0d5c9d444b8030312735b4d7 -size 36391 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/5/tensorboard/focus150_optuna/events.out.tfevents.1646397283.e02c2cd1d8ab.1.11 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/5/tensorboard/focus150_optuna/events.out.tfevents.1646397283.e02c2cd1d8ab.1.11 deleted file mode 100644 index 56374ab3ebff48da9da87a4faf77e5de176a12c2..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/5/tensorboard/focus150_optuna/events.out.tfevents.1646397283.e02c2cd1d8ab.1.11 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:24f326a62f538804abac4b6bba124b8bd8989c9bbefc389cfa0d9857efe1f66b -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/5/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/5/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 302f39e5a5d80dd5b59b6029acb22ed3bb80c67e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/5/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 1024 - lin2_size: 64 - lin3_size: 128 - output_size: 1 - lr: 0.01956889375661914 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 69197505 -model/params/trainable: 69197505 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/6/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/6/.hydra/config.yaml deleted file mode 100644 index 72f4c880fd3e22250b10b14904741beb00e5cfd6..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/6/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 1024 - lin3_size: 512 - output_size: 1 - lr: 0.012981602213938178 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/6/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/6/.hydra/hydra.yaml deleted file mode 100644 index 86eb2e44ae8ddb0809297f54b2894e0f9b800cb9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/6/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=32 - - model.lr=0.012981602213938178 - - model.lin1_size=256 - - model.lin2_size=1024 - - model.lin3_size=512 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=1024,model.lin3_size=512,model.lr=0.012981602213938178 - id: '6' - num: 6 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/6/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/6/.hydra/overrides.yaml deleted file mode 100644 index b2842d12e03335fa4977f51a61ffe796b5025981..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/6/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=32 -- model.lr=0.012981602213938178 -- model.lin1_size=256 -- model.lin2_size=1024 -- model.lin3_size=512 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/6/tensorboard/focus150_optuna/events.out.tfevents.1646397284.e02c2cd1d8ab.1.12 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/6/tensorboard/focus150_optuna/events.out.tfevents.1646397284.e02c2cd1d8ab.1.12 deleted file mode 100644 index c6aaebbde8a7567a04f944c9af83708b325d8478..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/6/tensorboard/focus150_optuna/events.out.tfevents.1646397284.e02c2cd1d8ab.1.12 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cb42be304fc7d0e8b29e863c71d1d034dcad5abee842ca10ddeda2796aacbbd6 -size 36391 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/6/tensorboard/focus150_optuna/events.out.tfevents.1646397655.e02c2cd1d8ab.1.13 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/6/tensorboard/focus150_optuna/events.out.tfevents.1646397655.e02c2cd1d8ab.1.13 deleted file mode 100644 index 2e3da30bbbbd34ad7dd27974d5c268782de2defb..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/6/tensorboard/focus150_optuna/events.out.tfevents.1646397655.e02c2cd1d8ab.1.13 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7db2525437ef7e1b2e85ed68ad7b62972be94a6274aff849058f5dede2ff87c4 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/6/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/6/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 3bad09a1a6a01b85e16af0d032fbd6fc039a9766..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/6/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 1024 - lin3_size: 512 - output_size: 1 - lr: 0.012981602213938178 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 18072321 -model/params/trainable: 18072321 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/7/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/7/.hydra/config.yaml deleted file mode 100644 index fe13be443deaee7ce21645dd7008d11ddca43f9e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/7/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 1024 - lin3_size: 64 - output_size: 1 - lr: 0.19115771252214422 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/7/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/7/.hydra/hydra.yaml deleted file mode 100644 index a4212410cd1d53f79e8056d48c6cb36d1c28d61c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/7/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.19115771252214422 - - model.lin1_size=256 - - model.lin2_size=1024 - - model.lin3_size=64 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=1024,model.lin3_size=64,model.lr=0.19115771252214422 - id: '7' - num: 7 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/7/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/7/.hydra/overrides.yaml deleted file mode 100644 index 2ab5874034b7f4b9939c4cea0e1acfaf2e0f9b0f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/7/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.19115771252214422 -- model.lin1_size=256 -- model.lin2_size=1024 -- model.lin3_size=64 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/7/tensorboard/focus150_optuna/events.out.tfevents.1646397655.e02c2cd1d8ab.1.14 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/7/tensorboard/focus150_optuna/events.out.tfevents.1646397655.e02c2cd1d8ab.1.14 deleted file mode 100644 index d164354f95103d82947f757b562753cc2e966186..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/7/tensorboard/focus150_optuna/events.out.tfevents.1646397655.e02c2cd1d8ab.1.14 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:601ac743b860712bb8c0ef3a7beec02378a70ac644cfb14e23c4acbc2023b740 -size 36328 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/7/tensorboard/focus150_optuna/events.out.tfevents.1646398015.e02c2cd1d8ab.1.15 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/7/tensorboard/focus150_optuna/events.out.tfevents.1646398015.e02c2cd1d8ab.1.15 deleted file mode 100644 index 3779be976236280f2229ac22368b3175fb2e42bf..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/7/tensorboard/focus150_optuna/events.out.tfevents.1646398015.e02c2cd1d8ab.1.15 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:69c8fa5843aa51e544e34d0f60bc7c83101eb0bfe6ef14bbbbf834541856c215 -size 176 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/7/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/7/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 6866b52ce97e2e40da4c4845f2874e29b9628a03..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/7/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 1024 - lin3_size: 64 - output_size: 1 - lr: 0.19115771252214422 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17611777 -model/params/trainable: 17611777 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/8/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/8/.hydra/config.yaml deleted file mode 100644 index 42b7e91c9183b71fb317bc730c493bad1edda75e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/8/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 2048 - lin2_size: 2048 - lin3_size: 1024 - output_size: 1 - lr: 0.16654057333719488 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/8/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/8/.hydra/hydra.yaml deleted file mode 100644 index 0eccb8c3882edc4829d31807e2af264b3a0e656a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/8/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=32 - - model.lr=0.16654057333719488 - - model.lin1_size=2048 - - model.lin2_size=2048 - - model.lin3_size=1024 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=2048,model.lin2_size=2048,model.lin3_size=1024,model.lr=0.16654057333719488 - id: '8' - num: 8 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/8/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/8/.hydra/overrides.yaml deleted file mode 100644 index 7427231a47b9dc49d62f38f2b3b6ae13198a8922..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/8/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=32 -- model.lr=0.16654057333719488 -- model.lin1_size=2048 -- model.lin2_size=2048 -- model.lin3_size=1024 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/8/tensorboard/focus150_optuna/events.out.tfevents.1646398016.e02c2cd1d8ab.1.16 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/8/tensorboard/focus150_optuna/events.out.tfevents.1646398016.e02c2cd1d8ab.1.16 deleted file mode 100644 index 391c1c6f2c53888662dc4e26fd08e9740030dd58..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/8/tensorboard/focus150_optuna/events.out.tfevents.1646398016.e02c2cd1d8ab.1.16 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2fc762015da01ec8b033fb91cc4f8af5562007186b30c24509af934b58103f08 -size 21255 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/8/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/8/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 9f39f731eadadf4d189d20fe0f42dfbad5ce53e4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/8/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 2048 - lin2_size: 2048 - lin3_size: 1024 - output_size: 1 - lr: 0.16654057333719488 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 144547841 -model/params/trainable: 144547841 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/9/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/9/.hydra/config.yaml deleted file mode 100644 index eae454583a092a9bdec10b625d731f003e5ebcbf..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/9/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 256 - lin3_size: 128 - output_size: 1 - lr: 0.1335867765111329 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/9/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/9/.hydra/hydra.yaml deleted file mode 100644 index b175cb45c4ee62bbf28fc3f54e1be42842011ff7..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/9/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.1335867765111329 - - model.lin1_size=32 - - model.lin2_size=256 - - model.lin3_size=128 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=32,model.lin2_size=256,model.lin3_size=128,model.lr=0.1335867765111329 - id: '9' - num: 9 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/9/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/9/.hydra/overrides.yaml deleted file mode 100644 index e28efaca087db98526a3c331250de5f9093a7fe9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/9/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.1335867765111329 -- model.lin1_size=32 -- model.lin2_size=256 -- model.lin3_size=128 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/9/tensorboard/focus150_optuna/events.out.tfevents.1646399475.e02c2cd1d8ab.1.17 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/9/tensorboard/focus150_optuna/events.out.tfevents.1646399475.e02c2cd1d8ab.1.17 deleted file mode 100644 index dc640f5565be81702791c0b196439a7dc2c0452b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/9/tensorboard/focus150_optuna/events.out.tfevents.1646399475.e02c2cd1d8ab.1.17 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b114d5a6b9b6c7746bf453fb3957dddf45b38cd396c5124a3dfd572ca1089ba9 -size 36328 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/9/tensorboard/focus150_optuna/events.out.tfevents.1646399560.e02c2cd1d8ab.1.18 b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/9/tensorboard/focus150_optuna/events.out.tfevents.1646399560.e02c2cd1d8ab.1.18 deleted file mode 100644 index 5edf20cd039481b7d99dec5e2d4a1c236f0965e1..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/9/tensorboard/focus150_optuna/events.out.tfevents.1646399560.e02c2cd1d8ab.1.18 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:608caecb3347e1778663016f2a217be4e3c5978be967c10938184bae5bf8ece2 -size 176 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/9/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/9/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index d869ba65826a8b1e5133067883cd1a2c02ad971b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/9/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 256 - lin3_size: 128 - output_size: 1 - lr: 0.1335867765111329 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2202337 -model/params/trainable: 2202337 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/optimization_results.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/optimization_results.yaml deleted file mode 100644 index 92c1cbff17f8eb2bf3133ccef4871d2bd6b999ec..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-04_11-30-27/optimization_results.yaml +++ /dev/null @@ -1,8 +0,0 @@ -name: optuna -best_params: - datamodule.batch_size: 128 - model.lr: 0.017335998714038146 - model.lin1_size: 256 - model.lin2_size: 512 - model.lin3_size: 128 -best_value: 1.6476445198059082 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/.hydra/config.yaml deleted file mode 100644 index fde4c59acb39619445daffac88d5c5b808419ca3..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 32 - lin3_size: 32 - output_size: 1 - lr: 0.04099159968275264 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/.hydra/hydra.yaml deleted file mode 100644 index 715e3ccf1d9d889704d1c60460518384b0f47e08..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=32 - - model.lr=0.04099159968275264 - - model.lin1_size=128 - - model.lin2_size=32 - - model.lin3_size=32 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=128,model.lin2_size=32,model.lin3_size=32,model.lr=0.04099159968275264 - id: '0' - num: 0 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/.hydra/overrides.yaml deleted file mode 100644 index 6197a0dd92e0c051edb233941f3017e4a6ed16cf..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=32 -- model.lr=0.04099159968275264 -- model.lin1_size=128 -- model.lin2_size=32 -- model.lin3_size=32 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/tensorboard/focus150_optuna/events.out.tfevents.1646818102.36d13a512e74.1.0 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/tensorboard/focus150_optuna/events.out.tfevents.1646818102.36d13a512e74.1.0 deleted file mode 100644 index b02bf54bf2dc05ddd06e264071233f5a41170236..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/tensorboard/focus150_optuna/events.out.tfevents.1646818102.36d13a512e74.1.0 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1d42f548c740696417c0ed022456c72825c930a20d0f4d639927d59a1a9ee185 -size 36440 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/tensorboard/focus150_optuna/events.out.tfevents.1646818619.36d13a512e74.1.1 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/tensorboard/focus150_optuna/events.out.tfevents.1646818619.36d13a512e74.1.1 deleted file mode 100644 index d653ade4c31f0de82488e987847287221396056f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/tensorboard/focus150_optuna/events.out.tfevents.1646818619.36d13a512e74.1.1 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ae7d078dd7233ae6bc21c95e466a74e5c6f8a61ffc58592ca40ad85b7bd22e19 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index f4544e60bd2420f2eed4f783b6a78561e41daab0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/0/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 32 - lin3_size: 32 - output_size: 1 - lr: 0.04099159968275264 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8645729 -model/params/trainable: 8645729 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/.hydra/config.yaml deleted file mode 100644 index 8b26197a938727026805bdea06de8b40f92f375b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 1024 - output_size: 1 - lr: 0.15818542131777294 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/.hydra/hydra.yaml deleted file mode 100644 index fdae6e8f780273770bf7ea101619ee5d8b533c5d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.15818542131777294 - - model.lin1_size=256 - - model.lin2_size=128 - - model.lin3_size=1024 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=1024,model.lr=0.15818542131777294 - id: '1' - num: 1 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/.hydra/overrides.yaml deleted file mode 100644 index bf861272fea7531129612005eec28f4d2afddeba..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.15818542131777294 -- model.lin1_size=256 -- model.lin2_size=128 -- model.lin3_size=1024 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/tensorboard/focus150_optuna/events.out.tfevents.1646818619.36d13a512e74.1.2 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/tensorboard/focus150_optuna/events.out.tfevents.1646818619.36d13a512e74.1.2 deleted file mode 100644 index d9aa18a5efbb024a3f20cacb3a70daebe0ec279f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/tensorboard/focus150_optuna/events.out.tfevents.1646818619.36d13a512e74.1.2 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a9b3b1618f8336d1b7964170210dd9c9288126c27cb68fd37ca4444bd396f44a -size 36426 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/tensorboard/focus150_optuna/events.out.tfevents.1646819320.36d13a512e74.1.3 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/tensorboard/focus150_optuna/events.out.tfevents.1646819320.36d13a512e74.1.3 deleted file mode 100644 index bb5d9f0085906e17dfa16e4bc1bf7c1040de5c5f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/tensorboard/focus150_optuna/events.out.tfevents.1646819320.36d13a512e74.1.3 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5004071144dbd9f9fc6fdb0310d22eef7fd1299ce65a394efeca65bb1f2bdc92 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 4b57efa7c8a96ea4a8bbcf9fc65804c3de295623..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/1/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 128 - lin3_size: 1024 - output_size: 1 - lr: 0.15818542131777294 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17449089 -model/params/trainable: 17449089 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/.hydra/config.yaml deleted file mode 100644 index a20715827808d8435572343a8dd9857b33006af3..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 512 - lin2_size: 512 - lin3_size: 256 - output_size: 1 - lr: 0.07148210917089061 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/.hydra/hydra.yaml deleted file mode 100644 index fff3b69d4b079dd852d56bd33780e10239206ab2..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.07148210917089061 - - model.lin1_size=512 - - model.lin2_size=512 - - model.lin3_size=256 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=512,model.lin2_size=512,model.lin3_size=256,model.lr=0.07148210917089061 - id: '10' - num: 10 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/.hydra/overrides.yaml deleted file mode 100644 index 541f5d678e1ea61b998a6a115ff228c2212742b8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.07148210917089061 -- model.lin1_size=512 -- model.lin2_size=512 -- model.lin3_size=256 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/tensorboard/focus150_optuna/events.out.tfevents.1646829822.36d13a512e74.1.20 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/tensorboard/focus150_optuna/events.out.tfevents.1646829822.36d13a512e74.1.20 deleted file mode 100644 index 189b5e35246c3eaf7de8e763e51bb82f42129990..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/tensorboard/focus150_optuna/events.out.tfevents.1646829822.36d13a512e74.1.20 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c3c017f848bd4fd38fe9e1d64afbda152ccf820bf404641471c175cdcc1ab043 -size 36391 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/tensorboard/focus150_optuna/events.out.tfevents.1646830970.36d13a512e74.1.21 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/tensorboard/focus150_optuna/events.out.tfevents.1646830970.36d13a512e74.1.21 deleted file mode 100644 index 9e8094301059c809208e7702864eb460557b32fa..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/tensorboard/focus150_optuna/events.out.tfevents.1646830970.36d13a512e74.1.21 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:faddb16dc3d66f111771f26e12670feff92ca64fad755a43df802b0b8ff5c262 -size 176 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 076362de15b834c13134567b3669d6070d66be92..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/10/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 512 - lin2_size: 512 - lin3_size: 256 - output_size: 1 - lr: 0.07148210917089061 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 34957313 -model/params/trainable: 34957313 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/.hydra/config.yaml deleted file mode 100644 index f6e2c39800db4b8d29a2f524548ea7ce56d56f85..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 512 - lin3_size: 512 - output_size: 1 - lr: 0.0033092554782795935 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/.hydra/hydra.yaml deleted file mode 100644 index 86b1791b7a6b8244940c06ba8744129fcc93c02c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=32 - - model.lr=0.0033092554782795935 - - model.lin1_size=256 - - model.lin2_size=512 - - model.lin3_size=512 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=512,model.lin3_size=512,model.lr=0.0033092554782795935 - id: '11' - num: 11 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/.hydra/overrides.yaml deleted file mode 100644 index 00dcced8b9962a8ff19f2e4fc8dfe93c95cd9e4b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=32 -- model.lr=0.0033092554782795935 -- model.lin1_size=256 -- model.lin2_size=512 -- model.lin3_size=512 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/tensorboard/focus150_optuna/events.out.tfevents.1646830970.36d13a512e74.1.22 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/tensorboard/focus150_optuna/events.out.tfevents.1646830970.36d13a512e74.1.22 deleted file mode 100644 index 7c63318d9e9a5b51867a39c9c2a6717ff6f3dc25..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/tensorboard/focus150_optuna/events.out.tfevents.1646830970.36d13a512e74.1.22 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a9d22e024794eb331d53f891655446fdc797bc91a39f2c6e9536d37f1b6d5d9a -size 36440 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/tensorboard/focus150_optuna/events.out.tfevents.1646831830.36d13a512e74.1.23 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/tensorboard/focus150_optuna/events.out.tfevents.1646831830.36d13a512e74.1.23 deleted file mode 100644 index cb2e9554aa439d86abee5e3cecacd6fed121d269..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/tensorboard/focus150_optuna/events.out.tfevents.1646831830.36d13a512e74.1.23 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9311f456d417ace17cb78d45d015790aa3fc216c3e47cee1918c7a26f9a0dcc1 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 99719b7e4db7569d773ead9ce20bca273e5dfb2b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/11/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 512 - lin3_size: 512 - output_size: 1 - lr: 0.0033092554782795935 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17677569 -model/params/trainable: 17677569 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/.hydra/config.yaml deleted file mode 100644 index d8e2ef28f80946e2a7e40d65514f6585610018c5..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 512 - lin3_size: 2048 - output_size: 1 - lr: 0.001406127964835635 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/.hydra/hydra.yaml deleted file mode 100644 index cd241594f3222b62f26474285cf52bcb252f8051..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.001406127964835635 - - model.lin1_size=256 - - model.lin2_size=512 - - model.lin3_size=2048 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=512,model.lin3_size=2048,model.lr=0.001406127964835635 - id: '12' - num: 12 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/.hydra/overrides.yaml deleted file mode 100644 index 3fd46e4f0d471c43467be4d1639aa5cef92a4ac7..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.001406127964835635 -- model.lin1_size=256 -- model.lin2_size=512 -- model.lin3_size=2048 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/tensorboard/focus150_optuna/events.out.tfevents.1646831830.36d13a512e74.1.24 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/tensorboard/focus150_optuna/events.out.tfevents.1646831830.36d13a512e74.1.24 deleted file mode 100644 index 9fae26284715a97136ea3d5af5819f5ec0428442..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/tensorboard/focus150_optuna/events.out.tfevents.1646831830.36d13a512e74.1.24 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:274b523da97155770124201a3509dfba52a5fc5110297aab5fb59b1ad384075f -size 36391 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/tensorboard/focus150_optuna/events.out.tfevents.1646832661.36d13a512e74.1.25 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/tensorboard/focus150_optuna/events.out.tfevents.1646832661.36d13a512e74.1.25 deleted file mode 100644 index e2e079dbbb234470f9276428a9fd4232ee2d50c4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/tensorboard/focus150_optuna/events.out.tfevents.1646832661.36d13a512e74.1.25 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:76ec85cf6d9396fd99fbcfe19ae1352d545d620299a5b572830d102ff38f5ac5 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 2904b1461c06af076d9dcd39232f135c30f8c6cb..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/12/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 512 - lin3_size: 2048 - output_size: 1 - lr: 0.001406127964835635 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 18470145 -model/params/trainable: 18470145 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/.hydra/config.yaml deleted file mode 100644 index 8a82ae2ee5c56d0305ad59e3ec4dd12a7be55299..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 512 - lin3_size: 2048 - output_size: 1 - lr: 0.0545487164887326 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/.hydra/hydra.yaml deleted file mode 100644 index 7d0b75bf63a52b32331cf239bac420520468ca2f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=32 - - model.lr=0.0545487164887326 - - model.lin1_size=256 - - model.lin2_size=512 - - model.lin3_size=2048 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=512,model.lin3_size=2048,model.lr=0.0545487164887326 - id: '13' - num: 13 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/.hydra/overrides.yaml deleted file mode 100644 index 590bcf787c409198aae588c10a1d6448e7617c52..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=32 -- model.lr=0.0545487164887326 -- model.lin1_size=256 -- model.lin2_size=512 -- model.lin3_size=2048 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/tensorboard/focus150_optuna/events.out.tfevents.1646832662.36d13a512e74.1.26 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/tensorboard/focus150_optuna/events.out.tfevents.1646832662.36d13a512e74.1.26 deleted file mode 100644 index cf6eb0ca6af95343ab736c7ceb7a9685687783ec..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/tensorboard/focus150_optuna/events.out.tfevents.1646832662.36d13a512e74.1.26 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:11d376f05b557efd3166c5947c8d78687a60d4d55e3f2a1a0add31d9b6c66508 -size 36440 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/tensorboard/focus150_optuna/events.out.tfevents.1646833550.36d13a512e74.1.27 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/tensorboard/focus150_optuna/events.out.tfevents.1646833550.36d13a512e74.1.27 deleted file mode 100644 index 4c8a9c9eb9665d415e70161fa98caffa6ee0a24c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/tensorboard/focus150_optuna/events.out.tfevents.1646833550.36d13a512e74.1.27 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a301fc861e721c6aade2c12a7f12c0cab797243503bc0d54b3d9933c999b0049 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 162cc765c238ac7d9ba17601c5225244b4ab4bf3..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/13/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 512 - lin3_size: 2048 - output_size: 1 - lr: 0.0545487164887326 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 18470145 -model/params/trainable: 18470145 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/.hydra/config.yaml deleted file mode 100644 index bc583559c7d66f336ed5cd26542c16020a36a8b5..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 512 - lin3_size: 512 - output_size: 1 - lr: 0.003892362171048049 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/.hydra/hydra.yaml deleted file mode 100644 index a28126b6cc65931ec0a68cefd15d015c15621aa9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.003892362171048049 - - model.lin1_size=128 - - model.lin2_size=512 - - model.lin3_size=512 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=128,model.lin2_size=512,model.lin3_size=512,model.lr=0.003892362171048049 - id: '14' - num: 14 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/.hydra/overrides.yaml deleted file mode 100644 index 694c1cdd8e886a0e0f0421a122c9207fdb15f6df..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.003892362171048049 -- model.lin1_size=128 -- model.lin2_size=512 -- model.lin3_size=512 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/tensorboard/focus150_optuna/events.out.tfevents.1646833551.36d13a512e74.1.28 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/tensorboard/focus150_optuna/events.out.tfevents.1646833551.36d13a512e74.1.28 deleted file mode 100644 index cafb5007adf44d7f603c455913fad07748758d64..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/tensorboard/focus150_optuna/events.out.tfevents.1646833551.36d13a512e74.1.28 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e61ad3bee19f3e67bb9919514cb5825fd40a297c54f022e6a79ca50b9385eeea -size 36391 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/tensorboard/focus150_optuna/events.out.tfevents.1646834147.36d13a512e74.1.29 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/tensorboard/focus150_optuna/events.out.tfevents.1646834147.36d13a512e74.1.29 deleted file mode 100644 index 3fdaae20902d2006da402768e74b808dbe571c92..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/tensorboard/focus150_optuna/events.out.tfevents.1646834147.36d13a512e74.1.29 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d4a78298c76720d539c2a0ebe6a6993bd479bb64e2a6230b338a34b265aeee8c -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 1c08eb6d5b3a199b828520018d18c2093a10d1bd..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/14/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 512 - lin3_size: 512 - output_size: 1 - lr: 0.003892362171048049 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8971649 -model/params/trainable: 8971649 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/.hydra/config.yaml deleted file mode 100644 index 79c75c6364ea0bc40fbf84ea9335242f8f8f15f6..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 64 - lin2_size: 512 - lin3_size: 2048 - output_size: 1 - lr: 0.08678278024397618 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/.hydra/hydra.yaml deleted file mode 100644 index deae04cc3012cdee126e4a158a717952801d3544..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=32 - - model.lr=0.08678278024397618 - - model.lin1_size=64 - - model.lin2_size=512 - - model.lin3_size=2048 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=64,model.lin2_size=512,model.lin3_size=2048,model.lr=0.08678278024397618 - id: '15' - num: 15 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/.hydra/overrides.yaml deleted file mode 100644 index 43c4f45a12e30466f35b23df220643f2af89650a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=32 -- model.lr=0.08678278024397618 -- model.lin1_size=64 -- model.lin2_size=512 -- model.lin3_size=2048 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/tensorboard/focus150_optuna/events.out.tfevents.1646834148.36d13a512e74.1.30 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/tensorboard/focus150_optuna/events.out.tfevents.1646834148.36d13a512e74.1.30 deleted file mode 100644 index 66ab10f55d5775bd337fd8642eddd6263d88ff04..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/tensorboard/focus150_optuna/events.out.tfevents.1646834148.36d13a512e74.1.30 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e381359fd9eb6d2bf21c34b71c10e03e2c75fc68c314df84f0c0b817e06971a4 -size 36440 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/tensorboard/focus150_optuna/events.out.tfevents.1646834649.36d13a512e74.1.31 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/tensorboard/focus150_optuna/events.out.tfevents.1646834649.36d13a512e74.1.31 deleted file mode 100644 index 81598ab2edb758e6771e1d123acd37f50e4a55fd..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/tensorboard/focus150_optuna/events.out.tfevents.1646834649.36d13a512e74.1.31 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7ffae0847ffd786c21b3e0a345acc87e8472c2e49e0c25ab90afe4ed9d2c769f -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index ba064f576a27e6f26c64738dab22ba9ee4d6efdd..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/15/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 64 - lin2_size: 512 - lin3_size: 2048 - output_size: 1 - lr: 0.08678278024397618 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 5411265 -model/params/trainable: 5411265 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/.hydra/config.yaml deleted file mode 100644 index 609cb96a9a1dc64042714102646b66ba5609610b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 512 - lin2_size: 256 - lin3_size: 2048 - output_size: 1 - lr: 0.04434998749213912 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/.hydra/hydra.yaml deleted file mode 100644 index 21ff962d7f20db73c726506f626a51269b94686b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.04434998749213912 - - model.lin1_size=512 - - model.lin2_size=256 - - model.lin3_size=2048 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=512,model.lin2_size=256,model.lin3_size=2048,model.lr=0.04434998749213912 - id: '16' - num: 16 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/.hydra/overrides.yaml deleted file mode 100644 index cfbfd1d5ab3ca32c81dc17b72d933729cf60f4b4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.04434998749213912 -- model.lin1_size=512 -- model.lin2_size=256 -- model.lin3_size=2048 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/tensorboard/focus150_optuna/events.out.tfevents.1646834649.36d13a512e74.1.32 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/tensorboard/focus150_optuna/events.out.tfevents.1646834649.36d13a512e74.1.32 deleted file mode 100644 index ab4a6030757ffc58b18544f398f34d4290da416a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/tensorboard/focus150_optuna/events.out.tfevents.1646834649.36d13a512e74.1.32 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f5e57d2e82796440f0e4c96e79bb7ec07d983449711283b3e08d71992a146aaf -size 36391 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/tensorboard/focus150_optuna/events.out.tfevents.1646835972.36d13a512e74.1.33 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/tensorboard/focus150_optuna/events.out.tfevents.1646835972.36d13a512e74.1.33 deleted file mode 100644 index e2a9a04e7d0366ccaaa33a0bcd9d0b5bf208f569..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/tensorboard/focus150_optuna/events.out.tfevents.1646835972.36d13a512e74.1.33 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:851bc447eb51f8c7f722851cb74b6de0cb554d616e4f4431ada603cec7053c2d -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 9b33c096d03daaf41ebefa2f2d57dd5d66f1f5ae..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/16/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 512 - lin2_size: 256 - lin3_size: 2048 - output_size: 1 - lr: 0.04434998749213912 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 35225857 -model/params/trainable: 35225857 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/.hydra/config.yaml deleted file mode 100644 index fdddc68ddcb21d76c24265658479017bca839525..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 2048 - lin2_size: 128 - lin3_size: 512 - output_size: 1 - lr: 0.06357074878161828 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/.hydra/hydra.yaml deleted file mode 100644 index 6d36ad650305603ae3d07255a91da84542e2ec5b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.06357074878161828 - - model.lin1_size=2048 - - model.lin2_size=128 - - model.lin3_size=512 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=2048,model.lin2_size=128,model.lin3_size=512,model.lr=0.06357074878161828 - id: '17' - num: 17 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/.hydra/overrides.yaml deleted file mode 100644 index ef24069f3bc144dc0c6f1eaa86836ce6aadf5265..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.06357074878161828 -- model.lin1_size=2048 -- model.lin2_size=128 -- model.lin3_size=512 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/tensorboard/focus150_optuna/events.out.tfevents.1646835973.36d13a512e74.1.34 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/tensorboard/focus150_optuna/events.out.tfevents.1646835973.36d13a512e74.1.34 deleted file mode 100644 index 81fe732adeb83ce2bc13109500a36c83b5af7631..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/tensorboard/focus150_optuna/events.out.tfevents.1646835973.36d13a512e74.1.34 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c3655eb272134f5449fefaef1810b7ac2feb2c76db9e9455ed2b853c8a30023d -size 36391 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/tensorboard/focus150_optuna/events.out.tfevents.1646839435.36d13a512e74.1.35 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/tensorboard/focus150_optuna/events.out.tfevents.1646839435.36d13a512e74.1.35 deleted file mode 100644 index 9c60cc14c05f88ae2126ef68e06f1f293cc89504..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/tensorboard/focus150_optuna/events.out.tfevents.1646839435.36d13a512e74.1.35 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ae8bdcebcec5e3053eeb33064231ae889bd46261749f6e9d55c1af6a4564f2f3 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 461040e5f7e62d2aa9a62f68a28665c8dd4656d4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/17/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 2048 - lin2_size: 128 - lin3_size: 512 - output_size: 1 - lr: 0.06357074878161828 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 138576257 -model/params/trainable: 138576257 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/.hydra/config.yaml deleted file mode 100644 index 707f64f63eb810b896d61bcf41ca376612cc428e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 32 - lin3_size: 64 - output_size: 1 - lr: 0.11878749396256827 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/.hydra/hydra.yaml deleted file mode 100644 index 6c4d338ae83c4d55865802868799ba29f0ad16a9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=32 - - model.lr=0.11878749396256827 - - model.lin1_size=32 - - model.lin2_size=32 - - model.lin3_size=64 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=32,model.lin2_size=32,model.lin3_size=64,model.lr=0.11878749396256827 - id: '18' - num: 18 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/.hydra/overrides.yaml deleted file mode 100644 index 860f9213b8aa7accef42449f291a688bc0e145ff..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=32 -- model.lr=0.11878749396256827 -- model.lin1_size=32 -- model.lin2_size=32 -- model.lin3_size=64 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/tensorboard/focus150_optuna/events.out.tfevents.1646839436.36d13a512e74.1.36 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/tensorboard/focus150_optuna/events.out.tfevents.1646839436.36d13a512e74.1.36 deleted file mode 100644 index 39257dd2113b78ca2687e630f856f67951b7adc6..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/tensorboard/focus150_optuna/events.out.tfevents.1646839436.36d13a512e74.1.36 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:638830b424f409c6adb8d9f98305e18dd6e8f35c2bb0d3db71547933c80cd315 -size 36440 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/tensorboard/focus150_optuna/events.out.tfevents.1646839749.36d13a512e74.1.37 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/tensorboard/focus150_optuna/events.out.tfevents.1646839749.36d13a512e74.1.37 deleted file mode 100644 index a54a4e4a517bb9d6935174d5d56c82981c6e0b6e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/tensorboard/focus150_optuna/events.out.tfevents.1646839749.36d13a512e74.1.37 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4b14c8d47663f39471f1d896595f290264655e01b143d617bf9fddc8f8310993 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 65fab8fed6164ae7ce33e29e7fc068b0bd4424a9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/18/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 32 - lin3_size: 64 - output_size: 1 - lr: 0.11878749396256827 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2163521 -model/params/trainable: 2163521 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/.hydra/config.yaml deleted file mode 100644 index a5cfb2e68f3e265871c8fbdbdee7fd91ad4add5e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 64 - lin3_size: 256 - output_size: 1 - lr: 0.0320966593270077 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/.hydra/hydra.yaml deleted file mode 100644 index f45c0a308d1c424fa6cef7c2382e96a278884d21..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.0320966593270077 - - model.lin1_size=256 - - model.lin2_size=64 - - model.lin3_size=256 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=64,model.lin3_size=256,model.lr=0.0320966593270077 - id: '19' - num: 19 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/.hydra/overrides.yaml deleted file mode 100644 index b86d0296dc7973edc3dc16c404f8d3a713a151dc..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.0320966593270077 -- model.lin1_size=256 -- model.lin2_size=64 -- model.lin3_size=256 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/tensorboard/focus150_optuna/events.out.tfevents.1646839750.36d13a512e74.1.38 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/tensorboard/focus150_optuna/events.out.tfevents.1646839750.36d13a512e74.1.38 deleted file mode 100644 index bc83aae35c537e0380580f3df02fa6e144e79057..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/tensorboard/focus150_optuna/events.out.tfevents.1646839750.36d13a512e74.1.38 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ed8944b9159390bbf91678a79ee551c2f197243ec4570d73c43b66f8cf6521c0 -size 36426 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/tensorboard/focus150_optuna/events.out.tfevents.1646840391.36d13a512e74.1.39 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/tensorboard/focus150_optuna/events.out.tfevents.1646840391.36d13a512e74.1.39 deleted file mode 100644 index d868159f59a6d6c352a3580ab6109144228f2031..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/tensorboard/focus150_optuna/events.out.tfevents.1646840391.36d13a512e74.1.39 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:873ee2a0e41d0d79fb9be8e7a1d5bfdd10efaf486065030639e8282831868d4b -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index dca27c39d28d032ebeb921692c1c9a45c43b75d3..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/19/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 64 - lin3_size: 256 - output_size: 1 - lr: 0.0320966593270077 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17314753 -model/params/trainable: 17314753 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/.hydra/config.yaml deleted file mode 100644 index b86d9956384c074ad1339dde78791281eda7bf52..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 1024 - lin2_size: 1024 - lin3_size: 32 - output_size: 1 - lr: 0.18564129276815303 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/.hydra/hydra.yaml deleted file mode 100644 index ff4f26ed677689f24ed5f5f08508f672907344e1..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.18564129276815303 - - model.lin1_size=1024 - - model.lin2_size=1024 - - model.lin3_size=32 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=1024,model.lin2_size=1024,model.lin3_size=32,model.lr=0.18564129276815303 - id: '2' - num: 2 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/.hydra/overrides.yaml deleted file mode 100644 index 2cd996711399ee9365e63d051ef83f2f472a81a9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.18564129276815303 -- model.lin1_size=1024 -- model.lin2_size=1024 -- model.lin3_size=32 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/tensorboard/focus150_optuna/events.out.tfevents.1646819321.36d13a512e74.1.4 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/tensorboard/focus150_optuna/events.out.tfevents.1646819321.36d13a512e74.1.4 deleted file mode 100644 index 2ebb55beabe2389e97f83aa50713be456e7fbb1e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/tensorboard/focus150_optuna/events.out.tfevents.1646819321.36d13a512e74.1.4 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d7cbf3eea815cdd4a508b971f84bf3eba253782b5c0363f8bc67981fceab93cf -size 36391 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/tensorboard/focus150_optuna/events.out.tfevents.1646821188.36d13a512e74.1.5 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/tensorboard/focus150_optuna/events.out.tfevents.1646821188.36d13a512e74.1.5 deleted file mode 100644 index f5de3b70c0497e6305dd9bf1b881a6f754dbf1f9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/tensorboard/focus150_optuna/events.out.tfevents.1646821188.36d13a512e74.1.5 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b5afd7a23f53594bd5199d6100d94f1c690e3729a3ab6ea892f7098088bc6adf -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 1a5029aa98f9ed2c4c98169f7e5215208cdc8bd7..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/2/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 1024 - lin2_size: 1024 - lin3_size: 32 - output_size: 1 - lr: 0.18564129276815303 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 70207617 -model/params/trainable: 70207617 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/.hydra/config.yaml deleted file mode 100644 index 82a1cfe357d05158edb8f5304cce27c0e9ebff83..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 64 - lin3_size: 256 - output_size: 1 - lr: 0.028916865805802994 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/.hydra/hydra.yaml deleted file mode 100644 index da4633ffeaa91f337dfe50764d3e0ede706170ba..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.028916865805802994 - - model.lin1_size=256 - - model.lin2_size=64 - - model.lin3_size=256 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=64,model.lin3_size=256,model.lr=0.028916865805802994 - id: '20' - num: 20 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/.hydra/overrides.yaml deleted file mode 100644 index 73a13d4a0ce757993a73fdb7e698934bcfd881ec..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.028916865805802994 -- model.lin1_size=256 -- model.lin2_size=64 -- model.lin3_size=256 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/tensorboard/focus150_optuna/events.out.tfevents.1646840392.36d13a512e74.1.40 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/tensorboard/focus150_optuna/events.out.tfevents.1646840392.36d13a512e74.1.40 deleted file mode 100644 index f71b3fed16e244fef25b33334868582d710e5f49..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/tensorboard/focus150_optuna/events.out.tfevents.1646840392.36d13a512e74.1.40 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7186e1e3f48ccb7f5da8e0a1f2e65e6cf0965ab5209abea71f6d580b0b94e8d2 -size 36426 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/tensorboard/focus150_optuna/events.out.tfevents.1646840919.36d13a512e74.1.41 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/tensorboard/focus150_optuna/events.out.tfevents.1646840919.36d13a512e74.1.41 deleted file mode 100644 index 14fba80d5b20bcb6f9b72a40a4b991c1755b518b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/tensorboard/focus150_optuna/events.out.tfevents.1646840919.36d13a512e74.1.41 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b150ddc53bad7dca4d9d863bbe6d156e5c1b4b0e1b7bd90063a58b6003df2835 -size 176 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 5efa7a40720a67ceb2b5a0e4eeaeeba883d4fa51..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/20/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 64 - lin3_size: 256 - output_size: 1 - lr: 0.028916865805802994 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17314753 -model/params/trainable: 17314753 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/.hydra/config.yaml deleted file mode 100644 index e279a6488668741645374bce44c0523194aab7d9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 64 - lin3_size: 256 - output_size: 1 - lr: 0.0033248513252264887 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/.hydra/hydra.yaml deleted file mode 100644 index 70025507f53ddb573228a8c5d40d756851e64c54..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.0033248513252264887 - - model.lin1_size=256 - - model.lin2_size=64 - - model.lin3_size=256 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=64,model.lin3_size=256,model.lr=0.0033248513252264887 - id: '21' - num: 21 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/.hydra/overrides.yaml deleted file mode 100644 index 073404ba9d0f1657314033ae439810a2637cef5c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.0033248513252264887 -- model.lin1_size=256 -- model.lin2_size=64 -- model.lin3_size=256 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/tensorboard/focus150_optuna/events.out.tfevents.1646840919.36d13a512e74.1.42 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/tensorboard/focus150_optuna/events.out.tfevents.1646840919.36d13a512e74.1.42 deleted file mode 100644 index fd5574d69da9e798f9df34a91d8e8b1103f6f80d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/tensorboard/focus150_optuna/events.out.tfevents.1646840919.36d13a512e74.1.42 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ee374bf9a2da10e82a5bc2b1c85e905ef0c795b0450a385ebe81123d3d71530b -size 36426 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/tensorboard/focus150_optuna/events.out.tfevents.1646841454.36d13a512e74.1.43 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/tensorboard/focus150_optuna/events.out.tfevents.1646841454.36d13a512e74.1.43 deleted file mode 100644 index ee04f64b4c007d19a398b5e2a33caa3ad403c7f5..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/tensorboard/focus150_optuna/events.out.tfevents.1646841454.36d13a512e74.1.43 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6ddcd7e767412ec21baa075be2815ec6395e80f198ef2b1944341e6a9e549736 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 3c73b8f8f46e53d7f1e50032b334e6e693f38a48..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/21/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 64 - lin3_size: 256 - output_size: 1 - lr: 0.0033248513252264887 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17314753 -model/params/trainable: 17314753 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/.hydra/config.yaml deleted file mode 100644 index 594b73b158d57bc9b4db48d8be5107c3e487dbe3..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 64 - lin3_size: 256 - output_size: 1 - lr: 0.031235620369299066 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/.hydra/hydra.yaml deleted file mode 100644 index eda65608cfd03a9deabfe64b793de6e4e78155f0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.031235620369299066 - - model.lin1_size=256 - - model.lin2_size=64 - - model.lin3_size=256 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=64,model.lin3_size=256,model.lr=0.031235620369299066 - id: '22' - num: 22 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/.hydra/overrides.yaml deleted file mode 100644 index 8875ab382b357856af5749117150adf8920beffb..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.031235620369299066 -- model.lin1_size=256 -- model.lin2_size=64 -- model.lin3_size=256 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/tensorboard/focus150_optuna/events.out.tfevents.1646841454.36d13a512e74.1.44 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/tensorboard/focus150_optuna/events.out.tfevents.1646841454.36d13a512e74.1.44 deleted file mode 100644 index edc3968d57241e5e7bddff707d98ff15be523292..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/tensorboard/focus150_optuna/events.out.tfevents.1646841454.36d13a512e74.1.44 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b7c96132c812009a15bdc9699a7a27a1cf2ad72361a7427711c69ba07241de4d -size 36426 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/tensorboard/focus150_optuna/events.out.tfevents.1646841991.36d13a512e74.1.45 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/tensorboard/focus150_optuna/events.out.tfevents.1646841991.36d13a512e74.1.45 deleted file mode 100644 index 50a32ed08a4ec2e05eed965ca642f360b28ec907..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/tensorboard/focus150_optuna/events.out.tfevents.1646841991.36d13a512e74.1.45 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cb1fc2d8cdbfdd75df83a2343c678bbdd5005a9575d0bab177f5ef7c358ee9bc -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 982579278bb54b450cdde15a0a1d8b39ee48e61a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/22/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 64 - lin3_size: 256 - output_size: 1 - lr: 0.031235620369299066 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17314753 -model/params/trainable: 17314753 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/.hydra/config.yaml deleted file mode 100644 index 93821f698ef95808de0965efefc9b6b73ba04a57..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 64 - lin3_size: 256 - output_size: 1 - lr: 0.0025251312548010734 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/.hydra/hydra.yaml deleted file mode 100644 index ffe9f22ea657f14b05e1bb9dccad57d944eb627c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.0025251312548010734 - - model.lin1_size=256 - - model.lin2_size=64 - - model.lin3_size=256 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=64,model.lin3_size=256,model.lr=0.0025251312548010734 - id: '23' - num: 23 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/.hydra/overrides.yaml deleted file mode 100644 index 9f8d900c62a008f32ffd15b8e368bbd71d50287e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.0025251312548010734 -- model.lin1_size=256 -- model.lin2_size=64 -- model.lin3_size=256 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/tensorboard/focus150_optuna/events.out.tfevents.1646841992.36d13a512e74.1.46 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/tensorboard/focus150_optuna/events.out.tfevents.1646841992.36d13a512e74.1.46 deleted file mode 100644 index 8ce5f10fbf19c1c5d67ca79ea4cdf29ce5f2aea1..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/tensorboard/focus150_optuna/events.out.tfevents.1646841992.36d13a512e74.1.46 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:10580876865aa1e61f66ac437498e76b1c9a5a23b26a2ed2aef2c95dd50dc19e -size 25898 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 80dd618060868e70663e3968a3f9da925d74e67b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/23/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 64 - lin3_size: 256 - output_size: 1 - lr: 0.0025251312548010734 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17314753 -model/params/trainable: 17314753 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/.hydra/config.yaml deleted file mode 100644 index 8e005e16f22513a8f49f4b775704a7a208023536..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 64 - lin2_size: 2048 - lin3_size: 32 - output_size: 1 - lr: 0.09908496566082269 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/.hydra/hydra.yaml deleted file mode 100644 index a863176a56b4c854828af27def815fdab79fa0fc..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.09908496566082269 - - model.lin1_size=64 - - model.lin2_size=2048 - - model.lin3_size=32 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=64,model.lin2_size=2048,model.lin3_size=32,model.lr=0.09908496566082269 - id: '3' - num: 3 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/.hydra/overrides.yaml deleted file mode 100644 index 9152e8dafce336f286de49a9bccfd2e968842d62..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.09908496566082269 -- model.lin1_size=64 -- model.lin2_size=2048 -- model.lin3_size=32 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/tensorboard/focus150_optuna/events.out.tfevents.1646821189.36d13a512e74.1.6 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/tensorboard/focus150_optuna/events.out.tfevents.1646821189.36d13a512e74.1.6 deleted file mode 100644 index 046007cffe010d7b60accee7c4a90c5f5e94ad2c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/tensorboard/focus150_optuna/events.out.tfevents.1646821189.36d13a512e74.1.6 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6c6465c851803d6e213214458ee44d0c389d1f33ac12b43222b83d0e519095d9 -size 36391 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/tensorboard/focus150_optuna/events.out.tfevents.1646821590.36d13a512e74.1.7 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/tensorboard/focus150_optuna/events.out.tfevents.1646821590.36d13a512e74.1.7 deleted file mode 100644 index 820b0e519812b578ad93149fdac9c274283ef44a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/tensorboard/focus150_optuna/events.out.tfevents.1646821590.36d13a512e74.1.7 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:bc25d5c23f0e62667cf5dfc294528a8659f550168ecbdfd2712c4e11d343e9b9 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index c79a2902967f2db2f6fb4463867ccfee8428df58..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/3/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 64 - lin2_size: 2048 - lin3_size: 32 - output_size: 1 - lr: 0.09908496566082269 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 4523073 -model/params/trainable: 4523073 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/.hydra/config.yaml deleted file mode 100644 index bdc6203b66976d810491f2ee960b3fa8de9a8518..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 512 - lin3_size: 128 - output_size: 1 - lr: 0.017335998714038146 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/.hydra/hydra.yaml deleted file mode 100644 index 42eed7bb07090b7c2cd73f3bedda248fd013a7d9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.017335998714038146 - - model.lin1_size=256 - - model.lin2_size=512 - - model.lin3_size=128 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=512,model.lin3_size=128,model.lr=0.017335998714038146 - id: '4' - num: 4 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/.hydra/overrides.yaml deleted file mode 100644 index 8f33fc86c58ce62a55248a48b18f5caaecff70c2..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.017335998714038146 -- model.lin1_size=256 -- model.lin2_size=512 -- model.lin3_size=128 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/tensorboard/focus150_optuna/events.out.tfevents.1646821591.36d13a512e74.1.8 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/tensorboard/focus150_optuna/events.out.tfevents.1646821591.36d13a512e74.1.8 deleted file mode 100644 index 37475183ac984647e16e6d68bec21d3deaac73dc..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/tensorboard/focus150_optuna/events.out.tfevents.1646821591.36d13a512e74.1.8 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:65445277336fd7a1aa6f8f8452330e8c0fe6d2a09251dc16fa35ecc233786908 -size 36391 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/tensorboard/focus150_optuna/events.out.tfevents.1646822301.36d13a512e74.1.9 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/tensorboard/focus150_optuna/events.out.tfevents.1646822301.36d13a512e74.1.9 deleted file mode 100644 index adc48b6b68e07c3226fcc71cad362a19256828fb..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/tensorboard/focus150_optuna/events.out.tfevents.1646822301.36d13a512e74.1.9 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5854626685e4780ec1d2f3056ce62bfac6efd3776a7be704d78d60be74df8854 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 71f80903be9e03934b00a9d8f5b4321d26e5294d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/4/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 512 - lin3_size: 128 - output_size: 1 - lr: 0.017335998714038146 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17479425 -model/params/trainable: 17479425 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/.hydra/config.yaml deleted file mode 100644 index 717955cbbb5ef7fedba41403543d03f0dfacab19..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 1024 - lin2_size: 64 - lin3_size: 128 - output_size: 1 - lr: 0.01956889375661914 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/.hydra/hydra.yaml deleted file mode 100644 index 21e8eadce94dd2e9a7026cffe29a88c24baa793d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=32 - - model.lr=0.01956889375661914 - - model.lin1_size=1024 - - model.lin2_size=64 - - model.lin3_size=128 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=1024,model.lin2_size=64,model.lin3_size=128,model.lr=0.01956889375661914 - id: '5' - num: 5 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/.hydra/overrides.yaml deleted file mode 100644 index 1820cc83c3c8dafdbadfc7e6db54865eed9498ed..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=32 -- model.lr=0.01956889375661914 -- model.lin1_size=1024 -- model.lin2_size=64 -- model.lin3_size=128 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/tensorboard/focus150_optuna/events.out.tfevents.1646822302.36d13a512e74.1.10 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/tensorboard/focus150_optuna/events.out.tfevents.1646822302.36d13a512e74.1.10 deleted file mode 100644 index 78e28d7e49f4aba78bd9574d14bfcbb408867a2e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/tensorboard/focus150_optuna/events.out.tfevents.1646822302.36d13a512e74.1.10 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5839691ba0fb763c6f7c1b906d09d3fec916c78844011760ca542e4f44ac6f06 -size 36440 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/tensorboard/focus150_optuna/events.out.tfevents.1646824244.36d13a512e74.1.11 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/tensorboard/focus150_optuna/events.out.tfevents.1646824244.36d13a512e74.1.11 deleted file mode 100644 index 7aca7200b5c7ad6a6b2ded3917ff6c8e4c2a9b27..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/tensorboard/focus150_optuna/events.out.tfevents.1646824244.36d13a512e74.1.11 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:29209bb004c7b50021f3148c051352bd73ed4bee058b48012372bbb53883463e -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 302f39e5a5d80dd5b59b6029acb22ed3bb80c67e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/5/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 1024 - lin2_size: 64 - lin3_size: 128 - output_size: 1 - lr: 0.01956889375661914 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 69197505 -model/params/trainable: 69197505 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/.hydra/config.yaml deleted file mode 100644 index 72f4c880fd3e22250b10b14904741beb00e5cfd6..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 1024 - lin3_size: 512 - output_size: 1 - lr: 0.012981602213938178 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/.hydra/hydra.yaml deleted file mode 100644 index 86eb2e44ae8ddb0809297f54b2894e0f9b800cb9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=32 - - model.lr=0.012981602213938178 - - model.lin1_size=256 - - model.lin2_size=1024 - - model.lin3_size=512 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=1024,model.lin3_size=512,model.lr=0.012981602213938178 - id: '6' - num: 6 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/.hydra/overrides.yaml deleted file mode 100644 index b2842d12e03335fa4977f51a61ffe796b5025981..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=32 -- model.lr=0.012981602213938178 -- model.lin1_size=256 -- model.lin2_size=1024 -- model.lin3_size=512 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/tensorboard/focus150_optuna/events.out.tfevents.1646824245.36d13a512e74.1.12 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/tensorboard/focus150_optuna/events.out.tfevents.1646824245.36d13a512e74.1.12 deleted file mode 100644 index 6b50010e0768ceccd474feb3dc360cc7afcea463..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/tensorboard/focus150_optuna/events.out.tfevents.1646824245.36d13a512e74.1.12 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d8a1b9cd55dd4058ace6d8c7e172aed14068dedb50267e3254359fb3d00a8ab6 -size 36440 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/tensorboard/focus150_optuna/events.out.tfevents.1646825035.36d13a512e74.1.13 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/tensorboard/focus150_optuna/events.out.tfevents.1646825035.36d13a512e74.1.13 deleted file mode 100644 index b5d1c3a7889f50a274c3cfe2ff2c3d026c3a76c0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/tensorboard/focus150_optuna/events.out.tfevents.1646825035.36d13a512e74.1.13 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:831e007e84579dba6580ae49b478224e2fb27d0340ec805e676c6b140a057376 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 3bad09a1a6a01b85e16af0d032fbd6fc039a9766..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/6/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 1024 - lin3_size: 512 - output_size: 1 - lr: 0.012981602213938178 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 18072321 -model/params/trainable: 18072321 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/.hydra/config.yaml deleted file mode 100644 index fe13be443deaee7ce21645dd7008d11ddca43f9e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 1024 - lin3_size: 64 - output_size: 1 - lr: 0.19115771252214422 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/.hydra/hydra.yaml deleted file mode 100644 index a4212410cd1d53f79e8056d48c6cb36d1c28d61c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.19115771252214422 - - model.lin1_size=256 - - model.lin2_size=1024 - - model.lin3_size=64 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=256,model.lin2_size=1024,model.lin3_size=64,model.lr=0.19115771252214422 - id: '7' - num: 7 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/.hydra/overrides.yaml deleted file mode 100644 index 2ab5874034b7f4b9939c4cea0e1acfaf2e0f9b0f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.19115771252214422 -- model.lin1_size=256 -- model.lin2_size=1024 -- model.lin3_size=64 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/tensorboard/focus150_optuna/events.out.tfevents.1646825035.36d13a512e74.1.14 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/tensorboard/focus150_optuna/events.out.tfevents.1646825035.36d13a512e74.1.14 deleted file mode 100644 index b175846032255b97624dfcca70b2ba9a0e678f63..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/tensorboard/focus150_optuna/events.out.tfevents.1646825035.36d13a512e74.1.14 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3f3acb60a92b8bda9312d55f4dc0f49870806f39570eacaca9d2c1a717c8a8f7 -size 36426 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/tensorboard/focus150_optuna/events.out.tfevents.1646825789.36d13a512e74.1.15 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/tensorboard/focus150_optuna/events.out.tfevents.1646825789.36d13a512e74.1.15 deleted file mode 100644 index 119ad98c9d064ccd7ffcd66bc81439f89dd174dc..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/tensorboard/focus150_optuna/events.out.tfevents.1646825789.36d13a512e74.1.15 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0d7dc85efdcbeea7cf9dbe5821c802f0e30e1a90d3bf3ba7157c62f131b224d5 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 6866b52ce97e2e40da4c4845f2874e29b9628a03..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/7/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 256 - lin2_size: 1024 - lin3_size: 64 - output_size: 1 - lr: 0.19115771252214422 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17611777 -model/params/trainable: 17611777 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/.hydra/config.yaml deleted file mode 100644 index 42b7e91c9183b71fb317bc730c493bad1edda75e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 2048 - lin2_size: 2048 - lin3_size: 1024 - output_size: 1 - lr: 0.16654057333719488 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/.hydra/hydra.yaml deleted file mode 100644 index 0eccb8c3882edc4829d31807e2af264b3a0e656a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=32 - - model.lr=0.16654057333719488 - - model.lin1_size=2048 - - model.lin2_size=2048 - - model.lin3_size=1024 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=32,hparams_search=focus150_optuna,model.lin1_size=2048,model.lin2_size=2048,model.lin3_size=1024,model.lr=0.16654057333719488 - id: '8' - num: 8 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/.hydra/overrides.yaml deleted file mode 100644 index 7427231a47b9dc49d62f38f2b3b6ae13198a8922..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=32 -- model.lr=0.16654057333719488 -- model.lin1_size=2048 -- model.lin2_size=2048 -- model.lin3_size=1024 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/tensorboard/focus150_optuna/events.out.tfevents.1646825790.36d13a512e74.1.16 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/tensorboard/focus150_optuna/events.out.tfevents.1646825790.36d13a512e74.1.16 deleted file mode 100644 index d29aae47d3a45d0b7010834bac9633f70ee7398b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/tensorboard/focus150_optuna/events.out.tfevents.1646825790.36d13a512e74.1.16 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:afc24b8ae281198b085e8ba251b648b7e728546864321656335b8d1aa5f5493d -size 36440 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/tensorboard/focus150_optuna/events.out.tfevents.1646829455.36d13a512e74.1.17 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/tensorboard/focus150_optuna/events.out.tfevents.1646829455.36d13a512e74.1.17 deleted file mode 100644 index 2fafe9a7cd57713bd7e8324f85a2b11f80de2e5a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/tensorboard/focus150_optuna/events.out.tfevents.1646829455.36d13a512e74.1.17 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:31a6c0665e0357c26656c87da4014c80396c3f45ecec6b37635169640a461393 -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index 9f39f731eadadf4d189d20fe0f42dfbad5ce53e4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/8/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 2048 - lin2_size: 2048 - lin3_size: 1024 - output_size: 1 - lr: 0.16654057333719488 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 144547841 -model/params/trainable: 144547841 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/.hydra/config.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/.hydra/config.yaml deleted file mode 100644 index eae454583a092a9bdec10b625d731f003e5ebcbf..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus150_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 256 - lin3_size: 128 - output_size: 1 - lr: 0.1335867765111329 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/.hydra/hydra.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/.hydra/hydra.yaml deleted file mode 100644 index b175cb45c4ee62bbf28fc3f54e1be42842011ff7..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus150_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.1335867765111329 - - model.lin1_size=32 - - model.lin2_size=256 - - model.lin3_size=128 - - hparams_search=focus150_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus150_optuna,model.lin1_size=32,model.lin2_size=256,model.lin3_size=128,model.lr=0.1335867765111329 - id: '9' - num: 9 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus150_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/.hydra/overrides.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/.hydra/overrides.yaml deleted file mode 100644 index e28efaca087db98526a3c331250de5f9093a7fe9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.1335867765111329 -- model.lin1_size=32 -- model.lin2_size=256 -- model.lin3_size=128 -- hparams_search=focus150_optuna diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/tensorboard/focus150_optuna/events.out.tfevents.1646829456.36d13a512e74.1.18 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/tensorboard/focus150_optuna/events.out.tfevents.1646829456.36d13a512e74.1.18 deleted file mode 100644 index ec5584a1a3d6fb37dabfafb3e3f9f19896bb50e0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/tensorboard/focus150_optuna/events.out.tfevents.1646829456.36d13a512e74.1.18 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4e4089863f1a07282afff60e3aa2933184a150e3d3cb08b8af12293f0b993398 -size 36426 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/tensorboard/focus150_optuna/events.out.tfevents.1646829821.36d13a512e74.1.19 b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/tensorboard/focus150_optuna/events.out.tfevents.1646829821.36d13a512e74.1.19 deleted file mode 100644 index 5e2bedec6100229ae857507846dace4e3f46fa4b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/tensorboard/focus150_optuna/events.out.tfevents.1646829821.36d13a512e74.1.19 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9fd46b7cd6688701a11b3c30b7c203af99d0edf492e01d48c9a1eb68cbe9ca8d -size 179 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/tensorboard/focus150_optuna/hparams.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/tensorboard/focus150_optuna/hparams.yaml deleted file mode 100644 index d869ba65826a8b1e5133067883cd1a2c02ad971b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/9/tensorboard/focus150_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 32 - lin2_size: 256 - lin3_size: 128 - output_size: 1 - lr: 0.1335867765111329 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2202337 -model/params/trainable: 2202337 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/optimization_results.yaml b/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/optimization_results.yaml deleted file mode 100644 index 147de69a0e335b5b3d8aacf6650f5f0313c8ca40..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus150_optuna/2022-03-09_09-28-19/optimization_results.yaml +++ /dev/null @@ -1,8 +0,0 @@ -name: optuna -best_params: - datamodule.batch_size: 64 - model.lr: 0.0320966593270077 - model.lin1_size: 256 - model.lin2_size: 64 - model.lin3_size: 256 -best_value: 1.6327190399169922 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/0/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/0/.hydra/config.yaml deleted file mode 100644 index e25785e760b7cc37df98de092890f932b49ce4de..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/0/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 128 - lin2_size: 32 - lin3_size: 32 - output_size: 1 - lr: 0.04099159968275264 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/0/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/0/.hydra/hydra.yaml deleted file mode 100644 index 6a529e55a88f4c28b366701058ad34a9614f6209..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/0/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=32 - - model.lr=0.04099159968275264 - - model.lin1_size=128 - - model.lin2_size=32 - - model.lin3_size=32 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=32,hparams_search=focus_optuna,model.lin1_size=128,model.lin2_size=32,model.lin3_size=32,model.lr=0.04099159968275264 - id: '0' - num: 0 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/0/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/0/.hydra/overrides.yaml deleted file mode 100644 index 25d3c574525d7eb3bbe963120f350077487d04da..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/0/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=32 -- model.lr=0.04099159968275264 -- model.lin1_size=128 -- model.lin2_size=32 -- model.lin3_size=32 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/0/tensorboard/focus_optuna/events.out.tfevents.1646230713.82c8ad9a8c00.1.0 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/0/tensorboard/focus_optuna/events.out.tfevents.1646230713.82c8ad9a8c00.1.0 deleted file mode 100644 index 0283cb4ba8e08c9a49d3193087f1c2f404f2ef3a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/0/tensorboard/focus_optuna/events.out.tfevents.1646230713.82c8ad9a8c00.1.0 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f3fce43531cf37c0aa80c897797f368e0f5554cd0f12d6030b428bf411983b65 -size 36385 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/0/tensorboard/focus_optuna/events.out.tfevents.1646230787.82c8ad9a8c00.1.1 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/0/tensorboard/focus_optuna/events.out.tfevents.1646230787.82c8ad9a8c00.1.1 deleted file mode 100644 index 1a2c44b34898bb0dcfb21e63eb1a71ac3a5eec3b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/0/tensorboard/focus_optuna/events.out.tfevents.1646230787.82c8ad9a8c00.1.1 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2639527c404e715e18ba15b2cd35f09779f85f6e5476a93e0f5ac9b82dd40457 -size 179 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/0/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/0/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index 023ec3490749689406832f9d337f448141231c55..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/0/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 128 - lin2_size: 32 - lin3_size: 32 - output_size: 1 - lr: 0.04099159968275264 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2165729 -model/params/trainable: 2165729 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/1/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/1/.hydra/config.yaml deleted file mode 100644 index 41a454801b9d7b08e8d5c169f79237f50fed34f5..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/1/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 128 - lin3_size: 1024 - output_size: 1 - lr: 0.15818542131777294 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/1/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/1/.hydra/hydra.yaml deleted file mode 100644 index 68fa56c0685fd075e8e5f01cd8114cf9ad857cda..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/1/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.15818542131777294 - - model.lin1_size=256 - - model.lin2_size=128 - - model.lin3_size=1024 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=1024,model.lr=0.15818542131777294 - id: '1' - num: 1 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/1/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/1/.hydra/overrides.yaml deleted file mode 100644 index dfc88b7353c8e6db65adedb8ee5b184c73413102..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/1/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.15818542131777294 -- model.lin1_size=256 -- model.lin2_size=128 -- model.lin3_size=1024 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/1/tensorboard/focus_optuna/events.out.tfevents.1646230788.82c8ad9a8c00.1.2 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/1/tensorboard/focus_optuna/events.out.tfevents.1646230788.82c8ad9a8c00.1.2 deleted file mode 100644 index ab3b6da16a051801371897d19d6a8857de2bef68..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/1/tensorboard/focus_optuna/events.out.tfevents.1646230788.82c8ad9a8c00.1.2 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:981fc0df76a30b785e4e4223341814f7fd652afebcafc03ea8f04ca7960cb56d -size 36322 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/1/tensorboard/focus_optuna/events.out.tfevents.1646230904.82c8ad9a8c00.1.3 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/1/tensorboard/focus_optuna/events.out.tfevents.1646230904.82c8ad9a8c00.1.3 deleted file mode 100644 index 5ccea00fab803a24afd09b919d848eedd71b17a8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/1/tensorboard/focus_optuna/events.out.tfevents.1646230904.82c8ad9a8c00.1.3 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d1babf837cb821e2e775bc3ef5199a09e427ddc477dfe1674c8d54e90e79b1b9 -size 179 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/1/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/1/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index b61d7bc29ff51a1c28ff44fb5c60d920d215b6dd..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/1/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 128 - lin3_size: 1024 - output_size: 1 - lr: 0.15818542131777294 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 4489089 -model/params/trainable: 4489089 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/10/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/10/.hydra/config.yaml deleted file mode 100644 index 582e2a8191f6e207c4ef53bf378e7f0be1e772e6..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/10/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 512 - lin2_size: 1024 - lin3_size: 512 - output_size: 1 - lr: 0.07148210917089061 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/10/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/10/.hydra/hydra.yaml deleted file mode 100644 index 3f7bfc89384a2638d001e7f6fd149fd6ff3f865c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/10/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=32 - - model.lr=0.07148210917089061 - - model.lin1_size=512 - - model.lin2_size=1024 - - model.lin3_size=512 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=32,hparams_search=focus_optuna,model.lin1_size=512,model.lin2_size=1024,model.lin3_size=512,model.lr=0.07148210917089061 - id: '10' - num: 10 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/10/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/10/.hydra/overrides.yaml deleted file mode 100644 index 105e44a0fb8438061eede3b61bb796429157d20d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/10/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=32 -- model.lr=0.07148210917089061 -- model.lin1_size=512 -- model.lin2_size=1024 -- model.lin3_size=512 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/10/tensorboard/focus_optuna/events.out.tfevents.1646232812.82c8ad9a8c00.1.20 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/10/tensorboard/focus_optuna/events.out.tfevents.1646232812.82c8ad9a8c00.1.20 deleted file mode 100644 index d804f84e0e99fdc658b84780cbc10f3697f1854b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/10/tensorboard/focus_optuna/events.out.tfevents.1646232812.82c8ad9a8c00.1.20 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5c29e0380bfd83adc767d7778fa2d1df242321ff922d9c16ce622e1ad9ad17a6 -size 36385 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/10/tensorboard/focus_optuna/events.out.tfevents.1646233005.82c8ad9a8c00.1.21 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/10/tensorboard/focus_optuna/events.out.tfevents.1646233005.82c8ad9a8c00.1.21 deleted file mode 100644 index c3ba5c5c3fea9bee2a6024b38c53f5216420d5c8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/10/tensorboard/focus_optuna/events.out.tfevents.1646233005.82c8ad9a8c00.1.21 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:92e0f22061792f0889cfe1f4a706181b15388e9f95988cb6e57773788c15808b -size 176 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/10/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/10/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index 97869144c9106b6ef7c3cb44672f5aaeff98f5fe..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/10/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 512 - lin2_size: 1024 - lin3_size: 512 - output_size: 1 - lr: 0.07148210917089061 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 9695233 -model/params/trainable: 9695233 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/11/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/11/.hydra/config.yaml deleted file mode 100644 index 74fe0b3762ec2dbcc54e63ed09b1ab6ef7ec7a2b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/11/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 128 - lin3_size: 512 - output_size: 1 - lr: 0.10955577193802624 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/11/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/11/.hydra/hydra.yaml deleted file mode 100644 index 8607264a5e4f3f6053fdbe1101d2cfed64c3292d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/11/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.10955577193802624 - - model.lin1_size=256 - - model.lin2_size=128 - - model.lin3_size=512 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=512,model.lr=0.10955577193802624 - id: '11' - num: 11 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/11/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/11/.hydra/overrides.yaml deleted file mode 100644 index 77fcfc3545878848c6da2c429a5f4f2550ad5e90..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/11/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.10955577193802624 -- model.lin1_size=256 -- model.lin2_size=128 -- model.lin3_size=512 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/11/tensorboard/focus_optuna/events.out.tfevents.1646233006.82c8ad9a8c00.1.22 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/11/tensorboard/focus_optuna/events.out.tfevents.1646233006.82c8ad9a8c00.1.22 deleted file mode 100644 index 43775fe288e93491d9e4976681670bdcf1b5069c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/11/tensorboard/focus_optuna/events.out.tfevents.1646233006.82c8ad9a8c00.1.22 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ebe3acccbbe19a8cda32bce673aaf33e07838465e7b1034496a52df627ffe84f -size 36322 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/11/tensorboard/focus_optuna/events.out.tfevents.1646233109.82c8ad9a8c00.1.23 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/11/tensorboard/focus_optuna/events.out.tfevents.1646233109.82c8ad9a8c00.1.23 deleted file mode 100644 index 0d1d51acdf13638a02d2e0c53c10657b4cb5a0a8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/11/tensorboard/focus_optuna/events.out.tfevents.1646233109.82c8ad9a8c00.1.23 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c517fa7ce717843f63b789db59557534b1851d58308f9dcd5f5f4f43acb28885 -size 176 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/11/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/11/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index 0e63bfee6c42aad98ced67892ca9bd5aaf1f6c92..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/11/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 128 - lin3_size: 512 - output_size: 1 - lr: 0.10955577193802624 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 4421505 -model/params/trainable: 4421505 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/12/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/12/.hydra/config.yaml deleted file mode 100644 index 9959815576dd7b272daba2fbc3a20d89a0af1725..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/12/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 128 - lin3_size: 2048 - output_size: 1 - lr: 0.14872784644674936 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/12/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/12/.hydra/hydra.yaml deleted file mode 100644 index 5043e48746de4f77d530b2b0711a5f63dbca91f3..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/12/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.14872784644674936 - - model.lin1_size=256 - - model.lin2_size=128 - - model.lin3_size=2048 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=2048,model.lr=0.14872784644674936 - id: '12' - num: 12 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/12/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/12/.hydra/overrides.yaml deleted file mode 100644 index f3269ec3470006a5e16ab34f507c87e1ef6a6968..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/12/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.14872784644674936 -- model.lin1_size=256 -- model.lin2_size=128 -- model.lin3_size=2048 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/12/tensorboard/focus_optuna/events.out.tfevents.1646233109.82c8ad9a8c00.1.24 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/12/tensorboard/focus_optuna/events.out.tfevents.1646233109.82c8ad9a8c00.1.24 deleted file mode 100644 index db2df583064af24038acc3ea825c87cfd1d3ffaa..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/12/tensorboard/focus_optuna/events.out.tfevents.1646233109.82c8ad9a8c00.1.24 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0e7106283fb88ad835dd94f90fc9234914d584b9d9cd4a8cd74ff26fb23716a7 -size 36322 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/12/tensorboard/focus_optuna/events.out.tfevents.1646233222.82c8ad9a8c00.1.25 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/12/tensorboard/focus_optuna/events.out.tfevents.1646233222.82c8ad9a8c00.1.25 deleted file mode 100644 index 83feae37c3bd0c44728baad34773bbed506b0d2d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/12/tensorboard/focus_optuna/events.out.tfevents.1646233222.82c8ad9a8c00.1.25 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e3c2d138224e9f6e2fd215ad6fcbc07fb5827f596e9efc038b1add6be8e3f59f -size 179 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/12/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/12/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index 97e3943f661552b66cb735a9020b3c6fd45bee69..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/12/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 128 - lin3_size: 2048 - output_size: 1 - lr: 0.14872784644674936 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 4624257 -model/params/trainable: 4624257 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/13/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/13/.hydra/config.yaml deleted file mode 100644 index b84009187c34023b2647d20ece2ed70920c65f61..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/13/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.061614158561522185 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/13/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/13/.hydra/hydra.yaml deleted file mode 100644 index 7bcea816005bacc86a4b1a64706d25220ae0d519..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/13/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=32 - - model.lr=0.061614158561522185 - - model.lin1_size=256 - - model.lin2_size=128 - - model.lin3_size=256 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=32,hparams_search=focus_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=256,model.lr=0.061614158561522185 - id: '13' - num: 13 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/13/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/13/.hydra/overrides.yaml deleted file mode 100644 index 0c9fc6ae52d7d8b72a3dae46ff4d17a667f29358..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/13/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=32 -- model.lr=0.061614158561522185 -- model.lin1_size=256 -- model.lin2_size=128 -- model.lin3_size=256 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/13/tensorboard/focus_optuna/events.out.tfevents.1646233222.82c8ad9a8c00.1.26 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/13/tensorboard/focus_optuna/events.out.tfevents.1646233222.82c8ad9a8c00.1.26 deleted file mode 100644 index f09df6905aeb10bbfa60c20971f6585ccd93c369..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/13/tensorboard/focus_optuna/events.out.tfevents.1646233222.82c8ad9a8c00.1.26 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:da66fcb3b35c8517a4a8cb3eed2f37b28b0a156f4d7d525e0fa7d0ab627a1332 -size 36385 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/13/tensorboard/focus_optuna/events.out.tfevents.1646233336.82c8ad9a8c00.1.27 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/13/tensorboard/focus_optuna/events.out.tfevents.1646233336.82c8ad9a8c00.1.27 deleted file mode 100644 index 0c860a6abc65df618c45e6f6090448f2e7d7926e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/13/tensorboard/focus_optuna/events.out.tfevents.1646233336.82c8ad9a8c00.1.27 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:64cc9ec8d415e1a0d6e2064f55125987d2392cc024bad5738fe56350794aee19 -size 176 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/13/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/13/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index de47581378a24330d70409dd723c0f44bfad7d29..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/13/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 128 - lin3_size: 256 - output_size: 1 - lr: 0.061614158561522185 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 4387713 -model/params/trainable: 4387713 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/14/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/14/.hydra/config.yaml deleted file mode 100644 index 30a19080212578b0b1ce30890b685871c857d6a7..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/14/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 128 - lin2_size: 512 - lin3_size: 1024 - output_size: 1 - lr: 0.11620493578986595 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/14/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/14/.hydra/hydra.yaml deleted file mode 100644 index 9e8f514614f51ee21ea914fd92d7e3bd63877637..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/14/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.11620493578986595 - - model.lin1_size=128 - - model.lin2_size=512 - - model.lin3_size=1024 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus_optuna,model.lin1_size=128,model.lin2_size=512,model.lin3_size=1024,model.lr=0.11620493578986595 - id: '14' - num: 14 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/14/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/14/.hydra/overrides.yaml deleted file mode 100644 index eae2dbb3a8ef6df194e7c72c1afe05fc6505af6a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/14/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.11620493578986595 -- model.lin1_size=128 -- model.lin2_size=512 -- model.lin3_size=1024 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/14/tensorboard/focus_optuna/events.out.tfevents.1646233336.82c8ad9a8c00.1.28 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/14/tensorboard/focus_optuna/events.out.tfevents.1646233336.82c8ad9a8c00.1.28 deleted file mode 100644 index 5f64a78e20e819432702137a68a5b40c62895b4c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/14/tensorboard/focus_optuna/events.out.tfevents.1646233336.82c8ad9a8c00.1.28 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:58883f7006a954d147508a95adc08aef5f9f0f8510e95ecbee6b6f60ddeaed3e -size 36322 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/14/tensorboard/focus_optuna/events.out.tfevents.1646233413.82c8ad9a8c00.1.29 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/14/tensorboard/focus_optuna/events.out.tfevents.1646233413.82c8ad9a8c00.1.29 deleted file mode 100644 index ee2b4784b9e99c53eff0a975410652bd2c3b810c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/14/tensorboard/focus_optuna/events.out.tfevents.1646233413.82c8ad9a8c00.1.29 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0f7bd41c9ea77b2e8a4944ed65f2c22aa4502069072a08cf32c389efd4689793 -size 179 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/14/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/14/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index 3188db4dbc4dc7fba4a63579cb641dc1ba2a9f28..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/14/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 128 - lin2_size: 512 - lin3_size: 1024 - output_size: 1 - lr: 0.11620493578986595 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 2755841 -model/params/trainable: 2755841 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/15/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/15/.hydra/config.yaml deleted file mode 100644 index afde0fc6da1cb3fc81281c442e37a71e2b09d470..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/15/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 64 - lin2_size: 256 - lin3_size: 512 - output_size: 1 - lr: 0.0004139807643157769 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/15/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/15/.hydra/hydra.yaml deleted file mode 100644 index 6d73a748228cca002f0270eeb5902b4c9835a00c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/15/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.0004139807643157769 - - model.lin1_size=64 - - model.lin2_size=256 - - model.lin3_size=512 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus_optuna,model.lin1_size=64,model.lin2_size=256,model.lin3_size=512,model.lr=0.0004139807643157769 - id: '15' - num: 15 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/15/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/15/.hydra/overrides.yaml deleted file mode 100644 index 0a0e1b93c7bb2c2136e6d7c6af1996458095d626..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/15/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.0004139807643157769 -- model.lin1_size=64 -- model.lin2_size=256 -- model.lin3_size=512 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/15/tensorboard/focus_optuna/events.out.tfevents.1646233413.82c8ad9a8c00.1.30 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/15/tensorboard/focus_optuna/events.out.tfevents.1646233413.82c8ad9a8c00.1.30 deleted file mode 100644 index 4a216e95bc2831628bc756f69ab67fe03f7cda1d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/15/tensorboard/focus_optuna/events.out.tfevents.1646233413.82c8ad9a8c00.1.30 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:dd18e832a582508c779bd3c02ba73d0532507489a51ad8653fedef29370a244f -size 36322 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/15/tensorboard/focus_optuna/events.out.tfevents.1646233469.82c8ad9a8c00.1.31 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/15/tensorboard/focus_optuna/events.out.tfevents.1646233469.82c8ad9a8c00.1.31 deleted file mode 100644 index 03ab42ac6b09b1bacb679847d395a7ce6846f65b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/15/tensorboard/focus_optuna/events.out.tfevents.1646233469.82c8ad9a8c00.1.31 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f908c8d852c71f901489dc7996899e86f00e1c254759f799e65381dc7cb8de84 -size 179 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/15/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/15/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index 4529f719f5a9055dd91484045013f1d2c1b8ecf6..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/15/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 64 - lin2_size: 256 - lin3_size: 512 - output_size: 1 - lr: 0.0004139807643157769 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 1230465 -model/params/trainable: 1230465 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/16/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/16/.hydra/config.yaml deleted file mode 100644 index 707a94584ec9376165c7da1971e35a66211ad9a9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/16/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 512 - lin2_size: 32 - lin3_size: 1024 - output_size: 1 - lr: 0.08117903431854909 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/16/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/16/.hydra/hydra.yaml deleted file mode 100644 index 4724aceb6befb19b0302431df82c938e23a32896..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/16/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=32 - - model.lr=0.08117903431854909 - - model.lin1_size=512 - - model.lin2_size=32 - - model.lin3_size=1024 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=32,hparams_search=focus_optuna,model.lin1_size=512,model.lin2_size=32,model.lin3_size=1024,model.lr=0.08117903431854909 - id: '16' - num: 16 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/16/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/16/.hydra/overrides.yaml deleted file mode 100644 index ad36d96844a36eb925b206a9952542c4998d79f6..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/16/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=32 -- model.lr=0.08117903431854909 -- model.lin1_size=512 -- model.lin2_size=32 -- model.lin3_size=1024 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/16/tensorboard/focus_optuna/events.out.tfevents.1646233470.82c8ad9a8c00.1.32 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/16/tensorboard/focus_optuna/events.out.tfevents.1646233470.82c8ad9a8c00.1.32 deleted file mode 100644 index ad156d026e88cd45aa52eb5ff8e6a4eccc5bfd8b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/16/tensorboard/focus_optuna/events.out.tfevents.1646233470.82c8ad9a8c00.1.32 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3d544d54440905049c2515f747ab4112abcd662667b95c5e0446216be2eb5e34 -size 36385 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/16/tensorboard/focus_optuna/events.out.tfevents.1646233654.82c8ad9a8c00.1.33 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/16/tensorboard/focus_optuna/events.out.tfevents.1646233654.82c8ad9a8c00.1.33 deleted file mode 100644 index 980adb894ac4c417f5d729d7101be939cf5d3d1e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/16/tensorboard/focus_optuna/events.out.tfevents.1646233654.82c8ad9a8c00.1.33 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0988bce22333e171a063ba58278487bc33d83efe4f8dcbde5490fde2c1f26990 -size 179 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/16/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/16/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index 9ea364d1488c1e914c14d9b6111c7949067ce7c9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/16/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 512 - lin2_size: 32 - lin3_size: 1024 - output_size: 1 - lr: 0.08117903431854909 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8694881 -model/params/trainable: 8694881 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/17/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/17/.hydra/config.yaml deleted file mode 100644 index e88ab2972fb77d6efb0ea9b4ea3af18bd792acba..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/17/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 2048 - lin2_size: 64 - lin3_size: 2048 - output_size: 1 - lr: 0.15496012629324551 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/17/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/17/.hydra/hydra.yaml deleted file mode 100644 index 754cb958c1c7ecaebbca6e2d6aecee48d5afd583..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/17/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=32 - - model.lr=0.15496012629324551 - - model.lin1_size=2048 - - model.lin2_size=64 - - model.lin3_size=2048 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=32,hparams_search=focus_optuna,model.lin1_size=2048,model.lin2_size=64,model.lin3_size=2048,model.lr=0.15496012629324551 - id: '17' - num: 17 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/17/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/17/.hydra/overrides.yaml deleted file mode 100644 index 78c07eb823adfa83b8dd5592db4ff7f91d4fb6c4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/17/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=32 -- model.lr=0.15496012629324551 -- model.lin1_size=2048 -- model.lin2_size=64 -- model.lin3_size=2048 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/17/tensorboard/focus_optuna/events.out.tfevents.1646233654.82c8ad9a8c00.1.34 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/17/tensorboard/focus_optuna/events.out.tfevents.1646233654.82c8ad9a8c00.1.34 deleted file mode 100644 index 5a4fc0e07f4868ff272b9f269343bf0426eb6377..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/17/tensorboard/focus_optuna/events.out.tfevents.1646233654.82c8ad9a8c00.1.34 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:93c300e003a245b11f092c95b8b23aacdeedb453cafff3f2a41cfa552b839aef -size 36385 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/17/tensorboard/focus_optuna/events.out.tfevents.1646234311.82c8ad9a8c00.1.35 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/17/tensorboard/focus_optuna/events.out.tfevents.1646234311.82c8ad9a8c00.1.35 deleted file mode 100644 index 878151dd4cdfd3b941e23bd8e6585e055bd5a5f8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/17/tensorboard/focus_optuna/events.out.tfevents.1646234311.82c8ad9a8c00.1.35 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b014fc7c4bbc2a0d7e5cab80eb38850377960610891bf245af41f100965c0284 -size 179 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/17/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/17/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index fb74bc80c7ec20a096ab544dea823f1523f18ec0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/17/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 2048 - lin2_size: 64 - lin3_size: 2048 - output_size: 1 - lr: 0.15496012629324551 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 34836673 -model/params/trainable: 34836673 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/18/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/18/.hydra/config.yaml deleted file mode 100644 index 2d7a33a8acb716f7b39fe86b169909d0371ec1a2..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/18/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 32 - lin2_size: 128 - lin3_size: 64 - output_size: 1 - lr: 0.05150073483440863 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/18/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/18/.hydra/hydra.yaml deleted file mode 100644 index 7499b2590fd783f552ad56f38ff1f62d311d73f9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/18/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.05150073483440863 - - model.lin1_size=32 - - model.lin2_size=128 - - model.lin3_size=64 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus_optuna,model.lin1_size=32,model.lin2_size=128,model.lin3_size=64,model.lr=0.05150073483440863 - id: '18' - num: 18 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/18/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/18/.hydra/overrides.yaml deleted file mode 100644 index 3498781715082e48c88ff84e457a9ac5c5f5148c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/18/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.05150073483440863 -- model.lin1_size=32 -- model.lin2_size=128 -- model.lin3_size=64 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/18/tensorboard/focus_optuna/events.out.tfevents.1646234312.82c8ad9a8c00.1.36 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/18/tensorboard/focus_optuna/events.out.tfevents.1646234312.82c8ad9a8c00.1.36 deleted file mode 100644 index 07a9ac703da1bbd8950e4b10d2d1f57f4503fea8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/18/tensorboard/focus_optuna/events.out.tfevents.1646234312.82c8ad9a8c00.1.36 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:f1bbceef244f19d22fd11ff0929b4ac555f8fa16853a327d5467c8bd7a940653 -size 36322 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/18/tensorboard/focus_optuna/events.out.tfevents.1646234360.82c8ad9a8c00.1.37 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/18/tensorboard/focus_optuna/events.out.tfevents.1646234360.82c8ad9a8c00.1.37 deleted file mode 100644 index 82a9ee1572b334157adc77f9c186bf3b695ccf25..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/18/tensorboard/focus_optuna/events.out.tfevents.1646234360.82c8ad9a8c00.1.37 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:149a2de8073dd48b2d4b1bb6f209fe2ec26696a2f196f59042f4fa90b077015a -size 176 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/18/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/18/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index cc0476b11f22cf20124dcafb7024881363f0d631..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/18/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 32 - lin2_size: 128 - lin3_size: 64 - output_size: 1 - lr: 0.05150073483440863 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 553025 -model/params/trainable: 553025 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/19/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/19/.hydra/config.yaml deleted file mode 100644 index 3522c47d4658447862b7120773142f16841568ab..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/19/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 1024 - lin3_size: 256 - output_size: 1 - lr: 0.09059799301091165 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/19/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/19/.hydra/hydra.yaml deleted file mode 100644 index f211d4f8977681fc4f0000c4d8ce58b3d3a49240..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/19/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.09059799301091165 - - model.lin1_size=256 - - model.lin2_size=1024 - - model.lin3_size=256 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus_optuna,model.lin1_size=256,model.lin2_size=1024,model.lin3_size=256,model.lr=0.09059799301091165 - id: '19' - num: 19 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/19/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/19/.hydra/overrides.yaml deleted file mode 100644 index 91b17c5a44d766d4ff3bb1d27b26ab9894414170..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/19/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.09059799301091165 -- model.lin1_size=256 -- model.lin2_size=1024 -- model.lin3_size=256 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/19/tensorboard/focus_optuna/events.out.tfevents.1646234361.82c8ad9a8c00.1.38 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/19/tensorboard/focus_optuna/events.out.tfevents.1646234361.82c8ad9a8c00.1.38 deleted file mode 100644 index 2cbc3f2b10d950eb4cc95f5cc5041d80f6330435..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/19/tensorboard/focus_optuna/events.out.tfevents.1646234361.82c8ad9a8c00.1.38 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:74928ec594e759f37420fcb8b26ea55058cfe587790a3e749cf837e15d03706f -size 36224 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/19/tensorboard/focus_optuna/events.out.tfevents.1646234472.82c8ad9a8c00.1.39 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/19/tensorboard/focus_optuna/events.out.tfevents.1646234472.82c8ad9a8c00.1.39 deleted file mode 100644 index 0654d0ef7594ef5218cef277b406c13d73a8064d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/19/tensorboard/focus_optuna/events.out.tfevents.1646234472.82c8ad9a8c00.1.39 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3b5cce2020e8c92c6f3b08def9a376fe119c905015bf0bd327deb97d15a0ebc9 -size 176 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/19/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/19/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index 0f7c58d449a67142a5d06171860f317191a6a994..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/19/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 1024 - lin3_size: 256 - output_size: 1 - lr: 0.09059799301091165 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 4849153 -model/params/trainable: 4849153 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/2/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/2/.hydra/config.yaml deleted file mode 100644 index e07723b5600bf9aeb451455f5013ecdff30c9ae8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/2/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 1024 - lin2_size: 1024 - lin3_size: 32 - output_size: 1 - lr: 0.18564129276815303 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/2/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/2/.hydra/hydra.yaml deleted file mode 100644 index 0c620eeb9dcc8ebd2ba5cf6b8944511334f7d306..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/2/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.18564129276815303 - - model.lin1_size=1024 - - model.lin2_size=1024 - - model.lin3_size=32 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus_optuna,model.lin1_size=1024,model.lin2_size=1024,model.lin3_size=32,model.lr=0.18564129276815303 - id: '2' - num: 2 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/2/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/2/.hydra/overrides.yaml deleted file mode 100644 index cd9ab7740e40fcb2bb69f403893c68ce8a482681..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/2/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.18564129276815303 -- model.lin1_size=1024 -- model.lin2_size=1024 -- model.lin3_size=32 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/2/tensorboard/focus_optuna/events.out.tfevents.1646230905.82c8ad9a8c00.1.4 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/2/tensorboard/focus_optuna/events.out.tfevents.1646230905.82c8ad9a8c00.1.4 deleted file mode 100644 index ce4b7e641b977cb473caec85e0af1b12bc0f88c3..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/2/tensorboard/focus_optuna/events.out.tfevents.1646230905.82c8ad9a8c00.1.4 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d0d33693318f2e7f71633368d20f0e709ca374a5ac444b7804cdc7e77ee7e2aa -size 36224 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/2/tensorboard/focus_optuna/events.out.tfevents.1646231265.82c8ad9a8c00.1.5 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/2/tensorboard/focus_optuna/events.out.tfevents.1646231265.82c8ad9a8c00.1.5 deleted file mode 100644 index a9641e4fa4d964b34a4acd1e86efbf5b793cbd61..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/2/tensorboard/focus_optuna/events.out.tfevents.1646231265.82c8ad9a8c00.1.5 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:91050ee23a19716c24a20d7ca640325eaf50e2cc448c54c0e3a9f0ec23e20813 -size 179 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/2/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/2/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index e7441f246488a7758e59d6dad701ef8bc03d2137..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/2/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 1024 - lin2_size: 1024 - lin3_size: 32 - output_size: 1 - lr: 0.18564129276815303 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 18367617 -model/params/trainable: 18367617 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/20/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/20/.hydra/config.yaml deleted file mode 100644 index 484e2947574a12a0ab3195a3fb21e0c0d458b3fd..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/20/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 1024 - lin3_size: 1024 - output_size: 1 - lr: 0.1316071233536351 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/20/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/20/.hydra/hydra.yaml deleted file mode 100644 index 23682877e7f856b3cfc584b27123f6ba0e4c8c67..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/20/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.1316071233536351 - - model.lin1_size=256 - - model.lin2_size=1024 - - model.lin3_size=1024 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus_optuna,model.lin1_size=256,model.lin2_size=1024,model.lin3_size=1024,model.lr=0.1316071233536351 - id: '20' - num: 20 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/20/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/20/.hydra/overrides.yaml deleted file mode 100644 index 6320ab8dc068e4257f1aa0f348e32d6da7cd80f1..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/20/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.1316071233536351 -- model.lin1_size=256 -- model.lin2_size=1024 -- model.lin3_size=1024 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/20/tensorboard/focus_optuna/events.out.tfevents.1646234472.82c8ad9a8c00.1.40 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/20/tensorboard/focus_optuna/events.out.tfevents.1646234472.82c8ad9a8c00.1.40 deleted file mode 100644 index 1cf99f682508069de863ef405253dc618668e56a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/20/tensorboard/focus_optuna/events.out.tfevents.1646234472.82c8ad9a8c00.1.40 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b1159082ec8b4fc08fb6711c0e416a15385b4b8909ede72131c556be47210410 -size 36322 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/20/tensorboard/focus_optuna/events.out.tfevents.1646234602.82c8ad9a8c00.1.41 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/20/tensorboard/focus_optuna/events.out.tfevents.1646234602.82c8ad9a8c00.1.41 deleted file mode 100644 index dcab74206f777a1b478ea62ec4092cbce4a26b3a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/20/tensorboard/focus_optuna/events.out.tfevents.1646234602.82c8ad9a8c00.1.41 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d1a8aaf0d7a174c78f77d091a2258c064f9fdefd26520bb9850d94bb97273eab -size 179 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/20/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/20/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index 13be7ce9f32e6d2995915c518801263c19d2c3e0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/20/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 1024 - lin3_size: 1024 - output_size: 1 - lr: 0.1316071233536351 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 5638657 -model/params/trainable: 5638657 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/21/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/21/.hydra/config.yaml deleted file mode 100644 index f4af8c0082937a0bb953a9e1810109674321b669..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/21/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 128 - lin3_size: 2048 - output_size: 1 - lr: 0.1589506088094987 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/21/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/21/.hydra/hydra.yaml deleted file mode 100644 index cb5353976107e435ebe53cd4887553d7bf83d863..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/21/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.1589506088094987 - - model.lin1_size=256 - - model.lin2_size=128 - - model.lin3_size=2048 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=2048,model.lr=0.1589506088094987 - id: '21' - num: 21 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/21/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/21/.hydra/overrides.yaml deleted file mode 100644 index 637c8e6397b900c75bfccab7dc5f9a04959e0450..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/21/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.1589506088094987 -- model.lin1_size=256 -- model.lin2_size=128 -- model.lin3_size=2048 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/21/tensorboard/focus_optuna/events.out.tfevents.1646234603.82c8ad9a8c00.1.42 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/21/tensorboard/focus_optuna/events.out.tfevents.1646234603.82c8ad9a8c00.1.42 deleted file mode 100644 index dd8eb388fe0ff8e37678eeb683389baaeba08211..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/21/tensorboard/focus_optuna/events.out.tfevents.1646234603.82c8ad9a8c00.1.42 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e0e6eb09078250dadb96344c5d8bb3a8c2aebba2a0872ef758e3b48ff1a93727 -size 36322 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/21/tensorboard/focus_optuna/events.out.tfevents.1646234713.82c8ad9a8c00.1.43 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/21/tensorboard/focus_optuna/events.out.tfevents.1646234713.82c8ad9a8c00.1.43 deleted file mode 100644 index 4757f43f4655b52f2f7462af6bec0204c63e53f4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/21/tensorboard/focus_optuna/events.out.tfevents.1646234713.82c8ad9a8c00.1.43 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:07774c842a69b7509f772bd47e10b2888b75d04d1f16f5f33582930d96944694 -size 179 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/21/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/21/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index 984b4fbde73b88fcba7ed7eacb83e185b03b7526..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/21/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 128 - lin3_size: 2048 - output_size: 1 - lr: 0.1589506088094987 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 4624257 -model/params/trainable: 4624257 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/22/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/22/.hydra/config.yaml deleted file mode 100644 index f6449003da3ee3668f6589ab2bfd01c66bb04738..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/22/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 128 - lin3_size: 2048 - output_size: 1 - lr: 0.13350487078732648 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/22/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/22/.hydra/hydra.yaml deleted file mode 100644 index 8e6a6cc6e2ddd7c13d0ce4344af5c9514e46d3cb..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/22/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.13350487078732648 - - model.lin1_size=256 - - model.lin2_size=128 - - model.lin3_size=2048 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=2048,model.lr=0.13350487078732648 - id: '22' - num: 22 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/22/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/22/.hydra/overrides.yaml deleted file mode 100644 index 53e7b5b23de221d8d6b3938ab04868cb56b12f0f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/22/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.13350487078732648 -- model.lin1_size=256 -- model.lin2_size=128 -- model.lin3_size=2048 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/22/tensorboard/focus_optuna/events.out.tfevents.1646234713.82c8ad9a8c00.1.44 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/22/tensorboard/focus_optuna/events.out.tfevents.1646234713.82c8ad9a8c00.1.44 deleted file mode 100644 index 12ce56e0025c69dff7b9bc3efd5cc11d30bb631a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/22/tensorboard/focus_optuna/events.out.tfevents.1646234713.82c8ad9a8c00.1.44 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:941bfd5dbc7d7b36c23790d603416fd61be9cc57e803787754abd2b937f9a205 -size 36322 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/22/tensorboard/focus_optuna/events.out.tfevents.1646234822.82c8ad9a8c00.1.45 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/22/tensorboard/focus_optuna/events.out.tfevents.1646234822.82c8ad9a8c00.1.45 deleted file mode 100644 index e5a73a29b34e8a66bab94bdcaa3f89c82da982b1..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/22/tensorboard/focus_optuna/events.out.tfevents.1646234822.82c8ad9a8c00.1.45 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cb806bb1ae00cea4ca4a91fd202d53b72e340851517b88df5ad92f5170f1fbbb -size 179 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/22/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/22/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index 73cf43c65ac8440d027edca37ba102cb60dcc4dc..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/22/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 128 - lin3_size: 2048 - output_size: 1 - lr: 0.13350487078732648 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 4624257 -model/params/trainable: 4624257 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/23/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/23/.hydra/config.yaml deleted file mode 100644 index 166f86ebff7bba02409021cac20209dbf1deac35..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/23/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 128 - lin3_size: 2048 - output_size: 1 - lr: 0.17588782769447536 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/23/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/23/.hydra/hydra.yaml deleted file mode 100644 index e3bc971624ca0d2be99c38081bac1767605ca3ad..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/23/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.17588782769447536 - - model.lin1_size=256 - - model.lin2_size=128 - - model.lin3_size=2048 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=2048,model.lr=0.17588782769447536 - id: '23' - num: 23 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/23/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/23/.hydra/overrides.yaml deleted file mode 100644 index 29b1e2b0e0efe6692818314b90573d3cd9616bf9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/23/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.17588782769447536 -- model.lin1_size=256 -- model.lin2_size=128 -- model.lin3_size=2048 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/23/tensorboard/focus_optuna/events.out.tfevents.1646234822.82c8ad9a8c00.1.46 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/23/tensorboard/focus_optuna/events.out.tfevents.1646234822.82c8ad9a8c00.1.46 deleted file mode 100644 index 64ce0da452d537953ec725bf08cd923a23ec44fa..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/23/tensorboard/focus_optuna/events.out.tfevents.1646234822.82c8ad9a8c00.1.46 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8d6ae6498f240521f1a16610d542c69e5f744fe7de3947127323227887588e92 -size 36322 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/23/tensorboard/focus_optuna/events.out.tfevents.1646234936.82c8ad9a8c00.1.47 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/23/tensorboard/focus_optuna/events.out.tfevents.1646234936.82c8ad9a8c00.1.47 deleted file mode 100644 index 891972f26fe63d9fafc790f37918efca842ba42b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/23/tensorboard/focus_optuna/events.out.tfevents.1646234936.82c8ad9a8c00.1.47 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ff45673ebc8cd8e05014a0db8a6d8437e79a6348179024e1969c0781d831db45 -size 179 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/23/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/23/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index 6d00829247b355a0a500dcb01419c0e4aa906817..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/23/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 128 - lin3_size: 2048 - output_size: 1 - lr: 0.17588782769447536 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 4624257 -model/params/trainable: 4624257 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/24/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/24/.hydra/config.yaml deleted file mode 100644 index e0079e683ecb09f7ff7775f8798bc558e8bfc9fa..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/24/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 128 - lin3_size: 512 - output_size: 1 - lr: 0.17504576036895456 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/24/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/24/.hydra/hydra.yaml deleted file mode 100644 index 53edc1ddcd7e9fb2f8f3e6f328d748de41d6600c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/24/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.17504576036895456 - - model.lin1_size=256 - - model.lin2_size=128 - - model.lin3_size=512 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=512,model.lr=0.17504576036895456 - id: '24' - num: 24 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/24/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/24/.hydra/overrides.yaml deleted file mode 100644 index d1917117f3902e3351bbd8191d544409a264174f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/24/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.17504576036895456 -- model.lin1_size=256 -- model.lin2_size=128 -- model.lin3_size=512 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/24/tensorboard/focus_optuna/events.out.tfevents.1646234936.82c8ad9a8c00.1.48 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/24/tensorboard/focus_optuna/events.out.tfevents.1646234936.82c8ad9a8c00.1.48 deleted file mode 100644 index 8bf725e184b00820095698592fa3982d776f6fdf..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/24/tensorboard/focus_optuna/events.out.tfevents.1646234936.82c8ad9a8c00.1.48 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:34cff3283459349c1cc6e26d9f4e21fc8fc8156b925063d70f0bb55a5e29a3b4 -size 36322 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/24/tensorboard/focus_optuna/events.out.tfevents.1646235046.82c8ad9a8c00.1.49 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/24/tensorboard/focus_optuna/events.out.tfevents.1646235046.82c8ad9a8c00.1.49 deleted file mode 100644 index f58b24046103727ff6d680e54452a68f7afcf421..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/24/tensorboard/focus_optuna/events.out.tfevents.1646235046.82c8ad9a8c00.1.49 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d32046666eb56137e540a2a15bbbf1bd05d1eceb6ba1e5106aedcb6dd7313ab8 -size 179 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/24/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/24/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index 777a3bf18f50a0942ce574499b4c827880dbd1cd..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/24/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 128 - lin3_size: 512 - output_size: 1 - lr: 0.17504576036895456 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 4421505 -model/params/trainable: 4421505 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/3/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/3/.hydra/config.yaml deleted file mode 100644 index dcbc19c4491973db6e60f75fa8c9ea060ce31642..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/3/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 64 - lin2_size: 2048 - lin3_size: 32 - output_size: 1 - lr: 0.09908496566082269 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/3/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/3/.hydra/hydra.yaml deleted file mode 100644 index 91f497ab99362ac5c69e55d9510b098806067686..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/3/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.09908496566082269 - - model.lin1_size=64 - - model.lin2_size=2048 - - model.lin3_size=32 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus_optuna,model.lin1_size=64,model.lin2_size=2048,model.lin3_size=32,model.lr=0.09908496566082269 - id: '3' - num: 3 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/3/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/3/.hydra/overrides.yaml deleted file mode 100644 index 89cc56548549b372ea4fd76e689b5284f16c5737..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/3/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.09908496566082269 -- model.lin1_size=64 -- model.lin2_size=2048 -- model.lin3_size=32 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/3/tensorboard/focus_optuna/events.out.tfevents.1646231265.82c8ad9a8c00.1.6 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/3/tensorboard/focus_optuna/events.out.tfevents.1646231265.82c8ad9a8c00.1.6 deleted file mode 100644 index d1f96d6c73b133471576b46483333f0dd77d97db..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/3/tensorboard/focus_optuna/events.out.tfevents.1646231265.82c8ad9a8c00.1.6 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:687fd8657e4ee664cbcc200b3d5081c7ca34f9fdb6bafa72ff91f951681cccf5 -size 36224 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/3/tensorboard/focus_optuna/events.out.tfevents.1646231315.82c8ad9a8c00.1.7 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/3/tensorboard/focus_optuna/events.out.tfevents.1646231315.82c8ad9a8c00.1.7 deleted file mode 100644 index 47c7487b96cfcbd4c448ebde721655bf66f9f4c8..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/3/tensorboard/focus_optuna/events.out.tfevents.1646231315.82c8ad9a8c00.1.7 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8e0c49a81092e24dd7f11b0f0e933f3cec0fa9a7a4d2e6fdfa6327bfe2bf8588 -size 176 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/3/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/3/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index 3145f556c6d4209ca008c819d51ee2cf88242e65..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/3/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 64 - lin2_size: 2048 - lin3_size: 32 - output_size: 1 - lr: 0.09908496566082269 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 1283073 -model/params/trainable: 1283073 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/4/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/4/.hydra/config.yaml deleted file mode 100644 index 9535fbdb0168876b4af381c1615d973a4f45963e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/4/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 512 - lin3_size: 128 - output_size: 1 - lr: 0.017335998714038146 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/4/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/4/.hydra/hydra.yaml deleted file mode 100644 index 1d244cae30cf5974683c65c904955bce73bda8d9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/4/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=128 - - model.lr=0.017335998714038146 - - model.lin1_size=256 - - model.lin2_size=512 - - model.lin3_size=128 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=128,hparams_search=focus_optuna,model.lin1_size=256,model.lin2_size=512,model.lin3_size=128,model.lr=0.017335998714038146 - id: '4' - num: 4 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/4/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/4/.hydra/overrides.yaml deleted file mode 100644 index 57858ced2a704891a6082b0b9b41d987cc45349a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/4/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=128 -- model.lr=0.017335998714038146 -- model.lin1_size=256 -- model.lin2_size=512 -- model.lin3_size=128 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/4/tensorboard/focus_optuna/events.out.tfevents.1646231315.82c8ad9a8c00.1.8 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/4/tensorboard/focus_optuna/events.out.tfevents.1646231315.82c8ad9a8c00.1.8 deleted file mode 100644 index 4f8398ad4e675c4c2c68588345b8ba20c3855263..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/4/tensorboard/focus_optuna/events.out.tfevents.1646231315.82c8ad9a8c00.1.8 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c75e3bf6d269af1ce44d3a0c8e5dfe35c4e221f9c4beb0ee65a301d215551479 -size 36224 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/4/tensorboard/focus_optuna/events.out.tfevents.1646231425.82c8ad9a8c00.1.9 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/4/tensorboard/focus_optuna/events.out.tfevents.1646231425.82c8ad9a8c00.1.9 deleted file mode 100644 index 11b754a7211ad6168720fa27b4abed698f3fb883..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/4/tensorboard/focus_optuna/events.out.tfevents.1646231425.82c8ad9a8c00.1.9 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:25ca661d0e5368659d0fa70d03afddf7cdb8611f1aa1ea5d94a5d312181632cc -size 179 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/4/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/4/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index 0c3c00d0a0b932c3c2fbf80a3bbf22d3d595109e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/4/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 512 - lin3_size: 128 - output_size: 1 - lr: 0.017335998714038146 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 4519425 -model/params/trainable: 4519425 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/5/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/5/.hydra/config.yaml deleted file mode 100644 index 2fe7850cac652d24e7729ffc0584f165be063482..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/5/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 1024 - lin2_size: 64 - lin3_size: 128 - output_size: 1 - lr: 0.01956889375661914 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/5/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/5/.hydra/hydra.yaml deleted file mode 100644 index 5896940cadba03cfadc93566af3bab5b1e002ab7..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/5/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=32 - - model.lr=0.01956889375661914 - - model.lin1_size=1024 - - model.lin2_size=64 - - model.lin3_size=128 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=32,hparams_search=focus_optuna,model.lin1_size=1024,model.lin2_size=64,model.lin3_size=128,model.lr=0.01956889375661914 - id: '5' - num: 5 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/5/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/5/.hydra/overrides.yaml deleted file mode 100644 index f8592164e531c12932f7791447614a3832d004b4..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/5/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=32 -- model.lr=0.01956889375661914 -- model.lin1_size=1024 -- model.lin2_size=64 -- model.lin3_size=128 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/5/tensorboard/focus_optuna/events.out.tfevents.1646231425.82c8ad9a8c00.1.10 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/5/tensorboard/focus_optuna/events.out.tfevents.1646231425.82c8ad9a8c00.1.10 deleted file mode 100644 index db8c7a1a691b8b064744184b445ababbfb54606b..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/5/tensorboard/focus_optuna/events.out.tfevents.1646231425.82c8ad9a8c00.1.10 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9ecb800217c41dfea93429ef3423deec8fee19d654f2d1126f8fdb4aa414e483 -size 36385 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/5/tensorboard/focus_optuna/events.out.tfevents.1646231770.82c8ad9a8c00.1.11 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/5/tensorboard/focus_optuna/events.out.tfevents.1646231770.82c8ad9a8c00.1.11 deleted file mode 100644 index 16c006178e2543c1bcc92ed401711b1f00ceef5e..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/5/tensorboard/focus_optuna/events.out.tfevents.1646231770.82c8ad9a8c00.1.11 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:6e2e0527a9a7dbb7a6be7bbe942889f7284e587e226e153534dc2a240f36797e -size 179 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/5/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/5/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index 357182e5934652a6107e4a59d54d67da8691275d..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/5/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 1024 - lin2_size: 64 - lin3_size: 128 - output_size: 1 - lr: 0.01956889375661914 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 17357505 -model/params/trainable: 17357505 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/6/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/6/.hydra/config.yaml deleted file mode 100644 index 197fc284c30a15a8899556b32730c85b5da8080c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/6/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 1024 - lin3_size: 512 - output_size: 1 - lr: 0.012981602213938178 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/6/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/6/.hydra/hydra.yaml deleted file mode 100644 index df7d78174a965ad834b97b8af25cc70c96d09e77..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/6/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=32 - - model.lr=0.012981602213938178 - - model.lin1_size=256 - - model.lin2_size=1024 - - model.lin3_size=512 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=32,hparams_search=focus_optuna,model.lin1_size=256,model.lin2_size=1024,model.lin3_size=512,model.lr=0.012981602213938178 - id: '6' - num: 6 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/6/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/6/.hydra/overrides.yaml deleted file mode 100644 index 261c16e78c5266f47bdd87ad9687adab725e8539..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/6/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=32 -- model.lr=0.012981602213938178 -- model.lin1_size=256 -- model.lin2_size=1024 -- model.lin3_size=512 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/6/tensorboard/focus_optuna/events.out.tfevents.1646231770.82c8ad9a8c00.1.12 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/6/tensorboard/focus_optuna/events.out.tfevents.1646231770.82c8ad9a8c00.1.12 deleted file mode 100644 index 33c2e00c31da51766c750e4c3410282ce7f65ee3..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/6/tensorboard/focus_optuna/events.out.tfevents.1646231770.82c8ad9a8c00.1.12 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9b9bb71d80a9d8f1b72d917ae003f9720acbbd2169162744c25ac464b14c8048 -size 36385 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/6/tensorboard/focus_optuna/events.out.tfevents.1646231900.82c8ad9a8c00.1.13 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/6/tensorboard/focus_optuna/events.out.tfevents.1646231900.82c8ad9a8c00.1.13 deleted file mode 100644 index 92ee3fd5c8122ca4bff985f15a7311ba39ae8a35..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/6/tensorboard/focus_optuna/events.out.tfevents.1646231900.82c8ad9a8c00.1.13 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:761b4cba86a351ddd607b66bdc1581f9554fb30a9a95b43cb3944c63d5b5dbca -size 179 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/6/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/6/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index dbbdb547deb3d6b36a306bfaeaac4b6b6d89a206..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/6/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 1024 - lin3_size: 512 - output_size: 1 - lr: 0.012981602213938178 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 5112321 -model/params/trainable: 5112321 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/7/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/7/.hydra/config.yaml deleted file mode 100644 index 97fd9ff52d72b3dc654d5b7c71109f0e7a5fe0dc..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/7/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 1024 - lin3_size: 64 - output_size: 1 - lr: 0.19115771252214422 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/7/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/7/.hydra/hydra.yaml deleted file mode 100644 index 58af2c6364612e0438fc5a375d1e61bad3cefa1c..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/7/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.19115771252214422 - - model.lin1_size=256 - - model.lin2_size=1024 - - model.lin3_size=64 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus_optuna,model.lin1_size=256,model.lin2_size=1024,model.lin3_size=64,model.lr=0.19115771252214422 - id: '7' - num: 7 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/7/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/7/.hydra/overrides.yaml deleted file mode 100644 index e3354b0254f5a67e1b131e4f140ef0c1a7215bf5..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/7/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.19115771252214422 -- model.lin1_size=256 -- model.lin2_size=1024 -- model.lin3_size=64 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/7/tensorboard/focus_optuna/events.out.tfevents.1646231900.82c8ad9a8c00.1.14 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/7/tensorboard/focus_optuna/events.out.tfevents.1646231900.82c8ad9a8c00.1.14 deleted file mode 100644 index a6de79169920a157ee21185fc7b8a0eec413d891..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/7/tensorboard/focus_optuna/events.out.tfevents.1646231900.82c8ad9a8c00.1.14 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:48a1f29736f2467118ba3ad7b9f86b01f0e91335e9ffbdf30ee6b513b5d3fab4 -size 36322 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/7/tensorboard/focus_optuna/events.out.tfevents.1646232006.82c8ad9a8c00.1.15 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/7/tensorboard/focus_optuna/events.out.tfevents.1646232006.82c8ad9a8c00.1.15 deleted file mode 100644 index 85daa0ffaa1bb2ab987f38155df8595e49760b3a..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/7/tensorboard/focus_optuna/events.out.tfevents.1646232006.82c8ad9a8c00.1.15 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a438c709e6b1cc416f5b03513e37e5a874f6429d4ba74e58a38357cd5d964544 -size 176 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/7/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/7/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index ecb0325543213ec0a9502838b8b9c14dac543186..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/7/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 256 - lin2_size: 1024 - lin3_size: 64 - output_size: 1 - lr: 0.19115771252214422 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 4651777 -model/params/trainable: 4651777 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/8/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/8/.hydra/config.yaml deleted file mode 100644 index 455713fd2a2c24031d8f49b93835a7b143bf2df7..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/8/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 2048 - lin2_size: 2048 - lin3_size: 1024 - output_size: 1 - lr: 0.16654057333719488 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/8/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/8/.hydra/hydra.yaml deleted file mode 100644 index b5863bf69dd0929b5bf53dd75e995d7f8b94e006..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/8/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=32 - - model.lr=0.16654057333719488 - - model.lin1_size=2048 - - model.lin2_size=2048 - - model.lin3_size=1024 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=32,hparams_search=focus_optuna,model.lin1_size=2048,model.lin2_size=2048,model.lin3_size=1024,model.lr=0.16654057333719488 - id: '8' - num: 8 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/8/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/8/.hydra/overrides.yaml deleted file mode 100644 index 514f296d4f745e5882f86e5641aee4d9fb3ef271..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/8/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=32 -- model.lr=0.16654057333719488 -- model.lin1_size=2048 -- model.lin2_size=2048 -- model.lin3_size=1024 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/8/tensorboard/focus_optuna/events.out.tfevents.1646232007.82c8ad9a8c00.1.16 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/8/tensorboard/focus_optuna/events.out.tfevents.1646232007.82c8ad9a8c00.1.16 deleted file mode 100644 index ee702c458af0238b5926e166a81f49c7699995f9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/8/tensorboard/focus_optuna/events.out.tfevents.1646232007.82c8ad9a8c00.1.16 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1ea99bbb3f37bd0ea5d577496aa384d23e3eee51d38113107155563703214fd1 -size 36385 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/8/tensorboard/focus_optuna/events.out.tfevents.1646232767.82c8ad9a8c00.1.17 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/8/tensorboard/focus_optuna/events.out.tfevents.1646232767.82c8ad9a8c00.1.17 deleted file mode 100644 index 0ee803f75ecc58f082ae3bdf98d4a3de5cf400df..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/8/tensorboard/focus_optuna/events.out.tfevents.1646232767.82c8ad9a8c00.1.17 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:c63750af4c0ce51552e8d8a9800555ea9b1849b6d81cd1c4119d6460d9ab8a65 -size 179 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/8/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/8/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index b7002d8bad36279bf660dc693f75e809cb8518e0..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/8/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 2048 - lin2_size: 2048 - lin3_size: 1024 - output_size: 1 - lr: 0.16654057333719488 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 32 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 40867841 -model/params/trainable: 40867841 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/9/.hydra/config.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/9/.hydra/config.yaml deleted file mode 100644 index 8bb5f2db0d6962359bd63d72f01b1b8f85d2900f..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/9/.hydra/config.yaml +++ /dev/null @@ -1,66 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: null -name: focus_optuna -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus - csv_file: ${data_dir}/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 32 - lin2_size: 256 - lin3_size: 128 - output_size: 1 - lr: 0.1335867765111329 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/9/.hydra/hydra.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/9/.hydra/hydra.yaml deleted file mode 100644 index 4df7a90a417eca93b5c4081dc7ed937a913abbe9..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/9/.hydra/hydra.yaml +++ /dev/null @@ -1,232 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - sampler: - _target_: optuna.samplers.TPESampler - seed: 12345 - consider_prior: true - prior_weight: 1.0 - consider_magic_clip: true - consider_endpoints: false - n_startup_trials: 10 - n_ei_candidates: 24 - multivariate: false - warn_independent_sampling: true - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - direction: minimize - storage: null - study_name: focus_hyperparameter_search - n_trials: 25 - n_jobs: 1 - search_space: - datamodule.batch_size: - type: categorical - choices: - - 32 - - 64 - - 128 - model.lr: - type: float - low: 0.0001 - high: 0.2 - model.lin1_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin2_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - model.lin3_size: - type: categorical - choices: - - 32 - - 64 - - 128 - - 256 - - 512 - - 1024 - - 2048 - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - datamodule.batch_size=64 - - model.lr=0.1335867765111329 - - model.lin1_size=32 - - model.lin2_size=256 - - model.lin3_size=128 - - hparams_search=focus_optuna - job: - name: train - override_dirname: datamodule.batch_size=64,hparams_search=focus_optuna,model.lin1_size=32,model.lin2_size=256,model.lin3_size=128,model.lr=0.1335867765111329 - id: '9' - num: 9 - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: focus_optuna - debug: null - experiment: null - log_dir: default.yaml - trainer: long.yaml - logger: tensorboard - callbacks: default.yaml - model: focus.yaml - datamodule: focus.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: optuna - hydra/sweeper/sampler: tpe - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/9/.hydra/overrides.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/9/.hydra/overrides.yaml deleted file mode 100644 index 46cbc16fc675a78e0d97d05a389d6d2c855d7a72..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/9/.hydra/overrides.yaml +++ /dev/null @@ -1,6 +0,0 @@ -- datamodule.batch_size=64 -- model.lr=0.1335867765111329 -- model.lin1_size=32 -- model.lin2_size=256 -- model.lin3_size=128 -- hparams_search=focus_optuna diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/9/tensorboard/focus_optuna/events.out.tfevents.1646232767.82c8ad9a8c00.1.18 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/9/tensorboard/focus_optuna/events.out.tfevents.1646232767.82c8ad9a8c00.1.18 deleted file mode 100644 index 777c537449cb3140aed340c3e26a4b0c0a4af4ff..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/9/tensorboard/focus_optuna/events.out.tfevents.1646232767.82c8ad9a8c00.1.18 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d850f356c8262dfb6a2b3aafa49fbbcfe66a846e6cfff2c62ae26aabc9cac175 -size 36322 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/9/tensorboard/focus_optuna/events.out.tfevents.1646232812.82c8ad9a8c00.1.19 b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/9/tensorboard/focus_optuna/events.out.tfevents.1646232812.82c8ad9a8c00.1.19 deleted file mode 100644 index f7affcc3d004857e9efe70caafdbb9527b075a48..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/9/tensorboard/focus_optuna/events.out.tfevents.1646232812.82c8ad9a8c00.1.19 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:d01b59234a3b8f44e21d2489beb92d0a5f91a96aa60bc82ea040b59fced74cdc -size 176 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/9/tensorboard/focus_optuna/hparams.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/9/tensorboard/focus_optuna/hparams.yaml deleted file mode 100644 index ab8682d4fd04905e60f729e7f97830cea8043fbb..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/9/tensorboard/focus_optuna/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 1 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 16875 - lin1_size: 32 - lin2_size: 256 - lin3_size: 128 - output_size: 1 - lr: 0.1335867765111329 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus - csv_file: /usr/src/app/data/focus/metadata.csv - batch_size: 64 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: null -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 582337 -model/params/trainable: 582337 -model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/optimization_results.yaml b/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/optimization_results.yaml deleted file mode 100644 index d9c5aae3f115241e85833f2f3b628a15cc471bdf..0000000000000000000000000000000000000000 --- a/logs/experiments/multiruns/focus_optuna/2022-03-02_14-18-30/optimization_results.yaml +++ /dev/null @@ -1,8 +0,0 @@ -name: optuna -best_params: - datamodule.batch_size: 32 - model.lr: 0.012981602213938178 - model.lin1_size: 256 - model.lin2_size: 1024 - model.lin3_size: 512 -best_value: 1.5875822305679321 diff --git a/logs/experiments/runs/focusMAE/2022-03-09_13-47-25/.hydra/config.yaml b/logs/experiments/runs/focusMAE/2022-03-09_13-47-25/.hydra/config.yaml deleted file mode 100644 index f6d654ab56d45d137cf41b9b1cf247c4014e06bc..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE/2022-03-09_13-47-25/.hydra/config.yaml +++ /dev/null @@ -1,65 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: 12345 -name: focusMAE -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 256 - lin3_size: 64 - output_size: 1 - lr: 0.0173 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null diff --git a/logs/experiments/runs/focusMAE/2022-03-09_13-47-25/.hydra/hydra.yaml b/logs/experiments/runs/focusMAE/2022-03-09_13-47-25/.hydra/hydra.yaml deleted file mode 100644 index c36cb6ed18ce3340d76f4c514d3a140b730996f0..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE/2022-03-09_13-47-25/.hydra/hydra.yaml +++ /dev/null @@ -1,171 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper - max_batch_size: null - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - trainer.gpus=0 - - experiment=focus - job: - name: train - override_dirname: experiment=focus,trainer.gpus=0 - id: ??? - num: ??? - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: null - debug: null - experiment: focus - log_dir: default.yaml - trainer: default.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: basic - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/runs/focusMAE/2022-03-09_13-47-25/.hydra/overrides.yaml b/logs/experiments/runs/focusMAE/2022-03-09_13-47-25/.hydra/overrides.yaml deleted file mode 100644 index 7a43598ade85ec89af112f42611df59907bac0a6..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE/2022-03-09_13-47-25/.hydra/overrides.yaml +++ /dev/null @@ -1,2 +0,0 @@ -- trainer.gpus=0 -- experiment=focus diff --git a/logs/experiments/runs/focusMAE/2022-03-09_13-47-25/tensorboard/focusMAE/events.out.tfevents.1646833647.8d63a10b1070.1.0 b/logs/experiments/runs/focusMAE/2022-03-09_13-47-25/tensorboard/focusMAE/events.out.tfevents.1646833647.8d63a10b1070.1.0 deleted file mode 100644 index e0c772f4c61d6e158e57a8e241deccda7b56fe2d..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE/2022-03-09_13-47-25/tensorboard/focusMAE/events.out.tfevents.1646833647.8d63a10b1070.1.0 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b148e127ed0edf4fb7c53005712b8d2781d9e595c163aeeeeb7fd87910478cd1 -size 36394 diff --git a/logs/experiments/runs/focusMAE/2022-03-09_13-47-25/tensorboard/focusMAE/events.out.tfevents.1646834776.8d63a10b1070.1.1 b/logs/experiments/runs/focusMAE/2022-03-09_13-47-25/tensorboard/focusMAE/events.out.tfevents.1646834776.8d63a10b1070.1.1 deleted file mode 100644 index a25afbb7fbe626e8e2ca6b22b831238aa8c74bfd..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE/2022-03-09_13-47-25/tensorboard/focusMAE/events.out.tfevents.1646834776.8d63a10b1070.1.1 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a06d7bd107ca48fd282626806c9f28f03b5c198417ae019a05bb5750b43348f2 -size 179 diff --git a/logs/experiments/runs/focusMAE/2022-03-09_13-47-25/tensorboard/focusMAE/hparams.yaml b/logs/experiments/runs/focusMAE/2022-03-09_13-47-25/tensorboard/focusMAE/hparams.yaml deleted file mode 100644 index 64ce36c493fc960f81418694b624bb653e71531a..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMAE/2022-03-09_13-47-25/tensorboard/focusMAE/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusLitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 256 - lin3_size: 64 - output_size: 1 - lr: 0.0173 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: 12345 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8690561 -model/params/trainable: 8690561 -model/params/non_trainable: 0 diff --git a/logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/.hydra/config.yaml b/logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/.hydra/config.yaml deleted file mode 100644 index e3f18709b662da635fae9f69e911d48d9cab8e9a..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/.hydra/config.yaml +++ /dev/null @@ -1,65 +0,0 @@ -original_work_dir: ${hydra:runtime.cwd} -data_dir: ${original_work_dir}/data -print_config: true -ignore_warnings: true -train: true -test: true -seed: 12345 -name: focusMSE_150 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: ${data_dir}/focus150 - csv_file: ${data_dir}/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -model: - _target_: src.models.focus_module.FocusMSELitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 256 - lin3_size: 64 - output_size: 1 - lr: 0.0173 - weight_decay: 0.0005 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -logger: - tensorboard: - _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger - save_dir: tensorboard/ - name: null - version: ${name} - log_graph: false - default_hp_metric: true - prefix: '' -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null diff --git a/logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/.hydra/hydra.yaml b/logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/.hydra/hydra.yaml deleted file mode 100644 index f862a801585f3ceb60fa54c56dda4296547961ea..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/.hydra/hydra.yaml +++ /dev/null @@ -1,171 +0,0 @@ -hydra: - run: - dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - sweep: - dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} - subdir: ${hydra.job.num} - launcher: - _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher - sweeper: - _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper - max_batch_size: null - help: - app_name: ${hydra.job.name} - header: '${hydra.help.app_name} is powered by Hydra. - - ' - footer: 'Powered by Hydra (https://hydra.cc) - - Use --hydra-help to view Hydra specific help - - ' - template: '${hydra.help.header} - - == Configuration groups == - - Compose your configuration from those groups (group=option) - - - $APP_CONFIG_GROUPS - - - == Config == - - Override anything in the config (foo.bar=value) - - - $CONFIG - - - ${hydra.help.footer} - - ' - hydra_help: - template: 'Hydra (${hydra.runtime.version}) - - See https://hydra.cc for more info. - - - == Flags == - - $FLAGS_HELP - - - == Configuration groups == - - Compose your configuration from those groups (For example, append hydra/job_logging=disabled - to command line) - - - $HYDRA_CONFIG_GROUPS - - - Use ''--cfg hydra'' to Show the Hydra config. - - ' - hydra_help: ??? - hydra_logging: - version: 1 - formatters: - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - root: - level: INFO - handlers: - - console - disable_existing_loggers: false - job_logging: - version: 1 - formatters: - simple: - format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' - colorlog: - (): colorlog.ColoredFormatter - format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] - - %(message)s' - log_colors: - DEBUG: purple - INFO: green - WARNING: yellow - ERROR: red - CRITICAL: red - handlers: - console: - class: logging.StreamHandler - formatter: colorlog - stream: ext://sys.stdout - file: - class: logging.FileHandler - formatter: simple - filename: ${hydra.job.name}.log - root: - level: INFO - handlers: - - console - - file - disable_existing_loggers: false - env: {} - searchpath: [] - callbacks: {} - output_subdir: .hydra - overrides: - hydra: [] - task: - - trainer.gpus=0 - - experiment=focusMSE_150 - job: - name: train - override_dirname: experiment=focusMSE_150,trainer.gpus=0 - id: ??? - num: ??? - config_name: train.yaml - env_set: {} - env_copy: [] - config: - override_dirname: - kv_sep: '=' - item_sep: ',' - exclude_keys: [] - runtime: - version: 1.1.1 - cwd: /usr/src/app - config_sources: - - path: hydra.conf - schema: pkg - provider: hydra - - path: /usr/src/app/configs - schema: file - provider: main - - path: hydra_plugins.hydra_colorlog.conf - schema: pkg - provider: hydra-colorlog - - path: '' - schema: structured - provider: schema - choices: - local: default.yaml - hparams_search: null - debug: null - experiment: focusMSE_150 - log_dir: default.yaml - trainer: default.yaml - logger: tensorboard - callbacks: default.yaml - model: focus150.yaml - datamodule: focus150.yaml - hydra/env: default - hydra/callbacks: null - hydra/job_logging: colorlog - hydra/hydra_logging: colorlog - hydra/hydra_help: default - hydra/help: default - hydra/sweeper: basic - hydra/launcher: basic - hydra/output: default - verbose: false diff --git a/logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/.hydra/overrides.yaml b/logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/.hydra/overrides.yaml deleted file mode 100644 index bfea40517beedd542a07afa98577ee64da439eb4..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/.hydra/overrides.yaml +++ /dev/null @@ -1,2 +0,0 @@ -- trainer.gpus=0 -- experiment=focusMSE_150 diff --git a/logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/tensorboard/focusMSE_150/events.out.tfevents.1646834851.c73613cd5265.1.0 b/logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/tensorboard/focusMSE_150/events.out.tfevents.1646834851.c73613cd5265.1.0 deleted file mode 100644 index fa5c8c92acd119b0c626c25ae6bab808d0db3fdc..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/tensorboard/focusMSE_150/events.out.tfevents.1646834851.c73613cd5265.1.0 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:aa9deb8a8bed01134a898e28111d0c9c84f5d6abaae10594d3f7362a9a76f65a -size 36397 diff --git a/logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/tensorboard/focusMSE_150/events.out.tfevents.1646835673.c73613cd5265.1.1 b/logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/tensorboard/focusMSE_150/events.out.tfevents.1646835673.c73613cd5265.1.1 deleted file mode 100644 index 21d1f2d05599d4554f957ad5cf7bb9e2c4a19188..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/tensorboard/focusMSE_150/events.out.tfevents.1646835673.c73613cd5265.1.1 +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0a5a747751c7daa7da28b0db6219edbc956ca16a6b62a39ae60ac4179f8f773c -size 179 diff --git a/logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/tensorboard/focusMSE_150/hparams.yaml b/logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/tensorboard/focusMSE_150/hparams.yaml deleted file mode 100644 index a1c4eaaeb4e0179b8439211262edd27f6ac6b9bb..0000000000000000000000000000000000000000 --- a/logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/tensorboard/focusMSE_150/hparams.yaml +++ /dev/null @@ -1,52 +0,0 @@ -trainer: - _target_: pytorch_lightning.Trainer - gpus: 0 - min_epochs: 1 - max_epochs: 100 - resume_from_checkpoint: null -model: - _target_: src.models.focus_module.FocusMSELitModule - input_size: 67500 - lin1_size: 128 - lin2_size: 256 - lin3_size: 64 - output_size: 1 - lr: 0.0173 - weight_decay: 0.0005 -datamodule: - _target_: src.datamodules.focus_datamodule.FocusDataModule - data_dir: /usr/src/app/data/focus150 - csv_file: /usr/src/app/data/focus150/metadata.csv - batch_size: 128 - train_val_test_split_percentage: - - 0.7 - - 0.15 - - 0.15 - num_workers: 0 - pin_memory: false -seed: 12345 -callbacks: - model_checkpoint: - _target_: pytorch_lightning.callbacks.ModelCheckpoint - monitor: val/mae - mode: min - save_top_k: 1 - save_last: true - verbose: false - dirpath: checkpoints/ - filename: epoch_{epoch:03d} - auto_insert_metric_name: false - early_stopping: - _target_: pytorch_lightning.callbacks.EarlyStopping - monitor: val/mae - mode: min - patience: 100 - min_delta: 0 - model_summary: - _target_: pytorch_lightning.callbacks.RichModelSummary - max_depth: -1 - rich_progress_bar: - _target_: pytorch_lightning.callbacks.RichProgressBar -model/params/total: 8690561 -model/params/trainable: 8690561 -model/params/non_trainable: 0