run experiments comparing MSE and MAE

logs/experiments/runs/focusMAE/2022-03-09_13-47-25/.hydra/config.yaml

@@ -0,0 +1,65 @@
+original_work_dir: ${hydra:runtime.cwd}
+data_dir: ${original_work_dir}/data
+print_config: true
+ignore_warnings: true
+train: true
+test: true
+seed: 12345
+name: focusMAE
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: ${data_dir}/focus150
+  csv_file: ${data_dir}/focus150/metadata.csv
+  batch_size: 128
+  train_val_test_split_percentage:
+  - 0.7
+  - 0.15
+  - 0.15
+  num_workers: 0
+  pin_memory: false
+model:
+  _target_: src.models.focus_module.FocusLitModule
+  input_size: 67500
+  lin1_size: 128
+  lin2_size: 256
+  lin3_size: 64
+  output_size: 1
+  lr: 0.0173
+  weight_decay: 0.0005
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+logger:
+  tensorboard:
+    _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
+    save_dir: tensorboard/
+    name: null
+    version: ${name}
+    log_graph: false
+    default_hp_metric: true
+    prefix: ''
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 0
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null

logs/experiments/runs/focusMAE/2022-03-09_13-47-25/.hydra/hydra.yaml

@@ -0,0 +1,171 @@
+hydra:
+  run:
+    dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+  sweep:
+    dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
+          - %(message)s'
+        log_colors:
+          DEBUG: purple
+          INFO: green
+          WARNING: yellow
+          ERROR: red
+          CRITICAL: red
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra: []
+    task:
+    - trainer.gpus=0
+    - experiment=focus
+  job:
+    name: train
+    override_dirname: experiment=focus,trainer.gpus=0
+    id: ???
+    num: ???
+    config_name: train.yaml
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.1.1
+    cwd: /usr/src/app
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /usr/src/app/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    choices:
+      local: default.yaml
+      hparams_search: null
+      debug: null
+      experiment: focus
+      log_dir: default.yaml
+      trainer: default.yaml
+      logger: tensorboard
+      callbacks: default.yaml
+      model: focus150.yaml
+      datamodule: focus150.yaml
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: colorlog
+      hydra/hydra_logging: colorlog
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

logs/experiments/runs/focusMAE/2022-03-09_13-47-25/.hydra/overrides.yaml

@@ -0,0 +1,2 @@
+- trainer.gpus=0
+- experiment=focus

logs/experiments/runs/focusMAE/2022-03-09_13-47-25/checkpoints/epoch_011.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90aa1d9e4bd68b010f536dfba1b02016341a3c580cc02ff6e8e9093d7f0ed9eb
+size 104306758

logs/experiments/runs/focusMAE/2022-03-09_13-47-25/checkpoints/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b576539ae7626180b1f6dd6843b660934383d6968b6a1cdfd6a0927f6dc6c9
+size 104306758

logs/experiments/runs/focusMAE/2022-03-09_13-47-25/tensorboard/focusMAE/events.out.tfevents.1646833647.8d63a10b1070.1.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b148e127ed0edf4fb7c53005712b8d2781d9e595c163aeeeeb7fd87910478cd1
+size 36394

logs/experiments/runs/focusMAE/2022-03-09_13-47-25/tensorboard/focusMAE/events.out.tfevents.1646834776.8d63a10b1070.1.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06d7bd107ca48fd282626806c9f28f03b5c198417ae019a05bb5750b43348f2
+size 179

logs/experiments/runs/focusMAE/2022-03-09_13-47-25/tensorboard/focusMAE/hparams.yaml

@@ -0,0 +1,52 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 0
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_module.FocusLitModule
+  input_size: 67500
+  lin1_size: 128
+  lin2_size: 256
+  lin3_size: 64
+  output_size: 1
+  lr: 0.0173
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_file: /usr/src/app/data/focus150/metadata.csv
+  batch_size: 128
+  train_val_test_split_percentage:
+  - 0.7
+  - 0.15
+  - 0.15
+  num_workers: 0
+  pin_memory: false
+seed: 12345
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 8690561
+model/params/trainable: 8690561
+model/params/non_trainable: 0

logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/.hydra/config.yaml

@@ -0,0 +1,65 @@
+original_work_dir: ${hydra:runtime.cwd}
+data_dir: ${original_work_dir}/data
+print_config: true
+ignore_warnings: true
+train: true
+test: true
+seed: 12345
+name: focusMSE_150
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: ${data_dir}/focus150
+  csv_file: ${data_dir}/focus150/metadata.csv
+  batch_size: 128
+  train_val_test_split_percentage:
+  - 0.7
+  - 0.15
+  - 0.15
+  num_workers: 0
+  pin_memory: false
+model:
+  _target_: src.models.focus_module.FocusMSELitModule
+  input_size: 67500
+  lin1_size: 128
+  lin2_size: 256
+  lin3_size: 64
+  output_size: 1
+  lr: 0.0173
+  weight_decay: 0.0005
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+logger:
+  tensorboard:
+    _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
+    save_dir: tensorboard/
+    name: null
+    version: ${name}
+    log_graph: false
+    default_hp_metric: true
+    prefix: ''
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 0
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null

logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/.hydra/hydra.yaml

@@ -0,0 +1,171 @@
+hydra:
+  run:
+    dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+  sweep:
+    dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
+          - %(message)s'
+        log_colors:
+          DEBUG: purple
+          INFO: green
+          WARNING: yellow
+          ERROR: red
+          CRITICAL: red
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra: []
+    task:
+    - trainer.gpus=0
+    - experiment=focusMSE_150
+  job:
+    name: train
+    override_dirname: experiment=focusMSE_150,trainer.gpus=0
+    id: ???
+    num: ???
+    config_name: train.yaml
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.1.1
+    cwd: /usr/src/app
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /usr/src/app/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    choices:
+      local: default.yaml
+      hparams_search: null
+      debug: null
+      experiment: focusMSE_150
+      log_dir: default.yaml
+      trainer: default.yaml
+      logger: tensorboard
+      callbacks: default.yaml
+      model: focus150.yaml
+      datamodule: focus150.yaml
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: colorlog
+      hydra/hydra_logging: colorlog
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/.hydra/overrides.yaml

@@ -0,0 +1,2 @@
+- trainer.gpus=0
+- experiment=focusMSE_150

logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/checkpoints/epoch_030.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a759f38a4f5ff96a8f18fa86711cf5bbe9513042e0669ce959ccb8ec43172af0
+size 104306758

logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/checkpoints/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef0da547be0308b54e1b17887e6eb958150053b2aa75c70a52027a0874286ce
+size 104306758

logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/tensorboard/focusMSE_150/events.out.tfevents.1646834851.c73613cd5265.1.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9deb8a8bed01134a898e28111d0c9c84f5d6abaae10594d3f7362a9a76f65a
+size 36397

logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/tensorboard/focusMSE_150/events.out.tfevents.1646835673.c73613cd5265.1.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5a747751c7daa7da28b0db6219edbc956ca16a6b62a39ae60ac4179f8f773c
+size 179

logs/experiments/runs/focusMSE_150/2022-03-09_14-07-28/tensorboard/focusMSE_150/hparams.yaml

@@ -0,0 +1,52 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 0
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_module.FocusMSELitModule
+  input_size: 67500
+  lin1_size: 128
+  lin2_size: 256
+  lin3_size: 64
+  output_size: 1
+  lr: 0.0173
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_file: /usr/src/app/data/focus150/metadata.csv
+  batch_size: 128
+  train_val_test_split_percentage:
+  - 0.7
+  - 0.15
+  - 0.15
+  num_workers: 0
+  pin_memory: false
+seed: 12345
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 8690561
+model/params/trainable: 8690561
+model/params/non_trainable: 0