add hyperparameter optimisation runs for resnet

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/0/.hydra/config.yaml

@@ -0,0 +1,75 @@
+original_work_dir: ${hydra:runtime.cwd}
+data_dir: ${original_work_dir}/data
+print_config: true
+ignore_warnings: true
+train: true
+test: true
+seed: null
+name: focusResNet_150_hyperparameter_search
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: ${data_dir}/focus150
+  csv_train_file: ${data_dir}/focus150/train_metadata.csv
+  csv_val_file: ${data_dir}/focus150/validation_metadata.csv
+  csv_test_file: ${data_dir}/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet101
+  pretrained: true
+  lr: 0.0026552693050938504
+  weight_decay: 0.0005
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+logger:
+  csv:
+    _target_: pytorch_lightning.loggers.csv_logs.CSVLogger
+    save_dir: .
+    name: csv/
+    prefix: ''
+  mlflow:
+    _target_: pytorch_lightning.loggers.mlflow.MLFlowLogger
+    experiment_name: ${name}
+    tracking_uri: ${original_work_dir}/logs/mlflow/mlruns
+    tags: null
+    save_dir: ./mlruns
+    prefix: ''
+    artifact_location: null
+  tensorboard:
+    _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
+    save_dir: tensorboard/
+    name: null
+    version: ${name}
+    log_graph: false
+    default_hp_metric: true
+    prefix: ''
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+optimized_metric: val/mae_best

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/0/.hydra/hydra.yaml

@@ -0,0 +1,208 @@
+hydra:
+  run:
+    dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+  sweep:
+    dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    sampler:
+      _target_: optuna.samplers.TPESampler
+      seed: 12345
+      consider_prior: true
+      prior_weight: 1.0
+      consider_magic_clip: true
+      consider_endpoints: false
+      n_startup_trials: 10
+      n_ei_candidates: 24
+      multivariate: false
+      warn_independent_sampling: true
+    _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
+    direction: minimize
+    storage: null
+    study_name: focusResNet_150_hyperparameter
+    n_trials: 20
+    n_jobs: 1
+    search_space:
+      model.pretrained:
+        type: categorical
+        choices:
+        - true
+        - false
+      model.lr:
+        type: float
+        low: 0.001
+        high: 0.01
+      model.resnet_type:
+        type: categorical
+        choices:
+        - resnet18
+        - resnet34
+        - resnet50
+        - resnet101
+        - resnext50_32x4d
+        - wide_resnet50_2
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
+          - %(message)s'
+        log_colors:
+          DEBUG: purple
+          INFO: green
+          WARNING: yellow
+          ERROR: red
+          CRITICAL: red
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra: []
+    task:
+    - model.pretrained=True
+    - model.lr=0.0026552693050938504
+    - model.resnet_type=resnet101
+    - hparams_search=focusResNetMSE_150
+  job:
+    name: train
+    override_dirname: hparams_search=focusResNetMSE_150,model.lr=0.0026552693050938504,model.pretrained=True,model.resnet_type=resnet101
+    id: '0'
+    num: 0
+    config_name: train.yaml
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.1.1
+    cwd: /usr/src/app
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /usr/src/app/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    choices:
+      local: default.yaml
+      hparams_search: focusResNetMSE_150
+      debug: null
+      experiment: null
+      log_dir: default.yaml
+      trainer: long.yaml
+      logger: many_loggers
+      callbacks: default.yaml
+      model: focusResNet_150.yaml
+      datamodule: focus150.yaml
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: colorlog
+      hydra/hydra_logging: colorlog
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: optuna
+      hydra/sweeper/sampler: tpe
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/0/.hydra/overrides.yaml

@@ -0,0 +1,4 @@
+- model.pretrained=True
+- model.lr=0.0026552693050938504
+- model.resnet_type=resnet101
+- hparams_search=focusResNetMSE_150

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/0/checkpoints/epoch_067.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66c2bdc80b1174056ed16e8ac66446f49b1bfd8f9647be1e62cc78bd3d913fd3
+size 510854961

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/0/checkpoints/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8479947736002b8eac4b0487897394909ccaca4f1c6cda2dab64bc2a31fad320
+size 510854961

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/0/csv/version_0/hparams.yaml

@@ -0,0 +1,48 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet101
+  pretrained: true
+  lr: 0.0026552693050938504
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_train_file: /usr/src/app/data/focus150/train_metadata.csv
+  csv_val_file: /usr/src/app/data/focus150/validation_metadata.csv
+  csv_test_file: /usr/src/app/data/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+seed: null
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 42502209
+model/params/trainable: 42502209
+model/params/non_trainable: 0

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/0/csv/version_0/metrics.csv

@@ -0,0 +1,202 @@
+val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae
+0.017548849806189537,0.07753198593854904,0.07753198593854904,0,47,,,,
+,,,0,47,0.913092315196991,0.22040700912475586,,
+0.00045131900697015226,0.017625484615564346,0.017625484615564346,1,95,,,,
+,,,1,95,0.0005391014856286347,0.01852802187204361,,
+0.0004593351040966809,0.017856739461421967,0.017625484615564346,2,143,,,,
+,,,2,143,0.0004721832519862801,0.017659567296504974,,
+0.00045523711014539003,0.01783381588757038,0.017625484615564346,3,191,,,,
+,,,3,191,0.00043262544204480946,0.016976511105895042,,
+0.00040525084477849305,0.01670459471642971,0.01670459471642971,4,239,,,,
+,,,4,239,0.00047077241470105946,0.017480606213212013,,
+0.00040264579001814127,0.016647351905703545,0.016647351905703545,5,287,,,,
+,,,5,287,0.00044235234963707626,0.017159251496195793,,
+0.0004266909381840378,0.016709931194782257,0.016647351905703545,6,335,,,,
+,,,6,335,0.0004423095379024744,0.0171426460146904,,
+0.0004123169637750834,0.01672518067061901,0.016647351905703545,7,383,,,,
+,,,7,383,0.0004545703995972872,0.01727437600493431,,
+0.00040159031050279737,0.016790419816970825,0.016647351905703545,8,431,,,,
+,,,8,431,0.00042812764877453446,0.01686088740825653,,
+0.0004110438167117536,0.016633613035082817,0.016633613035082817,9,479,,,,
+,,,9,479,0.0004266971372999251,0.016893936321139336,,
+0.00038706246414221823,0.016177266836166382,0.016177266836166382,10,527,,,,
+,,,10,527,0.00043666784767992795,0.016932262107729912,,
+0.0004003903886768967,0.016172373667359352,0.016172373667359352,11,575,,,,
+,,,11,575,0.0004074957105331123,0.016458047553896904,,
+0.00038190034683793783,0.01608278788626194,0.01608278788626194,12,623,,,,
+,,,12,623,0.0004046401008963585,0.016369957476854324,,
+0.0003857380652334541,0.01595350168645382,0.01595350168645382,13,671,,,,
+,,,13,671,0.0003829633060377091,0.01574048213660717,,
+0.0004322642635088414,0.0166395902633667,0.01595350168645382,14,719,,,,
+,,,14,719,0.00039651457336731255,0.01587602123618126,,
+0.00032199022825807333,0.014429383911192417,0.014429383911192417,15,767,,,,
+,,,15,767,0.00036335852928459644,0.015113892033696175,,
+0.0003140999760944396,0.014175250194966793,0.014175250194966793,16,815,,,,
+,,,16,815,0.0003395589883439243,0.014590853825211525,,
+0.0003071081591770053,0.013731257990002632,0.013731257990002632,17,863,,,,
+,,,17,863,0.00033472650102339685,0.014387191273272038,,
+0.0003992974234279245,0.015369407832622528,0.013731257990002632,18,911,,,,
+,,,18,911,0.0003270806628279388,0.014237519353628159,,
+0.0002666640211828053,0.012783145532011986,0.012783145532011986,19,959,,,,
+,,,19,959,0.0002906529407482594,0.01318418700248003,,
+0.00025398473371751606,0.01240849681198597,0.01240849681198597,20,1007,,,,
+,,,20,1007,0.0002971594512928277,0.013476375490427017,,
+0.00027929720818065107,0.012844566255807877,0.01240849681198597,21,1055,,,,
+,,,21,1055,0.0002631395182106644,0.01259200181812048,,
+0.0002505852608010173,0.01220962405204773,0.01220962405204773,22,1103,,,,
+,,,22,1103,0.00024959136499091983,0.012229247018694878,,
+0.000249295961111784,0.012103562243282795,0.012103562243282795,23,1151,,,,
+,,,23,1151,0.00024009300977922976,0.012016350403428078,,
+0.00020772575226146728,0.010636026039719582,0.010636026039719582,24,1199,,,,
+,,,24,1199,0.00022089887352194637,0.011320958845317364,,
+0.0002566870825830847,0.012332879938185215,0.010636026039719582,25,1247,,,,
+,,,25,1247,0.00020686040807049721,0.010922221466898918,,
+0.00022216331853996962,0.010995237156748772,0.010636026039719582,26,1295,,,,
+,,,26,1295,0.00017948279855772853,0.010095109231770039,,
+0.00046707791625522077,0.015887970104813576,0.010636026039719582,27,1343,,,,
+,,,27,1343,0.0001705185422906652,0.009945065714418888,,
+0.0001939024223247543,0.010746129788458347,0.010636026039719582,28,1391,,,,
+,,,28,1391,0.00015746215649414808,0.009429119527339935,,
+0.00025653219199739397,0.011653071269392967,0.010636026039719582,29,1439,,,,
+,,,29,1439,0.00015142426127567887,0.009282869286835194,,
+0.000183157593710348,0.01010814867913723,0.01010814867913723,30,1487,,,,
+,,,30,1487,0.00015439449634868652,0.009289045818150043,,
+0.0002725043159443885,0.012597226537764072,0.01010814867913723,31,1535,,,,
+,,,31,1535,0.00014400400687009096,0.009049572050571442,,
+0.00022455869475379586,0.01122223399579525,0.01010814867913723,32,1583,,,,
+,,,32,1583,0.00013681003474630415,0.008738198317587376,,
+0.00020168532500974834,0.010307764634490013,0.01010814867913723,33,1631,,,,
+,,,33,1631,0.00011798334890045226,0.008122372440993786,,
+0.00026059758965857327,0.011006176471710205,0.01010814867913723,34,1679,,,,
+,,,34,1679,0.00013849018432665616,0.008769206702709198,,
+0.00023942682310007513,0.012516489252448082,0.01010814867913723,35,1727,,,,
+,,,35,1727,0.00013281778956297785,0.00856302585452795,,
+0.00011490246834000573,0.007848047651350498,0.007848047651350498,36,1775,,,,
+,,,36,1775,0.00011142142466269433,0.008015000261366367,,
+0.00017556585953570902,0.00952998548746109,0.007848047651350498,37,1823,,,,
+,,,37,1823,0.00011837833153549582,0.008120507001876831,,
+0.00025872481637634337,0.011436834000051022,0.007848047651350498,38,1871,,,,
+,,,38,1871,0.00011556133540580049,0.008062395267188549,,
+0.000170038067153655,0.009043332189321518,0.007848047651350498,39,1919,,,,
+,,,39,1919,0.00011864566477015615,0.008069314993917942,,
+0.0002768320555333048,0.01154179498553276,0.007848047651350498,40,1967,,,,
+,,,40,1967,0.00012213573791086674,0.008240854367613792,,
+0.00015129665553104132,0.009229463525116444,0.007848047651350498,41,2015,,,,
+,,,41,2015,0.00010512168955756351,0.007691829465329647,,
+0.00015064433682709932,0.00892611313611269,0.007848047651350498,42,2063,,,,
+,,,42,2063,0.00011259670282015577,0.00801230687648058,,
+0.0002598286955617368,0.013019517995417118,0.007848047651350498,43,2111,,,,
+,,,43,2111,0.00010820945317391306,0.007748756092041731,,
+0.00013414811110123992,0.008846466429531574,0.007848047651350498,44,2159,,,,
+,,,44,2159,0.00011321766942273825,0.007927185855805874,,
+0.00017700019816402346,0.010208308696746826,0.007848047651350498,45,2207,,,,
+,,,45,2207,0.00011478009400889277,0.007915008813142776,,
+0.00013244242290966213,0.008081647567451,0.007848047651350498,46,2255,,,,
+,,,46,2255,0.00010961061343550682,0.00785120204091072,,
+0.00013772016973234713,0.0083015663549304,0.007848047651350498,47,2303,,,,
+,,,47,2303,9.781365952221677e-05,0.00734870508313179,,
+0.000125738195492886,0.008228393271565437,0.007848047651350498,48,2351,,,,
+,,,48,2351,0.00010438317258376628,0.007610349915921688,,
+0.00022128914133645594,0.012328887358307838,0.007848047651350498,49,2399,,,,
+,,,49,2399,0.000107335697975941,0.007608969230204821,,
+0.00027375429635867476,0.01218586228787899,0.007848047651350498,50,2447,,,,
+,,,50,2447,9.333382331533358e-05,0.007191487587988377,,
+0.00014473187911789864,0.00848448183387518,0.007848047651350498,51,2495,,,,
+,,,51,2495,0.0001045636527123861,0.0075949192978441715,,
+0.00020299394964240491,0.010642951354384422,0.007848047651350498,52,2543,,,,
+,,,52,2543,0.0001057203917298466,0.007532455027103424,,
+0.00019838602747768164,0.011063100770115852,0.007848047651350498,53,2591,,,,
+,,,53,2591,7.921862561488524e-05,0.006581118330359459,,
+0.0001327521458733827,0.008350535295903683,0.007848047651350498,54,2639,,,,
+,,,54,2639,9.368341852677986e-05,0.007086578756570816,,
+0.00013776638661511242,0.008154117502272129,0.007848047651350498,55,2687,,,,
+,,,55,2687,0.00011144493328174576,0.00776403583586216,,
+0.00011564102169359103,0.008425223641097546,0.007848047651350498,56,2735,,,,
+,,,56,2735,9.241786756319925e-05,0.0070475316606462,,
+0.0001787578803487122,0.009132026694715023,0.007848047651350498,57,2783,,,,
+,,,57,2783,8.162917220033705e-05,0.006699839141219854,,
+0.00037791405338793993,0.014214244671165943,0.007848047651350498,58,2831,,,,
+,,,58,2831,8.140079444274306e-05,0.006676103454083204,,
+0.00017684393969830126,0.009503155946731567,0.007848047651350498,59,2879,,,,
+,,,59,2879,8.885405259206891e-05,0.006904330104589462,,
+0.0004792138934135437,0.01651092804968357,0.007848047651350498,60,2927,,,,
+,,,60,2927,8.301022171508521e-05,0.0067393481731414795,,
+8.975291711976752e-05,0.006966934539377689,0.006966934539377689,61,2975,,,,
+,,,61,2975,7.73703504819423e-05,0.00653262110427022,,
+0.0002593005483504385,0.01153695210814476,0.006966934539377689,62,3023,,,,
+,,,62,3023,0.00010074976307805628,0.0073989699594676495,,
+0.00011201448796782643,0.008109447546303272,0.006966934539377689,63,3071,,,,
+,,,63,3071,8.700705802766606e-05,0.006871996447443962,,
+0.00029789749532938004,0.012297607026994228,0.006966934539377689,64,3119,,,,
+,,,64,3119,8.726857777219266e-05,0.006891192402690649,,
+0.0001574837660882622,0.01001494936645031,0.006966934539377689,65,3167,,,,
+,,,65,3167,9.672770829638466e-05,0.007368385326117277,,
+0.00012244943354744464,0.008230158127844334,0.006966934539377689,66,3215,,,,
+,,,66,3215,9.55623690970242e-05,0.00723494915291667,,
+8.251726831076667e-05,0.006907325703650713,0.006907325703650713,67,3263,,,,
+,,,67,3263,9.02924730326049e-05,0.007030831649899483,,
+0.0005849575391039252,0.017978470772504807,0.006907325703650713,68,3311,,,,
+,,,68,3311,9.024752216646448e-05,0.006838096305727959,,
+0.00016387991490773857,0.009076399728655815,0.006907325703650713,69,3359,,,,
+,,,69,3359,0.00010804718476720154,0.007652368862181902,,
+0.00036046348395757377,0.015938259661197662,0.006907325703650713,70,3407,,,,
+,,,70,3407,9.119074820773676e-05,0.0070151835680007935,,
+0.00012193654401926324,0.00854205247014761,0.006907325703650713,71,3455,,,,
+,,,71,3455,9.552274423185736e-05,0.007096054032444954,,
+0.00011403166718082502,0.008075258694589138,0.006907325703650713,72,3503,,,,
+,,,72,3503,7.849615212762728e-05,0.006620134226977825,,
+0.0001054862659657374,0.0074438597075641155,0.006907325703650713,73,3551,,,,
+,,,73,3551,8.400809019804001e-05,0.006759891752153635,,
+0.00011689048551488668,0.008020838722586632,0.006907325703650713,74,3599,,,,
+,,,74,3599,7.83882787800394e-05,0.0065425182692706585,,
+0.0002209159720223397,0.010486502200365067,0.006907325703650713,75,3647,,,,
+,,,75,3647,8.686833461979404e-05,0.007025302387773991,,
+0.0002032574120676145,0.01190904900431633,0.006907325703650713,76,3695,,,,
+,,,76,3695,8.24752714834176e-05,0.00668205413967371,,
+0.00018638890469446778,0.010859311558306217,0.006907325703650713,77,3743,,,,
+,,,77,3743,9.307329310104251e-05,0.0072198547422885895,,
+0.0001352771942038089,0.008637622930109501,0.006907325703650713,78,3791,,,,
+,,,78,3791,8.631901437183842e-05,0.006872768979519606,,
+0.0001103184258681722,0.007906612940132618,0.006907325703650713,79,3839,,,,
+,,,79,3839,0.00010247679892927408,0.0073756081983447075,,
+0.00021542176546063274,0.011310909874737263,0.006907325703650713,80,3887,,,,
+,,,80,3887,8.578362030675635e-05,0.006920835468918085,,
+0.00023915068595670164,0.01229839213192463,0.006907325703650713,81,3935,,,,
+,,,81,3935,9.292327013099566e-05,0.007047684863209724,,
+0.00026568296016193926,0.012666565366089344,0.006907325703650713,82,3983,,,,
+,,,82,3983,8.16629035398364e-05,0.00672888895496726,,
+0.0006922140601091087,0.021239470690488815,0.006907325703650713,83,4031,,,,
+,,,83,4031,9.19440426514484e-05,0.007037455681711435,,
+0.00033265960519202054,0.015001751482486725,0.006907325703650713,84,4079,,,,
+,,,84,4079,8.866339339874685e-05,0.006982794031500816,,
+0.00013758806744590402,0.008294242434203625,0.006907325703650713,85,4127,,,,
+,,,85,4127,8.888220327207819e-05,0.006846587639302015,,
+0.0001666216121520847,0.009824954904615879,0.006907325703650713,86,4175,,,,
+,,,86,4175,8.789328421698883e-05,0.007002605125308037,,
+0.00010036243475042284,0.007310373708605766,0.006907325703650713,87,4223,,,,
+,,,87,4223,8.103794971248135e-05,0.006705658510327339,,
+0.0002441540127620101,0.0116020068526268,0.006907325703650713,88,4271,,,,
+,,,88,4271,8.585006435168907e-05,0.0067749666050076485,,
+0.00010244266013614833,0.007840005680918694,0.006907325703650713,89,4319,,,,
+,,,89,4319,9.566159860696644e-05,0.007311911787837744,,
+0.0002696742012631148,0.012429692782461643,0.006907325703650713,90,4367,,,,
+,,,90,4367,8.105178130790591e-05,0.006701613776385784,,
+0.00013165063865017146,0.00846675131469965,0.006907325703650713,91,4415,,,,
+,,,91,4415,8.66526024765335e-05,0.006768383551388979,,
+0.0003977540764026344,0.01685379631817341,0.006907325703650713,92,4463,,,,
+,,,92,4463,7.682113937335089e-05,0.006553723476827145,,
+0.00019076756143476814,0.01052754558622837,0.006907325703650713,93,4511,,,,
+,,,93,4511,9.767318260855973e-05,0.007152385078370571,,
+0.0002721123455557972,0.01263864990323782,0.006907325703650713,94,4559,,,,
+,,,94,4559,8.865860581863672e-05,0.007036470342427492,,
+0.00015550667012576014,0.00962612871080637,0.006907325703650713,95,4607,,,,
+,,,95,4607,8.632452954770997e-05,0.00694161094725132,,
+0.00014739224570803344,0.008663205429911613,0.006907325703650713,96,4655,,,,
+,,,96,4655,9.3759925221093e-05,0.007093310356140137,,
+0.00026035637711174786,0.013161101378500462,0.006907325703650713,97,4703,,,,
+,,,97,4703,8.88212161953561e-05,0.007017424330115318,,
+0.00013790922821499407,0.00914487149566412,0.006907325703650713,98,4751,,,,
+,,,98,4751,9.931322711054236e-05,0.0073470924980938435,,
+0.00010289729834767058,0.0075082662515342236,0.006907325703650713,99,4799,,,,
+,,,99,4799,9.599041368346661e-05,0.0072229597717523575,,
+,,,68,3264,,,8.230820094468072e-05,0.0068512666039168835

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/0/tensorboard/focusResNet_150_hyperparameter_search/events.out.tfevents.1648725276.f4854666ac2f.1.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd2bb9ba2ae6487e8a2f6aafb97f41a42f2aa6d59790eb0b048ba39fc8933d5
+size 36483

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/0/tensorboard/focusResNet_150_hyperparameter_search/events.out.tfevents.1648728263.f4854666ac2f.1.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53deaeca8a8234fa092e34b38f35919907f88437c8fc88d58a1b7993c03bf70
+size 179

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/0/tensorboard/focusResNet_150_hyperparameter_search/hparams.yaml

@@ -0,0 +1,48 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet101
+  pretrained: true
+  lr: 0.0026552693050938504
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_train_file: /usr/src/app/data/focus150/train_metadata.csv
+  csv_val_file: /usr/src/app/data/focus150/validation_metadata.csv
+  csv_test_file: /usr/src/app/data/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+seed: null
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 42502209
+model/params/trainable: 42502209
+model/params/non_trainable: 0

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/1/.hydra/config.yaml

@@ -0,0 +1,75 @@
+original_work_dir: ${hydra:runtime.cwd}
+data_dir: ${original_work_dir}/data
+print_config: true
+ignore_warnings: true
+train: true
+test: true
+seed: null
+name: focusResNet_150_hyperparameter_search
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: ${data_dir}/focus150
+  csv_train_file: ${data_dir}/focus150/train_metadata.csv
+  csv_val_file: ${data_dir}/focus150/validation_metadata.csv
+  csv_test_file: ${data_dir}/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: wide_resnet50_2
+  pretrained: false
+  lr: 0.009651760624655392
+  weight_decay: 0.0005
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+logger:
+  csv:
+    _target_: pytorch_lightning.loggers.csv_logs.CSVLogger
+    save_dir: .
+    name: csv/
+    prefix: ''
+  mlflow:
+    _target_: pytorch_lightning.loggers.mlflow.MLFlowLogger
+    experiment_name: ${name}
+    tracking_uri: ${original_work_dir}/logs/mlflow/mlruns
+    tags: null
+    save_dir: ./mlruns
+    prefix: ''
+    artifact_location: null
+  tensorboard:
+    _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
+    save_dir: tensorboard/
+    name: null
+    version: ${name}
+    log_graph: false
+    default_hp_metric: true
+    prefix: ''
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+optimized_metric: val/mae_best

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/1/.hydra/hydra.yaml

@@ -0,0 +1,208 @@
+hydra:
+  run:
+    dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+  sweep:
+    dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    sampler:
+      _target_: optuna.samplers.TPESampler
+      seed: 12345
+      consider_prior: true
+      prior_weight: 1.0
+      consider_magic_clip: true
+      consider_endpoints: false
+      n_startup_trials: 10
+      n_ei_candidates: 24
+      multivariate: false
+      warn_independent_sampling: true
+    _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
+    direction: minimize
+    storage: null
+    study_name: focusResNet_150_hyperparameter
+    n_trials: 20
+    n_jobs: 1
+    search_space:
+      model.pretrained:
+        type: categorical
+        choices:
+        - true
+        - false
+      model.lr:
+        type: float
+        low: 0.001
+        high: 0.01
+      model.resnet_type:
+        type: categorical
+        choices:
+        - resnet18
+        - resnet34
+        - resnet50
+        - resnet101
+        - resnext50_32x4d
+        - wide_resnet50_2
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
+          - %(message)s'
+        log_colors:
+          DEBUG: purple
+          INFO: green
+          WARNING: yellow
+          ERROR: red
+          CRITICAL: red
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra: []
+    task:
+    - model.pretrained=False
+    - model.lr=0.009651760624655392
+    - model.resnet_type=wide_resnet50_2
+    - hparams_search=focusResNetMSE_150
+  job:
+    name: train
+    override_dirname: hparams_search=focusResNetMSE_150,model.lr=0.009651760624655392,model.pretrained=False,model.resnet_type=wide_resnet50_2
+    id: '1'
+    num: 1
+    config_name: train.yaml
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.1.1
+    cwd: /usr/src/app
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /usr/src/app/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    choices:
+      local: default.yaml
+      hparams_search: focusResNetMSE_150
+      debug: null
+      experiment: null
+      log_dir: default.yaml
+      trainer: long.yaml
+      logger: many_loggers
+      callbacks: default.yaml
+      model: focusResNet_150.yaml
+      datamodule: focus150.yaml
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: colorlog
+      hydra/hydra_logging: colorlog
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: optuna
+      hydra/sweeper/sampler: tpe
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/1/.hydra/overrides.yaml

@@ -0,0 +1,4 @@
+- model.pretrained=False
+- model.lr=0.009651760624655392
+- model.resnet_type=wide_resnet50_2
+- hparams_search=focusResNetMSE_150

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/1/checkpoints/epoch_094.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e9689e7398ffb6be5144a22adf019d66eceb7e3ffe3fc4e1028d1de720a849
+size 802517241

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/1/checkpoints/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe928d54389cc57253eb3a7444d6b6289c3a011b75a7165468dec3b6f856336a
+size 802517241

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/1/csv/version_0/hparams.yaml

@@ -0,0 +1,48 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: wide_resnet50_2
+  pretrained: false
+  lr: 0.009651760624655392
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_train_file: /usr/src/app/data/focus150/train_metadata.csv
+  csv_val_file: /usr/src/app/data/focus150/validation_metadata.csv
+  csv_test_file: /usr/src/app/data/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+seed: null
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 66836289
+model/params/trainable: 66836289
+model/params/non_trainable: 0

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/1/csv/version_0/metrics.csv

@@ -0,0 +1,202 @@
+val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae
+1.4397937059402466,1.1441131830215454,1.1441131830215454,0,47,,,,
+,,,0,47,93.02751159667969,1.9237239360809326,,
+0.3761768043041229,0.4713188409805298,0.4713188409805298,1,95,,,,
+,,,1,95,0.11856324225664139,0.2763908803462982,,
+0.914483904838562,0.7950447201728821,0.4713188409805298,2,143,,,,
+,,,2,143,0.11705812066793442,0.27653923630714417,,
+3.5570414066314697,1.8500564098358154,0.4713188409805298,3,191,,,,
+,,,3,191,0.10594379901885986,0.26090341806411743,,
+0.07495027780532837,0.23443329334259033,0.23443329334259033,4,239,,,,
+,,,4,239,0.10706125199794769,0.27011099457740784,,
+0.5122398734092712,0.6509321331977844,0.23443329334259033,5,287,,,,
+,,,5,287,0.21726903319358826,0.3593257963657379,,
+0.5986620783805847,0.7638207674026489,0.23443329334259033,6,335,,,,
+,,,6,335,0.055020175874233246,0.1815854012966156,,
+0.4168143570423126,0.569873034954071,0.23443329334259033,7,383,,,,
+,,,7,383,6.894747257232666,1.2574348449707031,,
+0.6630087494850159,0.7151336073875427,0.23443329334259033,8,431,,,,
+,,,8,431,0.08084557950496674,0.21291056275367737,,
+0.29193392395973206,0.5087712407112122,0.23443329334259033,9,479,,,,
+,,,9,479,0.053211674094200134,0.17578990757465363,,
+0.2801068127155304,0.4140453040599823,0.23443329334259033,10,527,,,,
+,,,10,527,0.058753978461027145,0.18434619903564453,,
+0.07334411889314651,0.25275781750679016,0.23443329334259033,11,575,,,,
+,,,11,575,0.03017067164182663,0.132095068693161,,
+0.2982574999332428,0.4516543745994568,0.23443329334259033,12,623,,,,
+,,,12,623,0.02407662756741047,0.1108890175819397,,
+0.14806143939495087,0.3428676724433899,0.23443329334259033,13,671,,,,
+,,,13,671,0.018161404877901077,0.08883369714021683,,
+0.0460105761885643,0.14702653884887695,0.14702653884887695,14,719,,,,
+,,,14,719,0.020960640162229538,0.10915958136320114,,
+0.06405911594629288,0.11694354563951492,0.11694354563951492,15,767,,,,
+,,,15,767,0.020536450669169426,0.11471526324748993,,
+0.2585296034812927,0.4790034294128418,0.11694354563951492,16,815,,,,
+,,,16,815,0.014442380517721176,0.08792903274297714,,
+0.05318000167608261,0.21865345537662506,0.11694354563951492,17,863,,,,
+,,,17,863,0.009312720969319344,0.07045086473226547,,
+2.129178285598755,1.384932518005371,0.11694354563951492,18,911,,,,
+,,,18,911,0.03211670741438866,0.11927231401205063,,
+0.14832143485546112,0.3176358640193939,0.11694354563951492,19,959,,,,
+,,,19,959,0.031411029398441315,0.1399773210287094,,
+0.10988134890794754,0.32011285424232483,0.11694354563951492,20,1007,,,,
+,,,20,1007,0.012640062719583511,0.08580690622329712,,
+0.02072294056415558,0.08645748347043991,0.08645748347043991,21,1055,,,,
+,,,21,1055,0.019954657182097435,0.09523120522499084,,
+0.1237695962190628,0.29625487327575684,0.08645748347043991,22,1103,,,,
+,,,22,1103,0.009408431127667427,0.06826116889715195,,
+0.4371108114719391,0.3445347547531128,0.08645748347043991,23,1151,,,,
+,,,23,1151,0.013378359377384186,0.08078394830226898,,
+0.021068986505270004,0.13847573101520538,0.08645748347043991,24,1199,,,,
+,,,24,1199,0.01285351812839508,0.07678185403347015,,
+0.05316750332713127,0.1350211650133133,0.08645748347043991,25,1247,,,,
+,,,25,1247,0.016911467537283897,0.07730338722467422,,
+0.016896279528737068,0.04888978227972984,0.04888978227972984,26,1295,,,,
+,,,26,1295,0.006650903262197971,0.05042220279574394,,
+0.015053546987473965,0.04222787916660309,0.04222787916660309,27,1343,,,,
+,,,27,1343,0.007583237253129482,0.05215064063668251,,
+0.15551525354385376,0.1879747211933136,0.04222787916660309,28,1391,,,,
+,,,28,1391,0.01586475595831871,0.05471239611506462,,
+0.021854182705283165,0.11738361418247223,0.04222787916660309,29,1439,,,,
+,,,29,1439,0.009623630903661251,0.052199069410562515,,
+0.015909992158412933,0.10328266769647598,0.04222787916660309,30,1487,,,,
+,,,30,1487,0.01178580243140459,0.05353270471096039,,
+0.01685783825814724,0.11717068403959274,0.04222787916660309,31,1535,,,,
+,,,31,1535,0.006905608344823122,0.041717711836099625,,
+9.978852272033691,0.9849562644958496,0.04222787916660309,32,1583,,,,
+,,,32,1583,0.01562759093940258,0.0589684322476387,,
+0.0017278731102123857,0.035783786326646805,0.035783786326646805,33,1631,,,,
+,,,33,1631,0.008866979740560055,0.047494228929281235,,
+0.027433447539806366,0.06344791501760483,0.035783786326646805,34,1679,,,,
+,,,34,1679,0.009486500173807144,0.04711906611919403,,
+0.006577303167432547,0.07788608968257904,0.035783786326646805,35,1727,,,,
+,,,35,1727,0.007119113113731146,0.0419243648648262,,
+0.05998634919524193,0.07938546687364578,0.035783786326646805,36,1775,,,,
+,,,36,1775,0.010173977352678776,0.04184770584106445,,
+0.01914891041815281,0.06812949478626251,0.035783786326646805,37,1823,,,,
+,,,37,1823,0.010105438530445099,0.04890836775302887,,
+0.658771812915802,0.3306702673435211,0.035783786326646805,38,1871,,,,
+,,,38,1871,0.012443628162145615,0.051274608820676804,,
+0.01937931217253208,0.12567394971847534,0.035783786326646805,39,1919,,,,
+,,,39,1919,0.005020033102482557,0.04048753157258034,,
+13.263690948486328,1.2156895399093628,0.035783786326646805,40,1967,,,,
+,,,40,1967,0.02207796648144722,0.05519350245594978,,
+0.033881258219480515,0.08043551445007324,0.035783786326646805,41,2015,,,,
+,,,41,2015,0.03428969904780388,0.13867121934890747,,
+0.0010887180687859654,0.02699859067797661,0.02699859067797661,42,2063,,,,
+,,,42,2063,0.003319013863801956,0.03671273961663246,,
+0.00950484350323677,0.09384600818157196,0.02699859067797661,43,2111,,,,
+,,,43,2111,0.005448519252240658,0.044792540371418,,
+0.061646148562431335,0.23257479071617126,0.02699859067797661,44,2159,,,,
+,,,44,2159,0.006396434735506773,0.04149847477674484,,
+0.06373630464076996,0.2501052916049957,0.02699859067797661,45,2207,,,,
+,,,45,2207,0.0246652290225029,0.07727327197790146,,
+0.004855392035096884,0.06475324928760529,0.02699859067797661,46,2255,,,,
+,,,46,2255,0.009628270752727985,0.043260931968688965,,
+0.02692280523478985,0.14113807678222656,0.02699859067797661,47,2303,,,,
+,,,47,2303,0.011430461890995502,0.048888787627220154,,
+0.008970318362116814,0.04564621299505234,0.02699859067797661,48,2351,,,,
+,,,48,2351,0.005594014655798674,0.04810413345694542,,
+0.03517425060272217,0.18578866124153137,0.02699859067797661,49,2399,,,,
+,,,49,2399,0.006400063633918762,0.05206643417477608,,
+0.001738189603202045,0.026185110211372375,0.026185110211372375,50,2447,,,,
+,,,50,2447,0.004924742039293051,0.045854825526475906,,
+0.01550818420946598,0.09545441716909409,0.026185110211372375,51,2495,,,,
+,,,51,2495,0.0028817409183830023,0.0329524390399456,,
+0.07687526196241379,0.27338793873786926,0.026185110211372375,52,2543,,,,
+,,,52,2543,0.004432496149092913,0.035846028476953506,,
+0.022429898381233215,0.11857189983129501,0.026185110211372375,53,2591,,,,
+,,,53,2591,0.0061620562337338924,0.04167764261364937,,
+0.002475159941241145,0.04076359048485756,0.026185110211372375,54,2639,,,,
+,,,54,2639,0.0067585669457912445,0.06034461408853531,,
+0.0020290890242904425,0.0348358079791069,0.026185110211372375,55,2687,,,,
+,,,55,2687,0.005035377107560635,0.0522538386285305,,
+7.412744522094727,0.7955309152603149,0.026185110211372375,56,2735,,,,
+,,,56,2735,0.009087909013032913,0.05927610024809837,,
+0.0025089113041758537,0.025123659521341324,0.025123659521341324,57,2783,,,,
+,,,57,2783,0.006270051468163729,0.055457644164562225,,
+0.04091750457882881,0.06530824303627014,0.025123659521341324,58,2831,,,,
+,,,58,2831,0.0037273589987307787,0.03815840184688568,,
+27.064855575561523,1.458723783493042,0.025123659521341324,59,2879,,,,
+,,,59,2879,0.008675518445670605,0.051899924874305725,,
+0.010155932977795601,0.03881508484482765,0.025123659521341324,60,2927,,,,
+,,,60,2927,0.011051028035581112,0.058061882853507996,,
+0.8885306119918823,0.23205368220806122,0.025123659521341324,61,2975,,,,
+,,,61,2975,0.0038281516171991825,0.039887506514787674,,
+0.0013181280810385942,0.02836718037724495,0.025123659521341324,62,3023,,,,
+,,,62,3023,0.005569641478359699,0.04640628769993782,,
+0.034530699253082275,0.18142879009246826,0.025123659521341324,63,3071,,,,
+,,,63,3071,0.007995755411684513,0.06481639295816422,,
+0.02368517778813839,0.037933528423309326,0.025123659521341324,64,3119,,,,
+,,,64,3119,0.003566910047084093,0.035397082567214966,,
+26346.291015625,66.0700912475586,0.025123659521341324,65,3167,,,,
+,,,65,3167,0.010417142882943153,0.05237313359975815,,
+0.009196043014526367,0.04500799626111984,0.025123659521341324,66,3215,,,,
+,,,66,3215,0.01631992869079113,0.07955519109964371,,
+0.01067514531314373,0.06574476510286331,0.025123659521341324,67,3263,,,,
+,,,67,3263,0.0034520530607551336,0.04024094343185425,,
+0.04555056244134903,0.060136448591947556,0.025123659521341324,68,3311,,,,
+,,,68,3311,0.0038051402661949396,0.04364052042365074,,
+0.006357589736580849,0.0725167989730835,0.025123659521341324,69,3359,,,,
+,,,69,3359,0.003520095720887184,0.04501742869615555,,
+0.025955334305763245,0.14550617337226868,0.025123659521341324,70,3407,,,,
+,,,70,3407,0.004123046528548002,0.0467386431992054,,
+0.017391491681337357,0.03805074468255043,0.025123659521341324,71,3455,,,,
+,,,71,3455,0.003670872887596488,0.04594815522432327,,
+0.4440518319606781,0.1455606073141098,0.025123659521341324,72,3503,,,,
+,,,72,3503,0.0028405075427144766,0.03241228312253952,,
+0.030257858335971832,0.05762725695967674,0.025123659521341324,73,3551,,,,
+,,,73,3551,0.006974023766815662,0.05285680294036865,,
+0.0037163756787776947,0.0323689803481102,0.025123659521341324,74,3599,,,,
+,,,74,3599,0.003573685185983777,0.04242970794439316,,
+0.023317109793424606,0.048977598547935486,0.025123659521341324,75,3647,,,,
+,,,75,3647,0.0035554636269807816,0.03615197911858559,,
+0.004868851508945227,0.035156913101673126,0.025123659521341324,76,3695,,,,
+,,,76,3695,0.003075460670515895,0.042527277022600174,,
+0.008220327086746693,0.04383964091539383,0.025123659521341324,77,3743,,,,
+,,,77,3743,0.002514982596039772,0.03605988249182701,,
+0.024770168587565422,0.08078556507825851,0.025123659521341324,78,3791,,,,
+,,,78,3791,0.004601051565259695,0.04720892757177353,,
+0.0014587158802896738,0.02572500705718994,0.025123659521341324,79,3839,,,,
+,,,79,3839,0.0037002272438257933,0.04717142507433891,,
+0.1676921397447586,0.09165524691343307,0.025123659521341324,80,3887,,,,
+,,,80,3887,0.002908302703872323,0.03606163710355759,,
+0.006279306951910257,0.031018581241369247,0.025123659521341324,81,3935,,,,
+,,,81,3935,0.0015937263378873467,0.027346797287464142,,
+0.011152862571179867,0.03557709977030754,0.025123659521341324,82,3983,,,,
+,,,82,3983,0.0025781395379453897,0.03648525848984718,,
+0.9449108839035034,0.19456923007965088,0.025123659521341324,83,4031,,,,
+,,,83,4031,0.004652649164199829,0.04432288557291031,,
+0.0019484920194372535,0.039137545973062515,0.025123659521341324,84,4079,,,,
+,,,84,4079,0.004990479908883572,0.049616869539022446,,
+0.011414475739002228,0.058172374963760376,0.025123659521341324,85,4127,,,,
+,,,85,4127,0.005858182907104492,0.04028521850705147,,
+0.02802988514304161,0.05645313486456871,0.025123659521341324,86,4175,,,,
+,,,86,4175,0.002465418539941311,0.0341910682618618,,
+0.005864551290869713,0.03955601528286934,0.025123659521341324,87,4223,,,,
+,,,87,4223,0.0023376455064862967,0.033697400242090225,,
+0.011234547942876816,0.04315619543194771,0.025123659521341324,88,4271,,,,
+,,,88,4271,0.0026298172306269407,0.04092587158083916,,
+0.004428633488714695,0.060754965990781784,0.025123659521341324,89,4319,,,,
+,,,89,4319,0.0017953222850337625,0.033542633056640625,,
+0.0036015890073031187,0.05638083070516586,0.025123659521341324,90,4367,,,,
+,,,90,4367,0.00487746624276042,0.05778258666396141,,
+0.9407410025596619,0.9355440139770508,0.025123659521341324,91,4415,,,,
+,,,91,4415,0.013032735325396061,0.07151956856250763,,
+0.007630573119968176,0.08477248251438141,0.025123659521341324,92,4463,,,,
+,,,92,4463,0.0038384010549634695,0.03890404850244522,,
+0.0015170096885412931,0.03371399641036987,0.025123659521341324,93,4511,,,,
+,,,93,4511,0.0012572515988722444,0.026048997417092323,,
+0.0006305990973487496,0.020612919703125954,0.020612919703125954,94,4559,,,,
+,,,94,4559,0.0015458309790119529,0.027546918019652367,,
+0.001477031852118671,0.03238949924707413,0.020612919703125954,95,4607,,,,
+,,,95,4607,0.0009905837941914797,0.024221012368798256,,
+0.0013496000319719315,0.031584594398736954,0.020612919703125954,96,4655,,,,
+,,,96,4655,0.0009150718105956912,0.02173730917274952,,
+0.0025766307953745127,0.04623190313577652,0.020612919703125954,97,4703,,,,
+,,,97,4703,0.000923366635106504,0.023057846352458,,
+0.007116303313523531,0.07972811162471771,0.020612919703125954,98,4751,,,,
+,,,98,4751,0.0012855390086770058,0.027987292036414146,,
+0.0008645016932860017,0.02078121528029442,0.020612919703125954,99,4799,,,,
+,,,99,4799,0.0014205564511939883,0.03047880530357361,,
+,,,95,4560,,,0.005896036978811026,0.030208546668291092

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/1/tensorboard/focusResNet_150_hyperparameter_search/events.out.tfevents.1648728264.f4854666ac2f.1.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ffdc98afbced49c5fa40be70640e2ad026dbc913437c06123f1e782ae94f09
+size 36489

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/1/tensorboard/focusResNet_150_hyperparameter_search/events.out.tfevents.1648732056.f4854666ac2f.1.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f0dbd8c510e0a9c95c5b2ed8014f69db597f2dbe7ff970870419ffc311c26e
+size 179

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/1/tensorboard/focusResNet_150_hyperparameter_search/hparams.yaml

@@ -0,0 +1,48 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: wide_resnet50_2
+  pretrained: false
+  lr: 0.009651760624655392
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_train_file: /usr/src/app/data/focus150/train_metadata.csv
+  csv_val_file: /usr/src/app/data/focus150/validation_metadata.csv
+  csv_test_file: /usr/src/app/data/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+seed: null
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 66836289
+model/params/trainable: 66836289
+model/params/non_trainable: 0

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/10/.hydra/config.yaml

@@ -0,0 +1,75 @@
+original_work_dir: ${hydra:runtime.cwd}
+data_dir: ${original_work_dir}/data
+print_config: true
+ignore_warnings: true
+train: true
+test: true
+seed: null
+name: focusResNet_150_hyperparameter_search
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: ${data_dir}/focus150
+  csv_train_file: ${data_dir}/focus150/train_metadata.csv
+  csv_val_file: ${data_dir}/focus150/validation_metadata.csv
+  csv_test_file: ${data_dir}/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet101
+  pretrained: true
+  lr: 0.0020232248007601133
+  weight_decay: 0.0005
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+logger:
+  csv:
+    _target_: pytorch_lightning.loggers.csv_logs.CSVLogger
+    save_dir: .
+    name: csv/
+    prefix: ''
+  mlflow:
+    _target_: pytorch_lightning.loggers.mlflow.MLFlowLogger
+    experiment_name: ${name}
+    tracking_uri: ${original_work_dir}/logs/mlflow/mlruns
+    tags: null
+    save_dir: ./mlruns
+    prefix: ''
+    artifact_location: null
+  tensorboard:
+    _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
+    save_dir: tensorboard/
+    name: null
+    version: ${name}
+    log_graph: false
+    default_hp_metric: true
+    prefix: ''
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+optimized_metric: val/mae_best

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/10/.hydra/hydra.yaml

@@ -0,0 +1,208 @@
+hydra:
+  run:
+    dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+  sweep:
+    dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    sampler:
+      _target_: optuna.samplers.TPESampler
+      seed: 12345
+      consider_prior: true
+      prior_weight: 1.0
+      consider_magic_clip: true
+      consider_endpoints: false
+      n_startup_trials: 10
+      n_ei_candidates: 24
+      multivariate: false
+      warn_independent_sampling: true
+    _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
+    direction: minimize
+    storage: null
+    study_name: focusResNet_150_hyperparameter
+    n_trials: 20
+    n_jobs: 1
+    search_space:
+      model.pretrained:
+        type: categorical
+        choices:
+        - true
+        - false
+      model.lr:
+        type: float
+        low: 0.001
+        high: 0.01
+      model.resnet_type:
+        type: categorical
+        choices:
+        - resnet18
+        - resnet34
+        - resnet50
+        - resnet101
+        - resnext50_32x4d
+        - wide_resnet50_2
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
+          - %(message)s'
+        log_colors:
+          DEBUG: purple
+          INFO: green
+          WARNING: yellow
+          ERROR: red
+          CRITICAL: red
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra: []
+    task:
+    - model.pretrained=True
+    - model.lr=0.0020232248007601133
+    - model.resnet_type=resnet101
+    - hparams_search=focusResNetMSE_150
+  job:
+    name: train
+    override_dirname: hparams_search=focusResNetMSE_150,model.lr=0.0020232248007601133,model.pretrained=True,model.resnet_type=resnet101
+    id: '10'
+    num: 10
+    config_name: train.yaml
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.1.1
+    cwd: /usr/src/app
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /usr/src/app/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    choices:
+      local: default.yaml
+      hparams_search: focusResNetMSE_150
+      debug: null
+      experiment: null
+      log_dir: default.yaml
+      trainer: long.yaml
+      logger: many_loggers
+      callbacks: default.yaml
+      model: focusResNet_150.yaml
+      datamodule: focus150.yaml
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: colorlog
+      hydra/hydra_logging: colorlog
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: optuna
+      hydra/sweeper/sampler: tpe
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/10/.hydra/overrides.yaml

@@ -0,0 +1,4 @@
+- model.pretrained=True
+- model.lr=0.0020232248007601133
+- model.resnet_type=resnet101
+- hparams_search=focusResNetMSE_150

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/10/checkpoints/epoch_048.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651e8f27d9e1d5a8befa824d91ae28f115606b1d1086fb58fe43c8feb4fc9001
+size 510854961

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/10/checkpoints/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f623799041c1fc59b08a32ac6e60a98deb9115407515de91f7442bac91c2af42
+size 510854961

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/10/csv/version_0/hparams.yaml

@@ -0,0 +1,48 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet101
+  pretrained: true
+  lr: 0.0020232248007601133
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_train_file: /usr/src/app/data/focus150/train_metadata.csv
+  csv_val_file: /usr/src/app/data/focus150/validation_metadata.csv
+  csv_test_file: /usr/src/app/data/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+seed: null
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 42502209
+model/params/trainable: 42502209
+model/params/non_trainable: 0

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/10/csv/version_0/metrics.csv

@@ -0,0 +1,202 @@
+val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae
+0.012901561334729195,0.055713798850774765,0.055713798850774765,0,47,,,,
+,,,0,47,0.42097362875938416,0.20549412071704865,,
+0.0004612935008481145,0.01785719394683838,0.01785719394683838,1,95,,,,
+,,,1,95,0.0006023096502758563,0.019912855699658394,,
+0.0004852212150581181,0.018307672813534737,0.01785719394683838,2,143,,,,
+,,,2,143,0.0004880382330156863,0.018028561025857925,,
+0.0005903098499402404,0.019285619258880615,0.01785719394683838,3,191,,,,
+,,,3,191,0.0004646236775442958,0.017640119418501854,,
+0.0006079011945985258,0.019233547151088715,0.01785719394683838,4,239,,,,
+,,,4,239,0.00041366435470990837,0.016721677035093307,,
+0.00047705729957669973,0.01739628240466118,0.01739628240466118,5,287,,,,
+,,,5,287,0.0004014637670479715,0.01640508696436882,,
+0.0007178050582297146,0.019451558589935303,0.01739628240466118,6,335,,,,
+,,,6,335,0.0003999878535978496,0.016203753650188446,,
+0.0003871156950481236,0.01563236676156521,0.01563236676156521,7,383,,,,
+,,,7,383,0.00042776818736456335,0.016548894345760345,,
+0.0003597247996367514,0.015135958790779114,0.015135958790779114,8,431,,,,
+,,,8,431,0.000375540490495041,0.015483829192817211,,
+0.00042762336670421064,0.01615326479077339,0.015135958790779114,9,479,,,,
+,,,9,479,0.000367517612176016,0.015073394402861595,,
+0.0004807549121323973,0.01638832315802574,0.015135958790779114,10,527,,,,
+,,,10,527,0.0003618590417318046,0.01457532960921526,,
+0.0004185013531241566,0.015821006149053574,0.015135958790779114,11,575,,,,
+,,,11,575,0.00033512356458231807,0.014036858454346657,,
+0.00028467713855206966,0.013480070978403091,0.013480070978403091,12,623,,,,
+,,,12,623,0.0002914578071795404,0.013419171795248985,,
+0.00026328832609578967,0.012708346359431744,0.012708346359431744,13,671,,,,
+,,,13,671,0.0002917129313573241,0.013090838678181171,,
+0.0006948654190637171,0.015788139775395393,0.012708346359431744,14,719,,,,
+,,,14,719,0.0002638515143189579,0.012222890742123127,,
+0.00025626245769672096,0.012164684012532234,0.012164684012532234,15,767,,,,
+,,,15,767,0.0002519472618587315,0.01205703616142273,,
+0.00033758016070351005,0.012647179886698723,0.012164684012532234,16,815,,,,
+,,,16,815,0.00023890794545877725,0.011497266590595245,,
+0.00084894266910851,0.016535142436623573,0.012164684012532234,17,863,,,,
+,,,17,863,0.0002042186097241938,0.01051512360572815,,
+0.00022289461048785597,0.011870804242789745,0.011870804242789745,18,911,,,,
+,,,18,911,0.00020476938516367227,0.010354560799896717,,
+0.00023920815146993846,0.011941985227167606,0.011870804242789745,19,959,,,,
+,,,19,959,0.0001905435638036579,0.010245232842862606,,
+0.00014563188597094268,0.009187213145196438,0.009187213145196438,20,1007,,,,
+,,,20,1007,0.0001600068499101326,0.00932155828922987,,
+0.00037902843905612826,0.01090148650109768,0.009187213145196438,21,1055,,,,
+,,,21,1055,0.0001552378380438313,0.009174242615699768,,
+0.00017061900871340185,0.010032211430370808,0.009187213145196438,22,1103,,,,
+,,,22,1103,0.00018729882140178233,0.009917384944856167,,
+0.00019489313126541674,0.010438420809805393,0.009187213145196438,23,1151,,,,
+,,,23,1151,0.0001791347749531269,0.009708583354949951,,
+0.0005213530967012048,0.013965332880616188,0.009187213145196438,24,1199,,,,
+,,,24,1199,0.00015804008580744267,0.009134392254054546,,
+0.00044141479884274304,0.012033906765282154,0.009187213145196438,25,1247,,,,
+,,,25,1247,0.00013794511323794723,0.008503561839461327,,
+0.00018967795767821372,0.010066261515021324,0.009187213145196438,26,1295,,,,
+,,,26,1295,0.00012012851220788434,0.008035789243876934,,
+0.0002615327248349786,0.010784981772303581,0.009187213145196438,27,1343,,,,
+,,,27,1343,0.0001501786900917068,0.008640463463962078,,
+0.0017704531783238053,0.014895169995725155,0.009187213145196438,28,1391,,,,
+,,,28,1391,0.00015544064808636904,0.00906431395560503,,
+0.0002912888303399086,0.010980247519910336,0.009187213145196438,29,1439,,,,
+,,,29,1439,0.0001318696013186127,0.008101261220872402,,
+0.00035645777825266123,0.011538556776940823,0.009187213145196438,30,1487,,,,
+,,,30,1487,0.0001332360552623868,0.008332867175340652,,
+0.00014640588779002428,0.00882874708622694,0.00882874708622694,31,1535,,,,
+,,,31,1535,0.00011555458331713453,0.00786310900002718,,
+0.00019068128312937915,0.010013852268457413,0.00882874708622694,32,1583,,,,
+,,,32,1583,0.00012655409227591008,0.00807101372629404,,
+0.00014927188749425113,0.008758951909840107,0.008758951909840107,33,1631,,,,
+,,,33,1631,0.00011277620797045529,0.007657842710614204,,
+0.00023889153089839965,0.010630001313984394,0.008758951909840107,34,1679,,,,
+,,,34,1679,0.00010056456812890247,0.0073745292611420155,,
+0.00011495696526253596,0.008099700324237347,0.008099700324237347,35,1727,,,,
+,,,35,1727,8.480775431962684e-05,0.0067764827981591225,,
+0.881176769733429,0.8044219017028809,0.008099700324237347,36,1775,,,,
+,,,36,1775,0.00017997424583882093,0.008700771257281303,,
+0.00011966870806645602,0.00806684885174036,0.00806684885174036,37,1823,,,,
+,,,37,1823,0.00012044097820762545,0.00824744626879692,,
+0.00015517267456743866,0.009701525792479515,0.00806684885174036,38,1871,,,,
+,,,38,1871,0.00010377286525908858,0.007557838689535856,,
+0.00013679363473784178,0.008834208361804485,0.00806684885174036,39,1919,,,,
+,,,39,1919,0.00010997641220455989,0.007761280983686447,,
+0.00011101234122179449,0.007699507288634777,0.007699507288634777,40,1967,,,,
+,,,40,1967,0.00010298701818101108,0.00745819415897131,,
+0.00014528929023072124,0.008337465114891529,0.007699507288634777,41,2015,,,,
+,,,41,2015,9.319894161308184e-05,0.007216059602797031,,
+0.0002610467199701816,0.011543960310518742,0.007699507288634777,42,2063,,,,
+,,,42,2063,9.62891208473593e-05,0.007188413757830858,,
+0.00013706892787013203,0.008625736460089684,0.007699507288634777,43,2111,,,,
+,,,43,2111,9.713813051348552e-05,0.00718026515096426,,
+0.00011654612171696499,0.00805256050080061,0.007699507288634777,44,2159,,,,
+,,,44,2159,9.077620779862627e-05,0.006960256025195122,,
+0.0001137060098699294,0.007754823192954063,0.007699507288634777,45,2207,,,,
+,,,45,2207,0.00010096906771650538,0.007394957821816206,,
+0.0001611957122804597,0.009595232084393501,0.007699507288634777,46,2255,,,,
+,,,46,2255,9.226953989127651e-05,0.007128527387976646,,
+0.00011237718717893586,0.007885517552495003,0.007699507288634777,47,2303,,,,
+,,,47,2303,8.148888446157798e-05,0.006742639001458883,,
+8.275570871774107e-05,0.00680306414142251,0.00680306414142251,48,2351,,,,
+,,,48,2351,8.880575478542596e-05,0.006912520620971918,,
+0.00014692466356791556,0.009128795005381107,0.00680306414142251,49,2399,,,,
+,,,49,2399,9.203934314427897e-05,0.007074830122292042,,
+0.0001123086767620407,0.007732968777418137,0.00680306414142251,50,2447,,,,
+,,,50,2447,9.165844676317647e-05,0.007009103428572416,,
+0.0001663688599364832,0.009128786623477936,0.00680306414142251,51,2495,,,,
+,,,51,2495,0.00011908659507753327,0.007858584634959698,,
+0.00014313147403299809,0.00819503515958786,0.00680306414142251,52,2543,,,,
+,,,52,2543,8.283039642265067e-05,0.006728268228471279,,
+0.00014966134040150791,0.009035935625433922,0.00680306414142251,53,2591,,,,
+,,,53,2591,7.959383947309107e-05,0.006632077042013407,,
+0.00010149312583962455,0.007332781329751015,0.00680306414142251,54,2639,,,,
+,,,54,2639,8.14494414953515e-05,0.006715743336826563,,
+0.010611610487103462,0.031640034168958664,0.00680306414142251,55,2687,,,,
+,,,55,2687,0.00010778789146570489,0.007590201683342457,,
+0.00018246991385240108,0.00982193648815155,0.00680306414142251,56,2735,,,,
+,,,56,2735,9.120324830291793e-05,0.007065316196531057,,
+0.00016768612840678543,0.00947067141532898,0.00680306414142251,57,2783,,,,
+,,,57,2783,9.847055480349809e-05,0.007288400083780289,,
+0.00014919493696652353,0.009014335460960865,0.00680306414142251,58,2831,,,,
+,,,58,2831,8.38900959934108e-05,0.006718394346535206,,
+0.0001758914877427742,0.010573521256446838,0.00680306414142251,59,2879,,,,
+,,,59,2879,8.222347969422117e-05,0.006712961010634899,,
+0.00012412680371198803,0.008069238625466824,0.00680306414142251,60,2927,,,,
+,,,60,2927,7.730053039267659e-05,0.006437345407903194,,
+0.00015711114974692464,0.009743524715304375,0.00680306414142251,61,2975,,,,
+,,,61,2975,8.423673716606572e-05,0.006837346591055393,,
+0.00013002537889406085,0.008661911822855473,0.00680306414142251,62,3023,,,,
+,,,62,3023,8.859943773131818e-05,0.006926306057721376,,
+0.00015752000035718083,0.0094916932284832,0.00680306414142251,63,3071,,,,
+,,,63,3071,9.763488924363628e-05,0.00718140322715044,,
+0.0001428104587830603,0.009267599321901798,0.00680306414142251,64,3119,,,,
+,,,64,3119,7.622647535754368e-05,0.0065556662157177925,,
+0.00035490450682118535,0.014690641313791275,0.00680306414142251,65,3167,,,,
+,,,65,3167,9.644198144087568e-05,0.007126776501536369,,
+0.0002446917351335287,0.012256338261067867,0.00680306414142251,66,3215,,,,
+,,,66,3215,0.00010873944847844541,0.00774287898093462,,
+0.00010217370436294004,0.007538274861872196,0.00680306414142251,67,3263,,,,
+,,,67,3263,8.427444845438004e-05,0.0067472998052835464,,
+0.00013790254888590425,0.008645791560411453,0.00680306414142251,68,3311,,,,
+,,,68,3311,9.823607979342341e-05,0.007342690136283636,,
+8.394631004193798e-05,0.006871259771287441,0.00680306414142251,69,3359,,,,
+,,,69,3359,8.609396172687411e-05,0.006836992688477039,,
+0.00015868073387537152,0.009317836724221706,0.00680306414142251,70,3407,,,,
+,,,70,3407,8.07597316452302e-05,0.00668443413451314,,
+0.00011134060332551599,0.007632225751876831,0.00680306414142251,71,3455,,,,
+,,,71,3455,8.47092378535308e-05,0.006777693051844835,,
+0.00013425158977042884,0.008384457789361477,0.00680306414142251,72,3503,,,,
+,,,72,3503,9.217007027473301e-05,0.006980471312999725,,
+0.00013610477617476135,0.008502485230565071,0.00680306414142251,73,3551,,,,
+,,,73,3551,9.503676847089082e-05,0.007070397958159447,,
+8.374777098651975e-05,0.006927065085619688,0.00680306414142251,74,3599,,,,
+,,,74,3599,7.784916670061648e-05,0.006513517815619707,,
+0.00036527696647681296,0.01416018232703209,0.00680306414142251,75,3647,,,,
+,,,75,3647,9.652211156208068e-05,0.007229921407997608,,
+0.0001978304353542626,0.011168846860527992,0.00680306414142251,76,3695,,,,
+,,,76,3695,9.907122876029462e-05,0.0072790514677762985,,
+0.0005825405241921544,0.01825535111129284,0.00680306414142251,77,3743,,,,
+,,,77,3743,9.076990681933239e-05,0.006920808460563421,,
+0.00015728027210570872,0.008948175236582756,0.00680306414142251,78,3791,,,,
+,,,78,3791,9.414821397513151e-05,0.007156606297940016,,
+0.0001309064100496471,0.008345911279320717,0.00680306414142251,79,3839,,,,
+,,,79,3839,8.624988549854606e-05,0.0068866414949297905,,
+0.00017329148249700665,0.009789515286684036,0.00680306414142251,80,3887,,,,
+,,,80,3887,9.85331935225986e-05,0.007323300465941429,,
+0.00018592223932500929,0.010456446558237076,0.00680306414142251,81,3935,,,,
+,,,81,3935,8.674753917148337e-05,0.006915062200278044,,
+0.00011147376790177077,0.007824569009244442,0.00680306414142251,82,3983,,,,
+,,,82,3983,0.00010514319728827104,0.007656836416572332,,
+0.00010733526141848415,0.008093721233308315,0.00680306414142251,83,4031,,,,
+,,,83,4031,8.328236435772851e-05,0.006823329254984856,,
+0.0001735026016831398,0.00989099033176899,0.00680306414142251,84,4079,,,,
+,,,84,4079,0.0001000326665234752,0.0073835826478898525,,
+0.0007701455033384264,0.02224637195467949,0.00680306414142251,85,4127,,,,
+,,,85,4127,9.886065527098253e-05,0.007460989989340305,,
+0.000163854390848428,0.009311194531619549,0.00680306414142251,86,4175,,,,
+,,,86,4175,0.0001033308362821117,0.007566262502223253,,
+0.00011058914969908074,0.007905140519142151,0.00680306414142251,87,4223,,,,
+,,,87,4223,9.282948303734884e-05,0.007130135782063007,,
+0.0005306812236085534,0.018142830580472946,0.00680306414142251,88,4271,,,,
+,,,88,4271,9.308472363045439e-05,0.007227327208966017,,
+0.00010833403212018311,0.007971244864165783,0.00680306414142251,89,4319,,,,
+,,,89,4319,0.00010765255137812346,0.007617580704391003,,
+0.00018548776279203594,0.010250518098473549,0.00680306414142251,90,4367,,,,
+,,,90,4367,0.00011428386642364785,0.00806373544037342,,
+0.00022876114235259593,0.011833515018224716,0.00680306414142251,91,4415,,,,
+,,,91,4415,9.066707571037114e-05,0.0071121156215667725,,
+0.00035466469125822186,0.01408274844288826,0.00680306414142251,92,4463,,,,
+,,,92,4463,8.982748113339767e-05,0.007015768438577652,,
+0.0002496616798453033,0.012070784345269203,0.00680306414142251,93,4511,,,,
+,,,93,4511,9.282630344387144e-05,0.007214254699647427,,
+0.0005704566719941795,0.017655784264206886,0.00680306414142251,94,4559,,,,
+,,,94,4559,9.352456982014701e-05,0.007193529512733221,,
+0.000626624037977308,0.01899249106645584,0.00680306414142251,95,4607,,,,
+,,,95,4607,0.00010876571468543261,0.007779689505696297,,
+0.00017792645667213947,0.009781474247574806,0.00680306414142251,96,4655,,,,
+,,,96,4655,9.596049494575709e-05,0.007254460360854864,,
+0.00036098630516789854,0.015572721138596535,0.00680306414142251,97,4703,,,,
+,,,97,4703,9.075030538951978e-05,0.007138258311897516,,
+0.0005329119157977402,0.017527446150779724,0.00680306414142251,98,4751,,,,
+,,,98,4751,8.807188714854419e-05,0.0069216093979775906,,
+0.00020499613310676068,0.010825064964592457,0.00680306414142251,99,4799,,,,
+,,,99,4799,9.124961798079312e-05,0.007232086267322302,,
+,,,49,2352,,,8.120192069327459e-05,0.006603629793971777

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/10/tensorboard/focusResNet_150_hyperparameter_search/events.out.tfevents.1648751959.f4854666ac2f.1.20

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbc57ccf443fe7feacc349d6200962eca7ac23af78a5b771ab502b8fd0746d7
+size 36483

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/10/tensorboard/focusResNet_150_hyperparameter_search/events.out.tfevents.1648754902.f4854666ac2f.1.21

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37c9a8f3bec88003481f655f7ffb443fd0c3e4cbfdd30efa6c5bc16e0db7c19
+size 179

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/10/tensorboard/focusResNet_150_hyperparameter_search/hparams.yaml

@@ -0,0 +1,48 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet101
+  pretrained: true
+  lr: 0.0020232248007601133
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_train_file: /usr/src/app/data/focus150/train_metadata.csv
+  csv_val_file: /usr/src/app/data/focus150/validation_metadata.csv
+  csv_test_file: /usr/src/app/data/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+seed: null
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 42502209
+model/params/trainable: 42502209
+model/params/non_trainable: 0

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/11/.hydra/config.yaml

@@ -0,0 +1,75 @@
+original_work_dir: ${hydra:runtime.cwd}
+data_dir: ${original_work_dir}/data
+print_config: true
+ignore_warnings: true
+train: true
+test: true
+seed: null
+name: focusResNet_150_hyperparameter_search
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: ${data_dir}/focus150
+  csv_train_file: ${data_dir}/focus150/train_metadata.csv
+  csv_val_file: ${data_dir}/focus150/validation_metadata.csv
+  csv_test_file: ${data_dir}/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet101
+  pretrained: true
+  lr: 0.0011421622790039666
+  weight_decay: 0.0005
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+logger:
+  csv:
+    _target_: pytorch_lightning.loggers.csv_logs.CSVLogger
+    save_dir: .
+    name: csv/
+    prefix: ''
+  mlflow:
+    _target_: pytorch_lightning.loggers.mlflow.MLFlowLogger
+    experiment_name: ${name}
+    tracking_uri: ${original_work_dir}/logs/mlflow/mlruns
+    tags: null
+    save_dir: ./mlruns
+    prefix: ''
+    artifact_location: null
+  tensorboard:
+    _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
+    save_dir: tensorboard/
+    name: null
+    version: ${name}
+    log_graph: false
+    default_hp_metric: true
+    prefix: ''
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+optimized_metric: val/mae_best

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/11/.hydra/hydra.yaml

@@ -0,0 +1,208 @@
+hydra:
+  run:
+    dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+  sweep:
+    dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    sampler:
+      _target_: optuna.samplers.TPESampler
+      seed: 12345
+      consider_prior: true
+      prior_weight: 1.0
+      consider_magic_clip: true
+      consider_endpoints: false
+      n_startup_trials: 10
+      n_ei_candidates: 24
+      multivariate: false
+      warn_independent_sampling: true
+    _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
+    direction: minimize
+    storage: null
+    study_name: focusResNet_150_hyperparameter
+    n_trials: 20
+    n_jobs: 1
+    search_space:
+      model.pretrained:
+        type: categorical
+        choices:
+        - true
+        - false
+      model.lr:
+        type: float
+        low: 0.001
+        high: 0.01
+      model.resnet_type:
+        type: categorical
+        choices:
+        - resnet18
+        - resnet34
+        - resnet50
+        - resnet101
+        - resnext50_32x4d
+        - wide_resnet50_2
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
+          - %(message)s'
+        log_colors:
+          DEBUG: purple
+          INFO: green
+          WARNING: yellow
+          ERROR: red
+          CRITICAL: red
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra: []
+    task:
+    - model.pretrained=True
+    - model.lr=0.0011421622790039666
+    - model.resnet_type=resnet101
+    - hparams_search=focusResNetMSE_150
+  job:
+    name: train
+    override_dirname: hparams_search=focusResNetMSE_150,model.lr=0.0011421622790039666,model.pretrained=True,model.resnet_type=resnet101
+    id: '11'
+    num: 11
+    config_name: train.yaml
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.1.1
+    cwd: /usr/src/app
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /usr/src/app/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    choices:
+      local: default.yaml
+      hparams_search: focusResNetMSE_150
+      debug: null
+      experiment: null
+      log_dir: default.yaml
+      trainer: long.yaml
+      logger: many_loggers
+      callbacks: default.yaml
+      model: focusResNet_150.yaml
+      datamodule: focus150.yaml
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: colorlog
+      hydra/hydra_logging: colorlog
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: optuna
+      hydra/sweeper/sampler: tpe
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/11/.hydra/overrides.yaml

@@ -0,0 +1,4 @@
+- model.pretrained=True
+- model.lr=0.0011421622790039666
+- model.resnet_type=resnet101
+- hparams_search=focusResNetMSE_150

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/11/checkpoints/epoch_051.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61be2d888b545255bedeb60b1e39b2d630e9968a4a45035f3dd1e1849072e5ea
+size 510854961

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/11/checkpoints/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066d3a8d41d8abe3aee199c270f80fc9de6b0f6a089e01f45c376e5b699e839f
+size 510854961

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/11/csv/version_0/hparams.yaml

@@ -0,0 +1,48 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet101
+  pretrained: true
+  lr: 0.0011421622790039666
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_train_file: /usr/src/app/data/focus150/train_metadata.csv
+  csv_val_file: /usr/src/app/data/focus150/validation_metadata.csv
+  csv_test_file: /usr/src/app/data/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+seed: null
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 42502209
+model/params/trainable: 42502209
+model/params/non_trainable: 0

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/11/csv/version_0/metrics.csv

@@ -0,0 +1,202 @@
+val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae
+0.000741442374419421,0.020196786150336266,0.020196786150336266,0,47,,,,
+,,,0,47,0.6768257021903992,0.2592851519584656,,
+0.00043654561159200966,0.0173996239900589,0.0173996239900589,1,95,,,,
+,,,1,95,0.0005596211994998157,0.018457459285855293,,
+0.0004333810356911272,0.017400184646248817,0.0173996239900589,2,143,,,,
+,,,2,143,0.00047408236423507333,0.01755133643746376,,
+0.00041920432704500854,0.016888437792658806,0.016888437792658806,3,191,,,,
+,,,3,191,0.0004510387370828539,0.017206251621246338,,
+0.0004211299237795174,0.016996832564473152,0.016888437792658806,4,239,,,,
+,,,4,239,0.000447229715064168,0.0169454924762249,,
+0.00040759408148005605,0.016679566353559494,0.016679566353559494,5,287,,,,
+,,,5,287,0.0004397307930048555,0.016829319298267365,,
+0.00039104121970012784,0.016360187903046608,0.016360187903046608,6,335,,,,
+,,,6,335,0.0004211291379760951,0.01646227017045021,,
+0.00038121690158732235,0.016095343977212906,0.016095343977212906,7,383,,,,
+,,,7,383,0.0004835664585698396,0.016942674294114113,,
+0.00035057697095908225,0.015366869047284126,0.015366869047284126,8,431,,,,
+,,,8,431,0.00040742105920799077,0.015959911048412323,,
+0.0003602142387535423,0.01546220388263464,0.015366869047284126,9,479,,,,
+,,,9,479,0.00038941801176406443,0.01563827134668827,,
+0.0003447077178861946,0.014886794611811638,0.014886794611811638,10,527,,,,
+,,,10,527,0.00042764583486132324,0.015788942575454712,,
+0.00029423859086818993,0.013666798360645771,0.013666798360645771,11,575,,,,
+,,,11,575,0.00036012817872688174,0.014431765303015709,,
+0.0002715275913942605,0.012866868637502193,0.012866868637502193,12,623,,,,
+,,,12,623,0.00031953773577697575,0.013420379720628262,,
+0.0002444396377541125,0.012031867168843746,0.012031867168843746,13,671,,,,
+,,,13,671,0.00023979866818990558,0.01174748782068491,,
+0.00020443432731553912,0.010858225636184216,0.010858225636184216,14,719,,,,
+,,,14,719,0.0002525466261431575,0.011513454839587212,,
+0.00017963330901693553,0.010179934091866016,0.010179934091866016,15,767,,,,
+,,,15,767,0.000277413782896474,0.011588933877646923,,
+0.0001878191251307726,0.010224220342934132,0.010179934091866016,16,815,,,,
+,,,16,815,0.00021884401212446392,0.010640304535627365,,
+0.0001369573437841609,0.008853486739099026,0.008853486739099026,17,863,,,,
+,,,17,863,0.0001860019110608846,0.010027440264821053,,
+0.0001648976467549801,0.009677115827798843,0.008853486739099026,18,911,,,,
+,,,18,911,0.00021826749434694648,0.010421439073979855,,
+0.00021772123000118881,0.010692139156162739,0.008853486739099026,19,959,,,,
+,,,19,959,0.00017470231978222728,0.009788202121853828,,
+0.00011681526666507125,0.008004991337656975,0.008004991337656975,20,1007,,,,
+,,,20,1007,0.00015851559874136,0.009143613278865814,,
+0.00014315563021227717,0.008966405875980854,0.008004991337656975,21,1055,,,,
+,,,21,1055,0.000141723474371247,0.008710954338312149,,
+0.00012680621875915676,0.008177450858056545,0.008004991337656975,22,1103,,,,
+,,,22,1103,0.00024056695110630244,0.010089273564517498,,
+0.00011012497270712629,0.007775044068694115,0.007775044068694115,23,1151,,,,
+,,,23,1151,0.00017024355474859476,0.008792959153652191,,
+0.00012028389028273523,0.008021946996450424,0.007775044068694115,24,1199,,,,
+,,,24,1199,0.00012666259135585278,0.008215297013521194,,
+0.00017233999096788466,0.009142482653260231,0.007775044068694115,25,1247,,,,
+,,,25,1247,0.00014367631229106337,0.008397486992180347,,
+0.00019049660477321595,0.010317781940102577,0.007775044068694115,26,1295,,,,
+,,,26,1295,0.00015931896632537246,0.008915270678699017,,
+0.00013827683869749308,0.008604160510003567,0.007775044068694115,27,1343,,,,
+,,,27,1343,0.00012730530579574406,0.008071519434452057,,
+0.00011439225636422634,0.007923970930278301,0.007775044068694115,28,1391,,,,
+,,,28,1391,0.00011045695282518864,0.007840909995138645,,
+0.00013359796139411628,0.008373660035431385,0.007775044068694115,29,1439,,,,
+,,,29,1439,0.00011487821757327765,0.007749718148261309,,
+0.00010108971764566377,0.007273185532540083,0.007273185532540083,30,1487,,,,
+,,,30,1487,0.00012047285417793319,0.007994594983756542,,
+0.00011603397433646023,0.007751245517283678,0.007273185532540083,31,1535,,,,
+,,,31,1535,0.00013114367902744561,0.0081157386302948,,
+0.00015208714467007667,0.009038926102221012,0.007273185532540083,32,1583,,,,
+,,,32,1583,0.00012359720130916685,0.007945448160171509,,
+0.00010517071495996788,0.007407319266349077,0.007273185532540083,33,1631,,,,
+,,,33,1631,0.00011368062405381352,0.007665473967790604,,
+0.00011031820758944377,0.007750979159027338,0.007273185532540083,34,1679,,,,
+,,,34,1679,0.000136864633532241,0.008019208908081055,,
+0.00014714647841174155,0.008368663489818573,0.007273185532540083,35,1727,,,,
+,,,35,1727,0.0001254167000297457,0.007967422716319561,,
+9.3043279775884e-05,0.007093807216733694,0.007093807216733694,36,1775,,,,
+,,,36,1775,0.00012041110312566161,0.007885408587753773,,
+0.00010344668407924473,0.007593289017677307,0.007093807216733694,37,1823,,,,
+,,,37,1823,0.0001317846472375095,0.00804045144468546,,
+0.00011373568122508004,0.007736423052847385,0.007093807216733694,38,1871,,,,
+,,,38,1871,0.00010398239828646183,0.007536407560110092,,
+0.00012978135782759637,0.008326848037540913,0.007093807216733694,39,1919,,,,
+,,,39,1919,0.00010202482371823862,0.007463519461452961,,
+0.0001345101627521217,0.00854683667421341,0.007093807216733694,40,1967,,,,
+,,,40,1967,0.00011414004256948829,0.007800749968737364,,
+0.00012960666208527982,0.007901779375970364,0.007093807216733694,41,2015,,,,
+,,,41,2015,0.00013217251398600638,0.007739756256341934,,
+9.139543544733897e-05,0.007187127135694027,0.007093807216733694,42,2063,,,,
+,,,42,2063,0.00010083004599437118,0.007282332517206669,,
+0.00011630002700258046,0.007617872674018145,0.007093807216733694,43,2111,,,,
+,,,43,2111,9.630662680137902e-05,0.007290294393897057,,
+0.00020586911705322564,0.010528280399739742,0.007093807216733694,44,2159,,,,
+,,,44,2159,0.0001535560004413128,0.00879787839949131,,
+0.00010702432336984202,0.007616998162120581,0.007093807216733694,45,2207,,,,
+,,,45,2207,0.00010345699411118403,0.00758950924500823,,
+0.00010074442980112508,0.007227872032672167,0.007093807216733694,46,2255,,,,
+,,,46,2255,0.00010273739462718368,0.007475094869732857,,
+9.188198600895703e-05,0.007000621873885393,0.007000621873885393,47,2303,,,,
+,,,47,2303,9.613355359761044e-05,0.00714485440403223,,
+0.0001731190859572962,0.009356928989291191,0.007000621873885393,48,2351,,,,
+,,,48,2351,9.156683518085629e-05,0.006999134086072445,,
+0.0001149876625277102,0.008363812230527401,0.007000621873885393,49,2399,,,,
+,,,49,2399,0.0001044437667587772,0.0074881017208099365,,
+9.401620627613738e-05,0.006941193249076605,0.006941193249076605,50,2447,,,,
+,,,50,2447,8.797662303550169e-05,0.006812344770878553,,
+7.629321044078097e-05,0.0065010893158614635,0.0065010893158614635,51,2495,,,,
+,,,51,2495,9.624258382245898e-05,0.007288010325282812,,
+0.5903041958808899,0.522882878780365,0.0065010893158614635,52,2543,,,,
+,,,52,2543,9.233009041054174e-05,0.006962205283343792,,
+0.00014955800725147128,0.009100642055273056,0.0065010893158614635,53,2591,,,,
+,,,53,2591,9.046769991982728e-05,0.0070897662080824375,,
+81176485888.0,193583.03125,0.0065010893158614635,54,2639,,,,
+,,,54,2639,0.0004152923065703362,0.008213991299271584,,
+0.0047528790310025215,0.027732446789741516,0.0065010893158614635,55,2687,,,,
+,,,55,2687,0.00055734469788149,0.018139783293008804,,
+0.0004472897562664002,0.01715894602239132,0.0065010893158614635,56,2735,,,,
+,,,56,2735,0.00044037142652086914,0.016977842897176743,,
+0.0007487750262953341,0.01747862435877323,0.0065010893158614635,57,2783,,,,
+,,,57,2783,0.00037294087815098464,0.015590041875839233,,
+0.0003837514959741384,0.014714485965669155,0.0065010893158614635,58,2831,,,,
+,,,58,2831,0.00031190094887278974,0.01387572381645441,,
+0.001382910762913525,0.01725117117166519,0.0065010893158614635,59,2879,,,,
+,,,59,2879,0.0002733720757532865,0.012834868393838406,,
+0.0019026638474315405,0.019000254571437836,0.0065010893158614635,60,2927,,,,
+,,,60,2927,0.00025594368344172835,0.012103898450732231,,
+0.00044299164437688887,0.015186941251158714,0.0065010893158614635,61,2975,,,,
+,,,61,2975,0.00022848766820970923,0.011244315654039383,,
+0.0004305677430238575,0.012407411821186543,0.0065010893158614635,62,3023,,,,
+,,,62,3023,0.000207239601877518,0.010649696923792362,,
+0.0003751509066205472,0.013840057887136936,0.0065010893158614635,63,3071,,,,
+,,,63,3071,0.00019761870498768985,0.010108709335327148,,
+0.001401041983626783,0.01678415574133396,0.0065010893158614635,64,3119,,,,
+,,,64,3119,0.00018405338050797582,0.00994076207280159,,
+0.00022900247131474316,0.010181055404245853,0.0065010893158614635,65,3167,,,,
+,,,65,3167,0.0001725980982882902,0.009510205127298832,,
+0.006188578903675079,0.01932959072291851,0.0065010893158614635,66,3215,,,,
+,,,66,3215,0.0001803220366127789,0.00952042918652296,,
+0.000544535112567246,0.011815301142632961,0.0065010893158614635,67,3263,,,,
+,,,67,3263,0.00015397282550111413,0.008870025165379047,,
+0.0002711197885219008,0.012243738397955894,0.0065010893158614635,68,3311,,,,
+,,,68,3311,0.00015812501078471541,0.008744563907384872,,
+0.00018020426796283573,0.00974644161760807,0.0065010893158614635,69,3359,,,,
+,,,69,3359,0.00013980845687910914,0.008728979155421257,,
+0.00031082233181223273,0.013269325718283653,0.0065010893158614635,70,3407,,,,
+,,,70,3407,0.00013218513049650937,0.008388204500079155,,
+0.0002747641992755234,0.011746501550078392,0.0065010893158614635,71,3455,,,,
+,,,71,3455,0.00013108091661706567,0.008231115527451038,,
+0.00024207647948060185,0.011432903818786144,0.0065010893158614635,72,3503,,,,
+,,,72,3503,0.00010452142305439338,0.007370614912360907,,
+0.00020065100397914648,0.010386405512690544,0.0065010893158614635,73,3551,,,,
+,,,73,3551,0.00010973778989864513,0.007586512714624405,,
+0.00013736399705521762,0.008281557820737362,0.0065010893158614635,74,3599,,,,
+,,,74,3599,0.00011282984632998705,0.007862040773034096,,
+0.0017105715814977884,0.03503987565636635,0.0065010893158614635,75,3647,,,,
+,,,75,3647,0.00011587239714572206,0.007732174824923277,,
+0.00016166272689588368,0.009523622691631317,0.0065010893158614635,76,3695,,,,
+,,,76,3695,0.00011393037857487798,0.007744843140244484,,
+0.00020033287000842392,0.010184519924223423,0.0065010893158614635,77,3743,,,,
+,,,77,3743,0.0001027204780257307,0.007435799576342106,,
+0.00011057162191718817,0.008088676258921623,0.0065010893158614635,78,3791,,,,
+,,,78,3791,8.992325456347317e-05,0.0070622810162603855,,
+0.00013251668133307248,0.008555125445127487,0.0065010893158614635,79,3839,,,,
+,,,79,3839,9.639521886128932e-05,0.0072614531964063644,,
+0.00014777066826354712,0.008906264789402485,0.0065010893158614635,80,3887,,,,
+,,,80,3887,0.0001010076011880301,0.00733544584363699,,
+0.0005294842994771898,0.017227835953235626,0.0065010893158614635,81,3935,,,,
+,,,81,3935,9.646281250752509e-05,0.007302553858608007,,
+0.0006204285891726613,0.021004468202590942,0.0065010893158614635,82,3983,,,,
+,,,82,3983,8.934698416851461e-05,0.006990314926952124,,
+0.00021810420730616897,0.010934237390756607,0.0065010893158614635,83,4031,,,,
+,,,83,4031,0.00011654342233669013,0.007894918322563171,,
+0.0001075681357178837,0.007595603354275227,0.0065010893158614635,84,4079,,,,
+,,,84,4079,9.044640319189057e-05,0.00693427724763751,,
+0.00015826578601263463,0.008747232146561146,0.0065010893158614635,85,4127,,,,
+,,,85,4127,8.40956563479267e-05,0.0067928992211818695,,
+0.0002260142791783437,0.011598724871873856,0.0065010893158614635,86,4175,,,,
+,,,86,4175,8.896380313672125e-05,0.006798862479627132,,
+0.00020723977650050074,0.010914500802755356,0.0065010893158614635,87,4223,,,,
+,,,87,4223,8.652778342366219e-05,0.006914969999343157,,
+0.0001314263354288414,0.00844778586179018,0.0065010893158614635,88,4271,,,,
+,,,88,4271,7.717511471128091e-05,0.006472575478255749,,
+0.0003821949358098209,0.014862613752484322,0.0065010893158614635,89,4319,,,,
+,,,89,4319,8.776769391261041e-05,0.006873499136418104,,
+0.0001701775472611189,0.009820712730288506,0.0065010893158614635,90,4367,,,,
+,,,90,4367,8.613952377345413e-05,0.006806324236094952,,
+0.0004629532340914011,0.015621130354702473,0.0065010893158614635,91,4415,,,,
+,,,91,4415,0.00010297590779373422,0.00755417812615633,,
+0.000501688220538199,0.017481740564107895,0.0065010893158614635,92,4463,,,,
+,,,92,4463,9.744591807248071e-05,0.007180333137512207,,
+0.00020500639220699668,0.010790436528623104,0.0065010893158614635,93,4511,,,,
+,,,93,4511,9.150016558123752e-05,0.006991785019636154,,
+0.00013791372475679964,0.009098405949771404,0.0065010893158614635,94,4559,,,,
+,,,94,4559,7.727817865088582e-05,0.006614814978092909,,
+0.00013427712838165462,0.008756782859563828,0.0065010893158614635,95,4607,,,,
+,,,95,4607,8.794662426225841e-05,0.006934652104973793,,
+0.00027135666459798813,0.013407583348453045,0.0065010893158614635,96,4655,,,,
+,,,96,4655,0.00010336878767702729,0.007430525030940771,,
+0.00013023019710090011,0.00879231933504343,0.0065010893158614635,97,4703,,,,
+,,,97,4703,8.665024506626651e-05,0.006865357048809528,,
+0.0002577067643869668,0.012214629910886288,0.0065010893158614635,98,4751,,,,
+,,,98,4751,9.981939365388826e-05,0.007426576688885689,,
+0.00020574158406816423,0.01087422389537096,0.0065010893158614635,99,4799,,,,
+,,,99,4799,9.364249126520008e-05,0.007117086555808783,,
+,,,52,2496,,,7.237231329781935e-05,0.006165104452520609

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/11/tensorboard/focusResNet_150_hyperparameter_search/events.out.tfevents.1648754903.f4854666ac2f.1.22

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6190fd00691b112e924aa9ee0197e19d41b9f47883fe883dd7677479fe9a1f7a
+size 36483

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/11/tensorboard/focusResNet_150_hyperparameter_search/events.out.tfevents.1648757853.f4854666ac2f.1.23

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904d696b82e124461e6cd26e8d7ed5981663d6aa9e8c52f981898c8bdfd28a84
+size 179

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/11/tensorboard/focusResNet_150_hyperparameter_search/hparams.yaml

@@ -0,0 +1,48 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet101
+  pretrained: true
+  lr: 0.0011421622790039666
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_train_file: /usr/src/app/data/focus150/train_metadata.csv
+  csv_val_file: /usr/src/app/data/focus150/validation_metadata.csv
+  csv_test_file: /usr/src/app/data/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+seed: null
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 42502209
+model/params/trainable: 42502209
+model/params/non_trainable: 0

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/12/.hydra/config.yaml

@@ -0,0 +1,75 @@
+original_work_dir: ${hydra:runtime.cwd}
+data_dir: ${original_work_dir}/data
+print_config: true
+ignore_warnings: true
+train: true
+test: true
+seed: null
+name: focusResNet_150_hyperparameter_search
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: ${data_dir}/focus150
+  csv_train_file: ${data_dir}/focus150/train_metadata.csv
+  csv_val_file: ${data_dir}/focus150/validation_metadata.csv
+  csv_test_file: ${data_dir}/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet101
+  pretrained: true
+  lr: 0.0011280039142253398
+  weight_decay: 0.0005
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+logger:
+  csv:
+    _target_: pytorch_lightning.loggers.csv_logs.CSVLogger
+    save_dir: .
+    name: csv/
+    prefix: ''
+  mlflow:
+    _target_: pytorch_lightning.loggers.mlflow.MLFlowLogger
+    experiment_name: ${name}
+    tracking_uri: ${original_work_dir}/logs/mlflow/mlruns
+    tags: null
+    save_dir: ./mlruns
+    prefix: ''
+    artifact_location: null
+  tensorboard:
+    _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
+    save_dir: tensorboard/
+    name: null
+    version: ${name}
+    log_graph: false
+    default_hp_metric: true
+    prefix: ''
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+optimized_metric: val/mae_best

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/12/.hydra/hydra.yaml

@@ -0,0 +1,208 @@
+hydra:
+  run:
+    dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+  sweep:
+    dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    sampler:
+      _target_: optuna.samplers.TPESampler
+      seed: 12345
+      consider_prior: true
+      prior_weight: 1.0
+      consider_magic_clip: true
+      consider_endpoints: false
+      n_startup_trials: 10
+      n_ei_candidates: 24
+      multivariate: false
+      warn_independent_sampling: true
+    _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
+    direction: minimize
+    storage: null
+    study_name: focusResNet_150_hyperparameter
+    n_trials: 20
+    n_jobs: 1
+    search_space:
+      model.pretrained:
+        type: categorical
+        choices:
+        - true
+        - false
+      model.lr:
+        type: float
+        low: 0.001
+        high: 0.01
+      model.resnet_type:
+        type: categorical
+        choices:
+        - resnet18
+        - resnet34
+        - resnet50
+        - resnet101
+        - resnext50_32x4d
+        - wide_resnet50_2
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
+          - %(message)s'
+        log_colors:
+          DEBUG: purple
+          INFO: green
+          WARNING: yellow
+          ERROR: red
+          CRITICAL: red
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra: []
+    task:
+    - model.pretrained=True
+    - model.lr=0.0011280039142253398
+    - model.resnet_type=resnet101
+    - hparams_search=focusResNetMSE_150
+  job:
+    name: train
+    override_dirname: hparams_search=focusResNetMSE_150,model.lr=0.0011280039142253398,model.pretrained=True,model.resnet_type=resnet101
+    id: '12'
+    num: 12
+    config_name: train.yaml
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.1.1
+    cwd: /usr/src/app
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /usr/src/app/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    choices:
+      local: default.yaml
+      hparams_search: focusResNetMSE_150
+      debug: null
+      experiment: null
+      log_dir: default.yaml
+      trainer: long.yaml
+      logger: many_loggers
+      callbacks: default.yaml
+      model: focusResNet_150.yaml
+      datamodule: focus150.yaml
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: colorlog
+      hydra/hydra_logging: colorlog
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: optuna
+      hydra/sweeper/sampler: tpe
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/12/.hydra/overrides.yaml

@@ -0,0 +1,4 @@
+- model.pretrained=True
+- model.lr=0.0011280039142253398
+- model.resnet_type=resnet101
+- hparams_search=focusResNetMSE_150

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/12/checkpoints/epoch_070.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f478a74364e64bc38cf2331a8ac4ce3b403ef1d641cc99111f704a0359f95fa
+size 510854961

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/12/checkpoints/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c2632db025c44b4b3eeaf302b56a89784a4551f8647d640244fbd3b5e18530
+size 510854961

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/12/csv/version_0/hparams.yaml

@@ -0,0 +1,48 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet101
+  pretrained: true
+  lr: 0.0011280039142253398
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_train_file: /usr/src/app/data/focus150/train_metadata.csv
+  csv_val_file: /usr/src/app/data/focus150/validation_metadata.csv
+  csv_test_file: /usr/src/app/data/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+seed: null
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 42502209
+model/params/trainable: 42502209
+model/params/non_trainable: 0

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/12/csv/version_0/metrics.csv

@@ -0,0 +1,202 @@
+val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae
+0.006021145731210709,0.042949825525283813,0.042949825525283813,0,47,,,,
+,,,0,47,0.39364346861839294,0.24625273048877716,,
+0.000638460332993418,0.020993569865822792,0.020993569865822792,1,95,,,,
+,,,1,95,0.0007449457771144807,0.02168496884405613,,
+0.00048112578224390745,0.017961746081709862,0.017961746081709862,2,143,,,,
+,,,2,143,0.0005377174238674343,0.01896006241440773,,
+0.0006640356732532382,0.02073763869702816,0.017961746081709862,3,191,,,,
+,,,3,191,0.0005126902833580971,0.018257584422826767,,
+0.0003924894845113158,0.016513319686055183,0.016513319686055183,4,239,,,,
+,,,4,239,0.0004589133313857019,0.01728387363255024,,
+0.00040917101432569325,0.015718527138233185,0.015718527138233185,5,287,,,,
+,,,5,287,0.0004139674420002848,0.016409821808338165,,
+0.0003498345613479614,0.015036464668810368,0.015036464668810368,6,335,,,,
+,,,6,335,0.0003661432710941881,0.015361464582383633,,
+0.00045243793283589184,0.016441550105810165,0.015036464668810368,7,383,,,,
+,,,7,383,0.0003465798799879849,0.014896037057042122,,
+0.00037445194902829826,0.015665460377931595,0.015036464668810368,8,431,,,,
+,,,8,431,0.00029324073693715036,0.013427052646875381,,
+0.00031968916300684214,0.013794824481010437,0.013794824481010437,9,479,,,,
+,,,9,479,0.0003166130627505481,0.013908050954341888,,
+0.0002790360595099628,0.013305493630468845,0.013305493630468845,10,527,,,,
+,,,10,527,0.0002657577279023826,0.01279069110751152,,
+0.00025033028214238584,0.012113504111766815,0.012113504111766815,11,575,,,,
+,,,11,575,0.0002468192542437464,0.012238888069987297,,
+0.00019556247571017593,0.010933560319244862,0.010933560319244862,12,623,,,,
+,,,12,623,0.00021584007481578737,0.011364308185875416,,
+0.00030242043430916965,0.014032435603439808,0.010933560319244862,13,671,,,,
+,,,13,671,0.00019636849174275994,0.010804787278175354,,
+0.000245628907578066,0.012577839195728302,0.010933560319244862,14,719,,,,
+,,,14,719,0.00018931960221379995,0.010597556829452515,,
+0.0001754492404870689,0.010239392518997192,0.010239392518997192,15,767,,,,
+,,,15,767,0.00020222309103701264,0.010942512191832066,,
+0.000148522958625108,0.0095833046361804,0.0095833046361804,16,815,,,,
+,,,16,815,0.0001642048155190423,0.009854903444647789,,
+0.00032832217402756214,0.013792569749057293,0.0095833046361804,17,863,,,,
+,,,17,863,0.00016726010653655976,0.009962131269276142,,
+0.0001335947454208508,0.009085899218916893,0.009085899218916893,18,911,,,,
+,,,18,911,0.0001750960509525612,0.010245139710605145,,
+0.00012994356802664697,0.009167352691292763,0.009085899218916893,19,959,,,,
+,,,19,959,0.00019129121210426092,0.010737827979028225,,
+0.00026025070110335946,0.012378114275634289,0.009085899218916893,20,1007,,,,
+,,,20,1007,0.00017587370530236512,0.010119138285517693,,
+0.00021108068176545203,0.010244757868349552,0.009085899218916893,21,1055,,,,
+,,,21,1055,0.00013707831385545433,0.008984038606286049,,
+0.0002000493841478601,0.010675240308046341,0.009085899218916893,22,1103,,,,
+,,,22,1103,0.00012396677630022168,0.008509806357324123,,
+0.00014035849017091095,0.009129766374826431,0.009085899218916893,23,1151,,,,
+,,,23,1151,0.00015015904500614852,0.009404804557561874,,
+0.0001283242309000343,0.008898482657968998,0.008898482657968998,24,1199,,,,
+,,,24,1199,0.00017310056136921048,0.010250474326312542,,
+0.00019488632096908987,0.009782977402210236,0.008898482657968998,25,1247,,,,
+,,,25,1247,0.0001339223381364718,0.008621597662568092,,
+0.0001558077783556655,0.009443896822631359,0.008898482657968998,26,1295,,,,
+,,,26,1295,0.0001255654206033796,0.008386634290218353,,
+0.00011204573092982173,0.008231591433286667,0.008231591433286667,27,1343,,,,
+,,,27,1343,0.00010724959429353476,0.007758310995995998,,
+0.00015120032185222954,0.009336607530713081,0.008231591433286667,28,1391,,,,
+,,,28,1391,0.0001460807688999921,0.009172271005809307,,
+0.0001443244400434196,0.009799584746360779,0.008231591433286667,29,1439,,,,
+,,,29,1439,0.00012883692397736013,0.008508824743330479,,
+0.0001364034687867388,0.008752057328820229,0.008231591433286667,30,1487,,,,
+,,,30,1487,0.00010570272570475936,0.007699441630393267,,
+0.00019688342581503093,0.01008657831698656,0.008231591433286667,31,1535,,,,
+,,,31,1535,0.00010517903137952089,0.007749204523861408,,
+0.00012444244930520654,0.008583725430071354,0.008231591433286667,32,1583,,,,
+,,,32,1583,9.276526543544605e-05,0.007211280986666679,,
+9.304200648330152e-05,0.007298653945326805,0.007298653945326805,33,1631,,,,
+,,,33,1631,0.00010051840217784047,0.0075154551304876804,,
+0.00012596521992236376,0.007933443412184715,0.007298653945326805,34,1679,,,,
+,,,34,1679,0.00010456144082127139,0.007690142374485731,,
+0.00012756031355820596,0.00855458714067936,0.007298653945326805,35,1727,,,,
+,,,35,1727,0.00011172476661158726,0.007983732037246227,,
+0.00025219356757588685,0.012134126387536526,0.007298653945326805,36,1775,,,,
+,,,36,1775,0.00011394704779377207,0.007871177978813648,,
+9.811719792196527e-05,0.007758813910186291,0.007298653945326805,37,1823,,,,
+,,,37,1823,0.00010372058022767305,0.0075629414059221745,,
+9.595632582204416e-05,0.00731284823268652,0.007298653945326805,38,1871,,,,
+,,,38,1871,9.188414696836844e-05,0.0072653889656066895,,
+0.00011314262519590557,0.0074857622385025024,0.007298653945326805,39,1919,,,,
+,,,39,1919,8.479725511278957e-05,0.0069241770543158054,,
+0.00016518417396582663,0.009082463569939137,0.007298653945326805,40,1967,,,,
+,,,40,1967,0.00010302237933501601,0.007585674989968538,,
+9.131948900176212e-05,0.007123508956283331,0.007123508956283331,41,2015,,,,
+,,,41,2015,0.00010974433098454028,0.0077808876521885395,,
+0.00010449267574585974,0.007305231876671314,0.007123508956283331,42,2063,,,,
+,,,42,2063,9.471103112446144e-05,0.0072371019050478935,,
+0.00014369403652381152,0.009732513688504696,0.007123508956283331,43,2111,,,,
+,,,43,2111,0.00014273733540903777,0.008804607205092907,,
+8.434280607616529e-05,0.0068087587133049965,0.0068087587133049965,44,2159,,,,
+,,,44,2159,8.314419392263517e-05,0.006802811287343502,,
+7.844736683182418e-05,0.006531149614602327,0.006531149614602327,45,2207,,,,
+,,,45,2207,7.455717422999442e-05,0.0063096159137785435,,
+9.382115240441635e-05,0.007364536635577679,0.006531149614602327,46,2255,,,,
+,,,46,2255,8.05192394182086e-05,0.0065317158587276936,,
+9.6001080237329e-05,0.007126185577362776,0.006531149614602327,47,2303,,,,
+,,,47,2303,9.660582873038948e-05,0.00728714931756258,,
+7.392760016955435e-05,0.006599285174161196,0.006531149614602327,48,2351,,,,
+,,,48,2351,9.515249985270202e-05,0.007285183295607567,,
+0.00024277980264741927,0.011285621672868729,0.006531149614602327,49,2399,,,,
+,,,49,2399,7.692694634897634e-05,0.00646445294842124,,
+0.0001265187602257356,0.00863228365778923,0.006531149614602327,50,2447,,,,
+,,,50,2447,7.973622996360064e-05,0.006650181021541357,,
+9.138765017269179e-05,0.007038670592010021,0.006531149614602327,51,2495,,,,
+,,,51,2495,8.334083395311609e-05,0.0065238140523433685,,
+8.554919622838497e-05,0.0070503149181604385,0.006531149614602327,52,2543,,,,
+,,,52,2543,8.47954215714708e-05,0.006772512570023537,,
+0.000137515424285084,0.009022841230034828,0.006531149614602327,53,2591,,,,
+,,,53,2591,7.115558400982991e-05,0.006254310254007578,,
+0.00011273731797700748,0.007951061241328716,0.006531149614602327,54,2639,,,,
+,,,54,2639,0.000102355690614786,0.007239848375320435,,
+9.099301678361371e-05,0.007045493461191654,0.006531149614602327,55,2687,,,,
+,,,55,2687,8.317524043377489e-05,0.006735723000019789,,
+0.00011965927114943042,0.007820013910531998,0.006531149614602327,56,2735,,,,
+,,,56,2735,6.268104334594682e-05,0.005845905281603336,,
+7.16002905392088e-05,0.0064853099174797535,0.0064853099174797535,57,2783,,,,
+,,,57,2783,6.114336429163814e-05,0.005697907414287329,,
+7.286073378054425e-05,0.006481501739472151,0.006481501739472151,58,2831,,,,
+,,,58,2831,6.508560181828216e-05,0.005839838646352291,,
+8.123846055241302e-05,0.006583795417100191,0.006481501739472151,59,2879,,,,
+,,,59,2879,6.928460788913071e-05,0.006082991138100624,,
+0.0001308293576585129,0.008331455290317535,0.006481501739472151,60,2927,,,,
+,,,60,2927,7.297316915355623e-05,0.006090514827519655,,
+0.00011675572022795677,0.007456872146576643,0.006481501739472151,61,2975,,,,
+,,,61,2975,6.866004696348682e-05,0.006121380254626274,,
+0.00014718156307935715,0.008734503760933876,0.006481501739472151,62,3023,,,,
+,,,62,3023,7.115825428627431e-05,0.006132201757282019,,
+0.00011038432421628386,0.007710164878517389,0.006481501739472151,63,3071,,,,
+,,,63,3071,9.790660988073796e-05,0.0071787117049098015,,
+7.700727292103693e-05,0.006403155624866486,0.006403155624866486,64,3119,,,,
+,,,64,3119,6.210088031366467e-05,0.005783528089523315,,
+0.00011856939090648666,0.008071343414485455,0.006403155624866486,65,3167,,,,
+,,,65,3167,6.113855488365516e-05,0.005750267766416073,,
+8.742952923057601e-05,0.00705695990473032,0.006403155624866486,66,3215,,,,
+,,,66,3215,7.787539652781561e-05,0.006322167348116636,,
+8.065304427873343e-05,0.006640811450779438,0.006403155624866486,67,3263,,,,
+,,,67,3263,8.432184404227883e-05,0.006665702909231186,,
+6.912231037858874e-05,0.00638350285589695,0.00638350285589695,68,3311,,,,
+,,,68,3311,7.571076275780797e-05,0.006365001201629639,,
+7.459556218236685e-05,0.006457542069256306,0.00638350285589695,69,3359,,,,
+,,,69,3359,6.49995927233249e-05,0.005948792677372694,,
+7.432173879351467e-05,0.0063806925900280476,0.0063806925900280476,70,3407,,,,
+,,,70,3407,6.645524990744889e-05,0.006034945137798786,,
+0.00011591185466386378,0.007806672248989344,0.0063806925900280476,71,3455,,,,
+,,,71,3455,7.280000863829628e-05,0.006176087073981762,,
+0.00010032762656919658,0.007226936519145966,0.0063806925900280476,72,3503,,,,
+,,,72,3503,8.045974391279742e-05,0.006455571856349707,,
+9.15178534341976e-05,0.0071199010126292706,0.0063806925900280476,73,3551,,,,
+,,,73,3551,7.478275801986456e-05,0.00628958223387599,,
+7.559651567135006e-05,0.006485518999397755,0.0063806925900280476,74,3599,,,,
+,,,74,3599,7.264898158609867e-05,0.0061951009556651115,,
+0.0001883067307062447,0.010440461337566376,0.0063806925900280476,75,3647,,,,
+,,,75,3647,6.76552444929257e-05,0.005979251116514206,,
+0.00017301620391663164,0.010110646486282349,0.0063806925900280476,76,3695,,,,
+,,,76,3695,8.388135756831616e-05,0.006642329506576061,,
+9.532501280773431e-05,0.007330129388719797,0.0063806925900280476,77,3743,,,,
+,,,77,3743,7.673724030610174e-05,0.0063622561283409595,,
+0.0001037299371091649,0.007386326789855957,0.0063806925900280476,78,3791,,,,
+,,,78,3791,7.3482449806761e-05,0.006204746663570404,,
+0.00010001223563449457,0.0077363271266222,0.0063806925900280476,79,3839,,,,
+,,,79,3839,7.493445446016267e-05,0.006214090157300234,,
+0.00010027132520917803,0.007530288305133581,0.0063806925900280476,80,3887,,,,
+,,,80,3887,7.870319677749649e-05,0.006498571950942278,,
+0.0001729603245621547,0.00954743754118681,0.0063806925900280476,81,3935,,,,
+,,,81,3935,8.403453830396757e-05,0.006697171367704868,,
+8.913948840927333e-05,0.007032290101051331,0.0063806925900280476,82,3983,,,,
+,,,82,3983,7.165976421674713e-05,0.006133562885224819,,
+0.00015001799329183996,0.009384984150528908,0.0063806925900280476,83,4031,,,,
+,,,83,4031,8.350906136911362e-05,0.006739428266882896,,
+0.00017613951058592647,0.010210234671831131,0.0063806925900280476,84,4079,,,,
+,,,84,4079,7.278435077751055e-05,0.00621032202616334,,
+9.183547808788717e-05,0.007107768673449755,0.0063806925900280476,85,4127,,,,
+,,,85,4127,7.640814874321222e-05,0.006430053152143955,,
+0.00018129838281311095,0.00929171685129404,0.0063806925900280476,86,4175,,,,
+,,,86,4175,7.81625130912289e-05,0.0065157157368958,,
+8.065093425102532e-05,0.006815779954195023,0.0063806925900280476,87,4223,,,,
+,,,87,4223,8.270830585388467e-05,0.006594060454517603,,
+0.00013430156104732305,0.008489145897328854,0.0063806925900280476,88,4271,,,,
+,,,88,4271,7.328609353862703e-05,0.006344892084598541,,
+0.00014677128638140857,0.009242979809641838,0.0063806925900280476,89,4319,,,,
+,,,89,4319,8.085103763733059e-05,0.0064963288605213165,,
+0.0002482922573108226,0.012031283229589462,0.0063806925900280476,90,4367,,,,
+,,,90,4367,7.835197175154462e-05,0.006439958233386278,,
+0.00016250807675532997,0.009785010479390621,0.0063806925900280476,91,4415,,,,
+,,,91,4415,7.227883179439232e-05,0.006200987845659256,,
+0.00025301880668848753,0.010734997689723969,0.0063806925900280476,92,4463,,,,
+,,,92,4463,7.869436376495287e-05,0.00641322648152709,,
+0.00010418338933959603,0.007481524720788002,0.0063806925900280476,93,4511,,,,
+,,,93,4511,8.285060175694525e-05,0.006625428795814514,,
+9.524602501187474e-05,0.007173157297074795,0.0063806925900280476,94,4559,,,,
+,,,94,4559,7.290879148058593e-05,0.006280953995883465,,
+0.00010577028297120705,0.0073985755443573,0.0063806925900280476,95,4607,,,,
+,,,95,4607,7.433152495650575e-05,0.006212793756276369,,
+9.071033127838746e-05,0.006950921379029751,0.0063806925900280476,96,4655,,,,
+,,,96,4655,7.161490066209808e-05,0.006242557428777218,,
+0.00010775474220281467,0.007530279457569122,0.0063806925900280476,97,4703,,,,
+,,,97,4703,7.229991024360061e-05,0.006231470499187708,,
+8.414195326622576e-05,0.0070713902823626995,0.0063806925900280476,98,4751,,,,
+,,,98,4751,7.962264498928562e-05,0.006515675224363804,,
+0.0001270278007723391,0.008614204823970795,0.0063806925900280476,99,4799,,,,
+,,,99,4799,7.39007955417037e-05,0.006238005124032497,,
+,,,71,3408,,,7.531992741860449e-05,0.0061968229711055756

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/12/tensorboard/focusResNet_150_hyperparameter_search/events.out.tfevents.1648757854.f4854666ac2f.1.24

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956a8cb547b64aa45436e4e34d085dd8eb2daeaf85f75e9af3ff949db9d08bcd
+size 36483

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/12/tensorboard/focusResNet_150_hyperparameter_search/events.out.tfevents.1648760793.f4854666ac2f.1.25

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a6382f335b013c8003466d95638539071338b73cee70e65718ae6a05a66b86
+size 179

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_11-14-16/12/tensorboard/focusResNet_150_hyperparameter_search/hparams.yaml

@@ -0,0 +1,48 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet101
+  pretrained: true
+  lr: 0.0011280039142253398
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_train_file: /usr/src/app/data/focus150/train_metadata.csv
+  csv_val_file: /usr/src/app/data/focus150/validation_metadata.csv
+  csv_test_file: /usr/src/app/data/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+seed: null
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 42502209
+model/params/trainable: 42502209
+model/params/non_trainable: 0