add hyperparameter optimisation run that did not finish

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-30_15-28-52/0/.hydra/config.yaml

@@ -0,0 +1,75 @@
+original_work_dir: ${hydra:runtime.cwd}
+data_dir: ${original_work_dir}/data
+print_config: true
+ignore_warnings: true
+train: true
+test: true
+seed: null
+name: focusResNet_150_hyperparameter_search
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: ${data_dir}/focus150
+  csv_train_file: ${data_dir}/focus150/train_metadata.csv
+  csv_val_file: ${data_dir}/focus150/validation_metadata.csv
+  csv_test_file: ${data_dir}/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet50
+  pretrained: true
+  lr: 0.0019207962356032353
+  weight_decay: 0.0005
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+logger:
+  csv:
+    _target_: pytorch_lightning.loggers.csv_logs.CSVLogger
+    save_dir: .
+    name: csv/
+    prefix: ''
+  mlflow:
+    _target_: pytorch_lightning.loggers.mlflow.MLFlowLogger
+    experiment_name: ${name}
+    tracking_uri: ${original_work_dir}/logs/mlflow/mlruns
+    tags: null
+    save_dir: ./mlruns
+    prefix: ''
+    artifact_location: null
+  tensorboard:
+    _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
+    save_dir: tensorboard/
+    name: null
+    version: ${name}
+    log_graph: false
+    default_hp_metric: true
+    prefix: ''
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+optimized_metric: val/mae_best

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-30_15-28-52/0/.hydra/hydra.yaml

@@ -0,0 +1,209 @@
+hydra:
+  run:
+    dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+  sweep:
+    dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    sampler:
+      _target_: optuna.samplers.TPESampler
+      seed: 12345
+      consider_prior: true
+      prior_weight: 1.0
+      consider_magic_clip: true
+      consider_endpoints: false
+      n_startup_trials: 10
+      n_ei_candidates: 24
+      multivariate: false
+      warn_independent_sampling: true
+    _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
+    direction: minimize
+    storage: null
+    study_name: focusResNet_150_hyperparameter
+    n_trials: 20
+    n_jobs: 1
+    search_space:
+      model.pretrained:
+        type: categorical
+        choices:
+        - true
+        - false
+      model.lr:
+        type: float
+        low: 0.0001
+        high: 0.01
+      model.resnet_type:
+        type: categorical
+        choices:
+        - ResNet
+        - resnet18
+        - resnet34
+        - resnet50
+        - resnet101
+        - resnext50_32x4d
+        - wide_resnet50_2
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
+          - %(message)s'
+        log_colors:
+          DEBUG: purple
+          INFO: green
+          WARNING: yellow
+          ERROR: red
+          CRITICAL: red
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra: []
+    task:
+    - model.pretrained=True
+    - model.lr=0.0019207962356032353
+    - model.resnet_type=resnet50
+    - hparams_search=focusResNetMSE_150
+  job:
+    name: train
+    override_dirname: hparams_search=focusResNetMSE_150,model.lr=0.0019207962356032353,model.pretrained=True,model.resnet_type=resnet50
+    id: '0'
+    num: 0
+    config_name: train.yaml
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.1.1
+    cwd: /usr/src/app
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /usr/src/app/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    choices:
+      local: default.yaml
+      hparams_search: focusResNetMSE_150
+      debug: null
+      experiment: null
+      log_dir: default.yaml
+      trainer: long.yaml
+      logger: many_loggers
+      callbacks: default.yaml
+      model: focusResNet_150.yaml
+      datamodule: focus150.yaml
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: colorlog
+      hydra/hydra_logging: colorlog
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: optuna
+      hydra/sweeper/sampler: tpe
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-30_15-28-52/0/.hydra/overrides.yaml

@@ -0,0 +1,4 @@
+- model.pretrained=True
+- model.lr=0.0019207962356032353
+- model.resnet_type=resnet50
+- hparams_search=focusResNetMSE_150

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-30_15-28-52/0/checkpoints/epoch_037.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ccdbf426244914eee20fa270ccd1d8214a8ec6369baa934ac155d404c68ddb
+size 282542073

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-30_15-28-52/0/checkpoints/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69186aa8ac5e2fb9b5fc2235a10ac5a0ab73a20dc05ceeeee9aa5ce9d133e90
+size 282542073

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-30_15-28-52/0/csv/version_0/hparams.yaml

@@ -0,0 +1,48 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet50
+  pretrained: true
+  lr: 0.0019207962356032353
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_train_file: /usr/src/app/data/focus150/train_metadata.csv
+  csv_val_file: /usr/src/app/data/focus150/validation_metadata.csv
+  csv_test_file: /usr/src/app/data/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+seed: null
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 23510081
+model/params/trainable: 23510081
+model/params/non_trainable: 0

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-30_15-28-52/0/csv/version_0/metrics.csv

@@ -0,0 +1,183 @@
+val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae
+0.012541732750833035,0.06376616656780243,0.06376616656780243,0,47,,
+,,,0,47,0.8556863069534302,0.23703186213970184
+0.0005534336669370532,0.01936493255198002,0.01936493255198002,1,95,,
+,,,1,95,0.0007576301577500999,0.021626846864819527
+0.00048206475912593305,0.01855870708823204,0.01855870708823204,2,143,,
+,,,2,143,0.0005478847306221724,0.01893300563097
+0.0005024020792916417,0.018468156456947327,0.018468156456947327,3,191,,
+,,,3,191,0.00045633225818164647,0.017662378028035164
+0.0005790857248939574,0.019957901909947395,0.018468156456947327,4,239,,
+,,,4,239,0.00042584503535181284,0.017041871324181557
+0.0004207960155326873,0.01682504639029503,0.01682504639029503,5,287,,
+,,,5,287,0.000437527138274163,0.017004873603582382
+0.0004294734389986843,0.017505241557955742,0.01682504639029503,6,335,,
+,,,6,335,0.0003821483987849206,0.015959296375513077
+0.0004613342753145844,0.017388712614774704,0.01682504639029503,7,383,,
+,,,7,383,0.00035618635592982173,0.015247572213411331
+0.0005169420037418604,0.018906205892562866,0.01682504639029503,8,431,,
+,,,8,431,0.0003173002623952925,0.014188552275300026
+0.0003848712076433003,0.015677930787205696,0.015677930787205696,9,479,,
+,,,9,479,0.00032374964212067425,0.014270837418735027
+0.0002461284748278558,0.012309439480304718,0.012309439480304718,10,527,,
+,,,10,527,0.00027707568369805813,0.012997277081012726
+0.0004962789826095104,0.015312659554183483,0.012309439480304718,11,575,,
+,,,11,575,0.0002463343262206763,0.012123792432248592
+0.00025522487703710794,0.012030118145048618,0.012030118145048618,12,623,,
+,,,12,623,0.0002307811373611912,0.01153359655290842
+0.0002344608074054122,0.011143752373754978,0.011143752373754978,13,671,,
+,,,13,671,0.0001885312085505575,0.010448429733514786
+0.00023369754489976913,0.011389011517167091,0.011143752373754978,14,719,,
+,,,14,719,0.00020321943156886846,0.010869480669498444
+0.0001859892945503816,0.010120971128344536,0.010120971128344536,15,767,,
+,,,15,767,0.00017132621724158525,0.009844626300036907
+0.00016125674301292747,0.009577224031090736,0.009577224031090736,16,815,,
+,,,16,815,0.0001482155203120783,0.009329906664788723
+0.00020251642854418606,0.010301271453499794,0.009577224031090736,17,863,,
+,,,17,863,0.0001529680157545954,0.009233403950929642
+0.00023912079632282257,0.011097986251115799,0.009577224031090736,18,911,,
+,,,18,911,0.00015613918367307633,0.009232691489160061
+0.00022226176224648952,0.010615233331918716,0.009577224031090736,19,959,,
+,,,19,959,0.00013103072706144303,0.008583544753491879
+0.0002079102850984782,0.009537635371088982,0.009537635371088982,20,1007,,
+,,,20,1007,0.00015672789595555514,0.009013764560222626
+0.0001316449634032324,0.008622306399047375,0.008622306399047375,21,1055,,
+,,,21,1055,0.00016818995936773717,0.00894204992800951
+0.00014903274131938815,0.008628670126199722,0.008622306399047375,22,1103,,
+,,,22,1103,0.0001346736098639667,0.008601048961281776
+0.00013966696860734373,0.008371460251510143,0.008371460251510143,23,1151,,
+,,,23,1151,0.00011894710041815415,0.008012570440769196
+0.0037388314958661795,0.02322622574865818,0.008371460251510143,24,1199,,
+,,,24,1199,0.0002178032009396702,0.009464402683079243
+0.0002570729120634496,0.009975851513445377,0.008371460251510143,25,1247,,
+,,,25,1247,0.00022787982015870512,0.00982265081256628
+0.00014312766143120825,0.008791542612016201,0.008371460251510143,26,1295,,
+,,,26,1295,0.00016982060333248228,0.008683772757649422
+0.00022173166507855058,0.010163955390453339,0.008371460251510143,27,1343,,
+,,,27,1343,0.000179435228346847,0.008732608519494534
+0.0001539641962153837,0.00900872703641653,0.008371460251510143,28,1391,,
+,,,28,1391,0.00016024561773519963,0.00845048576593399
+0.00022315418755169958,0.010462549515068531,0.008371460251510143,29,1439,,
+,,,29,1439,0.00018352671759203076,0.008706854656338692
+0.0005756098544225097,0.010533985681831837,0.008371460251510143,30,1487,,
+,,,30,1487,0.000146882317494601,0.008210912346839905
+0.001353964675217867,0.01148480735719204,0.008371460251510143,31,1535,,
+,,,31,1535,0.00020461721578612924,0.008555714972317219
+0.00011019323574146256,0.0077008334919810295,0.0077008334919810295,32,1583,,
+,,,32,1583,0.0001453163131373003,0.008321880362927914
+9.43168779485859e-05,0.0072680008597671986,0.0072680008597671986,33,1631,,
+,,,33,1631,0.00010425791697343811,0.007390978280454874
+9.11670140339993e-05,0.00706995977088809,0.00706995977088809,34,1679,,
+,,,34,1679,0.00010360845772083849,0.007481721695512533
+9.418719128007069e-05,0.007147100288420916,0.00706995977088809,35,1727,,
+,,,35,1727,9.116488217841834e-05,0.006988873239606619
+0.00013511639554053545,0.008042657747864723,0.00706995977088809,36,1775,,
+,,,36,1775,0.0001212862043757923,0.007756554521620274
+8.259872993221506e-05,0.006686024367809296,0.006686024367809296,37,1823,,
+,,,37,1823,0.00013351364759728312,0.0078028105199337006
+0.00016478970064781606,0.009157256223261356,0.006686024367809296,38,1871,,
+,,,38,1871,0.0001632289495319128,0.008506176993250847
+0.0018843017751350999,0.013493092730641365,0.006686024367809296,39,1919,,
+,,,39,1919,0.00011118103429907933,0.007782601751387119
+0.0009806829039007425,0.011262410320341587,0.006686024367809296,40,1967,,
+,,,40,1967,0.00010951395961456001,0.007697263266891241
+0.00010146915883524343,0.00749221770092845,0.006686024367809296,41,2015,,
+,,,41,2015,0.00010668502363841981,0.007438854780048132
+0.0001608618040336296,0.009587178938090801,0.006686024367809296,42,2063,,
+,,,42,2063,0.000132189248688519,0.008189620450139046
+0.0002484236902091652,0.010795718990266323,0.006686024367809296,43,2111,,
+,,,43,2111,0.0001473910378990695,0.008599678985774517
+0.00011187484778929502,0.007664366625249386,0.006686024367809296,44,2159,,
+,,,44,2159,0.00010853421554202214,0.00740842754021287
+0.00016469272668473423,0.009296468459069729,0.006686024367809296,45,2207,,
+,,,45,2207,0.00010168156586587429,0.007455003913491964
+0.0014389855787158012,0.013138326816260815,0.006686024367809296,46,2255,,
+,,,46,2255,9.721572860144079e-05,0.007308630272746086
+0.0008499764953739941,0.012790529988706112,0.006686024367809296,47,2303,,
+,,,47,2303,0.00011571648792596534,0.007591458968818188
+0.00016308703925460577,0.009161052294075489,0.006686024367809296,48,2351,,
+,,,48,2351,0.00012298545334488153,0.008155531249940395
+0.00025469009415246546,0.01271746214479208,0.006686024367809296,49,2399,,
+,,,49,2399,0.00012560510367620736,0.008262773975729942
+0.000153182030771859,0.009574681520462036,0.006686024367809296,50,2447,,
+,,,50,2447,0.00013198265514802188,0.0085141621530056
+0.0009968435624614358,0.021211661398410797,0.006686024367809296,51,2495,,
+,,,51,2495,0.0001311486994381994,0.008508658036589622
+0.00011850491137010977,0.008124860934913158,0.006686024367809296,52,2543,,
+,,,52,2543,0.00011702349002007395,0.008052804507315159
+0.00027776326169259846,0.013090834021568298,0.006686024367809296,53,2591,,
+,,,53,2591,9.751578909344971e-05,0.007308534812182188
+0.00019525854440871626,0.01076438371092081,0.006686024367809296,54,2639,,
+,,,54,2639,9.561891783960164e-05,0.007346426602452993
+0.00023369447444565594,0.010963031090795994,0.006686024367809296,55,2687,,
+,,,55,2687,9.454177052248269e-05,0.007161788642406464
+0.000362570135621354,0.014077824540436268,0.006686024367809296,56,2735,,
+,,,56,2735,0.00010555781045695767,0.007537472061812878
+0.00015833375800866634,0.009676520712673664,0.006686024367809296,57,2783,,
+,,,57,2783,0.00010631092300172895,0.007761773653328419
+0.00016110690194182098,0.009317687712609768,0.006686024367809296,58,2831,,
+,,,58,2831,0.00010991835733875632,0.007714811246842146
+0.0001056306718965061,0.008094334974884987,0.006686024367809296,59,2879,,
+,,,59,2879,9.834209777181968e-05,0.0073242406360805035
+0.0016991003649309278,0.028768012300133705,0.006686024367809296,60,2927,,
+,,,60,2927,9.283801773563027e-05,0.007118023931980133
+0.00036917318357154727,0.013727673329412937,0.006686024367809296,61,2975,,
+,,,61,2975,0.00010354797268519178,0.00769632076844573
+0.00012216421600896865,0.008004342205822468,0.006686024367809296,62,3023,,
+,,,62,3023,9.275678894482553e-05,0.007182466797530651
+0.00013111230509821326,0.008603830821812153,0.006686024367809296,63,3071,,
+,,,63,3071,8.98085709195584e-05,0.007058008573949337
+0.0012490941444411874,0.025838490575551987,0.006686024367809296,64,3119,,
+,,,64,3119,0.00010240728443022817,0.007481568958610296
+0.00018480086873751134,0.010439862497150898,0.006686024367809296,65,3167,,
+,,,65,3167,9.741828398546204e-05,0.007440491113811731
+0.0001606455334695056,0.009173376485705376,0.006686024367809296,66,3215,,
+,,,66,3215,0.00010099050996359438,0.007480547297745943
+9.624447557143867e-05,0.007479534950107336,0.006686024367809296,67,3263,,
+,,,67,3263,0.00010500680946279317,0.007729481440037489
+0.0001705384929664433,0.009866729378700256,0.006686024367809296,68,3311,,
+,,,68,3311,8.460249227937311e-05,0.006949469447135925
+0.0003062263713218272,0.013619030825793743,0.006686024367809296,69,3359,,
+,,,69,3359,9.637501352699474e-05,0.007378133945167065
+0.00021949203801341355,0.011569991707801819,0.006686024367809296,70,3407,,
+,,,70,3407,9.947764192475006e-05,0.007387902587652206
+0.0002975459792651236,0.012823001481592655,0.006686024367809296,71,3455,,
+,,,71,3455,9.1660360340029e-05,0.007099849171936512
+0.0002734303998295218,0.01234542578458786,0.006686024367809296,72,3503,,
+,,,72,3503,9.92179848253727e-05,0.007560896687209606
+0.0001997514918912202,0.010569004341959953,0.006686024367809296,73,3551,,
+,,,73,3551,0.0001059110727510415,0.007636373396962881
+0.00010446975647937506,0.007842506282031536,0.006686024367809296,74,3599,,
+,,,74,3599,0.00010002122144214809,0.007439231500029564
+0.00011744877701858059,0.008287209086120129,0.006686024367809296,75,3647,,
+,,,75,3647,8.887946023605764e-05,0.007111430633813143
+0.00016697330283932388,0.009734755381941795,0.006686024367809296,76,3695,,
+,,,76,3695,8.626150520285591e-05,0.007020308170467615
+0.00019165744015481323,0.010239074937999249,0.006686024367809296,77,3743,,
+,,,77,3743,9.88429892458953e-05,0.007474940270185471
+0.0002642512263264507,0.012231351807713509,0.006686024367809296,78,3791,,
+,,,78,3791,8.7224536400754e-05,0.006941614672541618
+0.00029025785624980927,0.013845797628164291,0.006686024367809296,79,3839,,
+,,,79,3839,0.00010232273052679375,0.007607572712004185
+0.00019815425912383944,0.011253485456109047,0.006686024367809296,80,3887,,
+,,,80,3887,9.51816255110316e-05,0.0072887795977294445
+0.0004189785977359861,0.015807801857590675,0.006686024367809296,81,3935,,
+,,,81,3935,9.847581532085314e-05,0.007309778593480587
+0.00020386994583532214,0.011010335758328438,0.006686024367809296,82,3983,,
+,,,82,3983,0.00010127607674803585,0.007419039960950613
+0.0003760342369787395,0.014193090610206127,0.006686024367809296,83,4031,,
+,,,83,4031,8.962157153291628e-05,0.0071316794492304325
+0.0001821821351768449,0.010170157067477703,0.006686024367809296,84,4079,,
+,,,84,4079,9.485572809353471e-05,0.0072157494723796844
+0.00041785644134506583,0.015766149386763573,0.006686024367809296,85,4127,,
+,,,85,4127,0.00010002174531109631,0.007500445004552603
+0.00017606736219022423,0.00963967852294445,0.006686024367809296,86,4175,,
+,,,86,4175,9.998150926548988e-05,0.007421277929097414
+0.0003628179256338626,0.01439563650637865,0.006686024367809296,87,4223,,
+,,,87,4223,9.501773456577212e-05,0.007287454325705767
+0.0010448554530739784,0.027140874415636063,0.006686024367809296,88,4271,,
+,,,88,4271,8.392176823690534e-05,0.006898331921547651
+0.0002800168585963547,0.013621780090034008,0.006686024367809296,89,4319,,
+,,,89,4319,0.00011827656999230385,0.007966804318130016
+0.00045907407184131444,0.016948042437434196,0.006686024367809296,90,4367,,
+,,,90,4367,0.00010122794628841802,0.007461581379175186

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-30_15-28-52/0/tensorboard/focusResNet_150_hyperparameter_search/events.out.tfevents.1648654145.31c530854933.1.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88edc3f82e9a00227f95dd635374785318555654f96b3f69a51b39f73790a7f
+size 33521

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-30_15-28-52/0/tensorboard/focusResNet_150_hyperparameter_search/hparams.yaml

@@ -0,0 +1,48 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet50
+  pretrained: true
+  lr: 0.0019207962356032353
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_train_file: /usr/src/app/data/focus150/train_metadata.csv
+  csv_val_file: /usr/src/app/data/focus150/validation_metadata.csv
+  csv_test_file: /usr/src/app/data/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+seed: null
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 23510081
+model/params/trainable: 23510081
+model/params/non_trainable: 0

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-29/0/.hydra/config.yaml

@@ -0,0 +1,75 @@
+original_work_dir: ${hydra:runtime.cwd}
+data_dir: ${original_work_dir}/data
+print_config: true
+ignore_warnings: true
+train: true
+test: true
+seed: null
+name: focusResNet_150_hyperparameter_search
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: ${data_dir}/focus150
+  csv_train_file: ${data_dir}/focus150/train_metadata.csv
+  csv_val_file: ${data_dir}/focus150/validation_metadata.csv
+  csv_test_file: ${data_dir}/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet50
+  pretrained: true
+  lr: 0.0019207962356032353
+  weight_decay: 0.0005
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+logger:
+  csv:
+    _target_: pytorch_lightning.loggers.csv_logs.CSVLogger
+    save_dir: .
+    name: csv/
+    prefix: ''
+  mlflow:
+    _target_: pytorch_lightning.loggers.mlflow.MLFlowLogger
+    experiment_name: ${name}
+    tracking_uri: ${original_work_dir}/logs/mlflow/mlruns
+    tags: null
+    save_dir: ./mlruns
+    prefix: ''
+    artifact_location: null
+  tensorboard:
+    _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
+    save_dir: tensorboard/
+    name: null
+    version: ${name}
+    log_graph: false
+    default_hp_metric: true
+    prefix: ''
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+optimized_metric: val/mae_best

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-29/0/.hydra/hydra.yaml

@@ -0,0 +1,209 @@
+hydra:
+  run:
+    dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+  sweep:
+    dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    sampler:
+      _target_: optuna.samplers.TPESampler
+      seed: 12345
+      consider_prior: true
+      prior_weight: 1.0
+      consider_magic_clip: true
+      consider_endpoints: false
+      n_startup_trials: 10
+      n_ei_candidates: 24
+      multivariate: false
+      warn_independent_sampling: true
+    _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
+    direction: minimize
+    storage: null
+    study_name: focusResNet_150_hyperparameter
+    n_trials: 20
+    n_jobs: 1
+    search_space:
+      model.pretrained:
+        type: categorical
+        choices:
+        - true
+        - false
+      model.lr:
+        type: float
+        low: 0.0001
+        high: 0.01
+      model.resnet_type:
+        type: categorical
+        choices:
+        - ResNet
+        - resnet18
+        - resnet34
+        - resnet50
+        - resnet101
+        - resnext50_32x4d
+        - wide_resnet50_2
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
+          - %(message)s'
+        log_colors:
+          DEBUG: purple
+          INFO: green
+          WARNING: yellow
+          ERROR: red
+          CRITICAL: red
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra: []
+    task:
+    - model.pretrained=True
+    - model.lr=0.0019207962356032353
+    - model.resnet_type=resnet50
+    - hparams_search=focusResNetMSE_150
+  job:
+    name: train
+    override_dirname: hparams_search=focusResNetMSE_150,model.lr=0.0019207962356032353,model.pretrained=True,model.resnet_type=resnet50
+    id: '0'
+    num: 0
+    config_name: train.yaml
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.1.1
+    cwd: /usr/src/app
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /usr/src/app/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    choices:
+      local: default.yaml
+      hparams_search: focusResNetMSE_150
+      debug: null
+      experiment: null
+      log_dir: default.yaml
+      trainer: long.yaml
+      logger: many_loggers
+      callbacks: default.yaml
+      model: focusResNet_150.yaml
+      datamodule: focus150.yaml
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: colorlog
+      hydra/hydra_logging: colorlog
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: optuna
+      hydra/sweeper/sampler: tpe
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-29/0/.hydra/overrides.yaml

@@ -0,0 +1,4 @@
+- model.pretrained=True
+- model.lr=0.0019207962356032353
+- model.resnet_type=resnet50
+- hparams_search=focusResNetMSE_150

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/0/.hydra/config.yaml

@@ -0,0 +1,75 @@
+original_work_dir: ${hydra:runtime.cwd}
+data_dir: ${original_work_dir}/data
+print_config: true
+ignore_warnings: true
+train: true
+test: true
+seed: null
+name: focusResNet_150_hyperparameter_search
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: ${data_dir}/focus150
+  csv_train_file: ${data_dir}/focus150/train_metadata.csv
+  csv_val_file: ${data_dir}/focus150/validation_metadata.csv
+  csv_test_file: ${data_dir}/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet50
+  pretrained: true
+  lr: 0.0019207962356032353
+  weight_decay: 0.0005
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+logger:
+  csv:
+    _target_: pytorch_lightning.loggers.csv_logs.CSVLogger
+    save_dir: .
+    name: csv/
+    prefix: ''
+  mlflow:
+    _target_: pytorch_lightning.loggers.mlflow.MLFlowLogger
+    experiment_name: ${name}
+    tracking_uri: ${original_work_dir}/logs/mlflow/mlruns
+    tags: null
+    save_dir: ./mlruns
+    prefix: ''
+    artifact_location: null
+  tensorboard:
+    _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
+    save_dir: tensorboard/
+    name: null
+    version: ${name}
+    log_graph: false
+    default_hp_metric: true
+    prefix: ''
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+optimized_metric: val/mae_best

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/0/.hydra/hydra.yaml

@@ -0,0 +1,209 @@
+hydra:
+  run:
+    dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+  sweep:
+    dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    sampler:
+      _target_: optuna.samplers.TPESampler
+      seed: 12345
+      consider_prior: true
+      prior_weight: 1.0
+      consider_magic_clip: true
+      consider_endpoints: false
+      n_startup_trials: 10
+      n_ei_candidates: 24
+      multivariate: false
+      warn_independent_sampling: true
+    _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
+    direction: minimize
+    storage: null
+    study_name: focusResNet_150_hyperparameter
+    n_trials: 20
+    n_jobs: 1
+    search_space:
+      model.pretrained:
+        type: categorical
+        choices:
+        - true
+        - false
+      model.lr:
+        type: float
+        low: 0.0001
+        high: 0.01
+      model.resnet_type:
+        type: categorical
+        choices:
+        - ResNet
+        - resnet18
+        - resnet34
+        - resnet50
+        - resnet101
+        - resnext50_32x4d
+        - wide_resnet50_2
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
+          - %(message)s'
+        log_colors:
+          DEBUG: purple
+          INFO: green
+          WARNING: yellow
+          ERROR: red
+          CRITICAL: red
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra: []
+    task:
+    - model.pretrained=True
+    - model.lr=0.0019207962356032353
+    - model.resnet_type=resnet50
+    - hparams_search=focusResNetMSE_150
+  job:
+    name: train
+    override_dirname: hparams_search=focusResNetMSE_150,model.lr=0.0019207962356032353,model.pretrained=True,model.resnet_type=resnet50
+    id: '0'
+    num: 0
+    config_name: train.yaml
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.1.1
+    cwd: /usr/src/app
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /usr/src/app/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    choices:
+      local: default.yaml
+      hparams_search: focusResNetMSE_150
+      debug: null
+      experiment: null
+      log_dir: default.yaml
+      trainer: long.yaml
+      logger: many_loggers
+      callbacks: default.yaml
+      model: focusResNet_150.yaml
+      datamodule: focus150.yaml
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: colorlog
+      hydra/hydra_logging: colorlog
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: optuna
+      hydra/sweeper/sampler: tpe
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/0/.hydra/overrides.yaml

@@ -0,0 +1,4 @@
+- model.pretrained=True
+- model.lr=0.0019207962356032353
+- model.resnet_type=resnet50
+- hparams_search=focusResNetMSE_150

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/0/checkpoints/epoch_056.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754456f6a5e46f587879dbe1d050bdad93493986b5a98456783fbdbd5a2dd7dc
+size 282542073

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/0/checkpoints/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e523e09deecbcb057d566b9c10c4681c624ab02c05d1e1be7ce7d386c4d95ae3
+size 282542073

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/0/csv/version_0/hparams.yaml

@@ -0,0 +1,48 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet50
+  pretrained: true
+  lr: 0.0019207962356032353
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_train_file: /usr/src/app/data/focus150/train_metadata.csv
+  csv_val_file: /usr/src/app/data/focus150/validation_metadata.csv
+  csv_test_file: /usr/src/app/data/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+seed: null
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 23510081
+model/params/trainable: 23510081
+model/params/non_trainable: 0

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/0/csv/version_0/metrics.csv

@@ -0,0 +1,202 @@
+val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae
+0.0009617312462069094,0.023517867550253868,0.023517867550253868,0,47,,,,
+,,,0,47,0.6255801320075989,0.23002713918685913,,
+0.00046801913413219154,0.017816051840782166,0.017816051840782166,1,95,,,,
+,,,1,95,0.000682842917740345,0.02074783854186535,,
+0.0004766556085087359,0.018039630725979805,0.017816051840782166,2,143,,,,
+,,,2,143,0.0005747468094341457,0.01929549314081669,,
+0.00040208527934737504,0.016815153881907463,0.016815153881907463,3,191,,,,
+,,,3,191,0.0007116739288903773,0.01986183039844036,,
+0.0004741719749290496,0.017458027228713036,0.016815153881907463,4,239,,,,
+,,,4,239,0.000461453601019457,0.017542531713843346,,
+0.00039697971078567207,0.01649554818868637,0.01649554818868637,5,287,,,,
+,,,5,287,0.000502241135109216,0.01767207309603691,,
+0.0003944971249438822,0.016100900247693062,0.016100900247693062,6,335,,,,
+,,,6,335,0.0004721885488834232,0.017372295260429382,,
+0.0004163449048064649,0.016390783712267876,0.016100900247693062,7,383,,,,
+,,,7,383,0.0005522515275515616,0.01774551346898079,,
+0.0003977120795752853,0.016089674085378647,0.016089674085378647,8,431,,,,
+,,,8,431,0.0004434415022842586,0.016788793727755547,,
+0.00042830492020584643,0.016754919663071632,0.016089674085378647,9,479,,,,
+,,,9,479,0.00047696108231320977,0.016733409836888313,,
+0.00040259488741867244,0.016680948436260223,0.016089674085378647,10,527,,,,
+,,,10,527,0.00045049627078697085,0.01660270057618618,,
+0.00037696099025197327,0.01573701575398445,0.01573701575398445,11,575,,,,
+,,,11,575,0.00046259816735982895,0.016716526821255684,,
+0.0003867940977215767,0.01609398052096367,0.01573701575398445,12,623,,,,
+,,,12,623,0.00039020844269543886,0.015941347926855087,,
+0.0003585699887480587,0.015433397144079208,0.015433397144079208,13,671,,,,
+,,,13,671,0.0003609181148931384,0.015100481919944286,,
+0.0003956842119805515,0.016411274671554565,0.015433397144079208,14,719,,,,
+,,,14,719,0.00041194178629666567,0.015743091702461243,,
+0.0003560660989023745,0.01538854744285345,0.01538854744285345,15,767,,,,
+,,,15,767,0.00036109090433456004,0.01501100417226553,,
+0.0003464295295998454,0.015134366229176521,0.015134366229176521,16,815,,,,
+,,,16,815,0.000342561979778111,0.014360400848090649,,
+0.0003514318377710879,0.014971957542002201,0.014971957542002201,17,863,,,,
+,,,17,863,0.0003359119000378996,0.0141118373721838,,
+0.00033083444577641785,0.014571651816368103,0.014571651816368103,18,911,,,,
+,,,18,911,0.00037445445195771754,0.014468940906226635,,
+0.00040421311859972775,0.015738243237137794,0.014571651816368103,19,959,,,,
+,,,19,959,0.000375538831576705,0.0145620321854949,,
+0.0002906266017816961,0.013574295677244663,0.013574295677244663,20,1007,,,,
+,,,20,1007,0.0003378652618266642,0.01410256139934063,,
+0.0003171477292198688,0.014173053205013275,0.013574295677244663,21,1055,,,,
+,,,21,1055,0.00026062593678943813,0.012488037347793579,,
+0.0003004437021445483,0.013141900300979614,0.013141900300979614,22,1103,,,,
+,,,22,1103,0.00025895191356539726,0.012151258997619152,,
+0.0003036487614735961,0.013645365834236145,0.013141900300979614,23,1151,,,,
+,,,23,1151,0.00027594214770942926,0.012490113265812397,,
+0.00023785012308508158,0.011730538681149483,0.011730538681149483,24,1199,,,,
+,,,24,1199,0.00022270849149208516,0.011273825541138649,,
+0.0002251735859317705,0.010704142972826958,0.010704142972826958,25,1247,,,,
+,,,25,1247,0.00018218944023828954,0.010336249135434628,,
+0.00025138381170108914,0.011460639536380768,0.010704142972826958,26,1295,,,,
+,,,26,1295,0.00021647452376782894,0.010713284835219383,,
+0.00020752109412569553,0.010586165823042393,0.010586165823042393,27,1343,,,,
+,,,27,1343,0.00017963378923013806,0.009767279028892517,,
+0.00018576899310573936,0.01005581021308899,0.01005581021308899,28,1391,,,,
+,,,28,1391,0.000157035727170296,0.009244568645954132,,
+0.0001710001815808937,0.009935393929481506,0.009935393929481506,29,1439,,,,
+,,,29,1439,0.00015924518811516464,0.009239262901246548,,
+0.00018584523058962077,0.010059093125164509,0.009935393929481506,30,1487,,,,
+,,,30,1487,0.00014195441326592118,0.008806607685983181,,
+0.00017863155517261475,0.010013596154749393,0.009935393929481506,31,1535,,,,
+,,,31,1535,0.00013711814244743437,0.008588961325585842,,
+0.00012673555465880781,0.008244278840720654,0.008244278840720654,32,1583,,,,
+,,,32,1583,0.00013522751396521926,0.00838895421475172,,
+0.000139348121592775,0.00870764534920454,0.008244278840720654,33,1631,,,,
+,,,33,1631,0.00010204829595750198,0.007571422029286623,,
+0.0001373810227960348,0.008670728653669357,0.008244278840720654,34,1679,,,,
+,,,34,1679,0.00010054728045361117,0.007417700719088316,,
+0.0001479059283155948,0.008885729126632214,0.008244278840720654,35,1727,,,,
+,,,35,1727,0.00012272337335161865,0.008059358224272728,,
+0.00011295126751065254,0.007709016092121601,0.007709016092121601,36,1775,,,,
+,,,36,1775,0.00010634998034220189,0.00753872049972415,,
+0.0001324937038589269,0.00848893728107214,0.007709016092121601,37,1823,,,,
+,,,37,1823,0.00010733818635344505,0.00753303337842226,,
+0.0001166939182439819,0.007818295620381832,0.007709016092121601,38,1871,,,,
+,,,38,1871,0.00010234772344119847,0.007476008962839842,,
+0.00011258352606091648,0.007918422110378742,0.007709016092121601,39,1919,,,,
+,,,39,1919,9.121208859141916e-05,0.007008728571236134,,
+0.00011809910938609391,0.008341272361576557,0.007709016092121601,40,1967,,,,
+,,,40,1967,9.143637726083398e-05,0.007028285879641771,,
+0.0001688828633632511,0.009240906685590744,0.007709016092121601,41,2015,,,,
+,,,41,2015,0.00010758683492895216,0.007529007270932198,,
+0.00011955252557527274,0.007679384667426348,0.007679384667426348,42,2063,,,,
+,,,42,2063,8.861922106007114e-05,0.006982149090617895,,
+0.00013764358300250024,0.00887147244066,0.007679384667426348,43,2111,,,,
+,,,43,2111,9.996837616199628e-05,0.0074536423198878765,,
+0.0001358358422294259,0.008317574858665466,0.007679384667426348,44,2159,,,,
+,,,44,2159,0.00010662158456398174,0.007475240156054497,,
+0.00013979527284391224,0.00889577902853489,0.007679384667426348,45,2207,,,,
+,,,45,2207,9.750658500706777e-05,0.007241398561745882,,
+0.00012743874685838819,0.008139965124428272,0.007679384667426348,46,2255,,,,
+,,,46,2255,9.629304986447096e-05,0.007282590493559837,,
+0.00046735446085222065,0.010761345736682415,0.007679384667426348,47,2303,,,,
+,,,47,2303,0.00010179315722780302,0.007358398754149675,,
+0.00011680258467094973,0.008080611005425453,0.007679384667426348,48,2351,,,,
+,,,48,2351,0.00010033089347416535,0.0073011755011975765,,
+0.0001151809046859853,0.007912184111773968,0.007679384667426348,49,2399,,,,
+,,,49,2399,8.279085159301758e-05,0.006727185565978289,,
+0.00011642909521469846,0.007998866029083729,0.007679384667426348,50,2447,,,,
+,,,50,2447,8.195487316697836e-05,0.006750693544745445,,
+0.00013768656936008483,0.00853633601218462,0.007679384667426348,51,2495,,,,
+,,,51,2495,0.00010211965854978189,0.007445436902344227,,
+0.00014550441119354218,0.009227541275322437,0.007679384667426348,52,2543,,,,
+,,,52,2543,8.86857887962833e-05,0.00697516230866313,,
+0.0001670156925683841,0.008425991982221603,0.007679384667426348,53,2591,,,,
+,,,53,2591,8.410003647441044e-05,0.006808557081967592,,
+0.00013347934873308986,0.00827623251825571,0.007679384667426348,54,2639,,,,
+,,,54,2639,9.330725879408419e-05,0.007141122594475746,,
+0.0001054860622389242,0.007496429607272148,0.007496429607272148,55,2687,,,,
+,,,55,2687,8.254435670096427e-05,0.006677455268800259,,
+9.816547390073538e-05,0.007216207683086395,0.007216207683086395,56,2735,,,,
+,,,56,2735,7.933431334095076e-05,0.006634461227804422,,
+0.0002695744333323091,0.013698805123567581,0.007216207683086395,57,2783,,,,
+,,,57,2783,8.423351391684264e-05,0.006743587087839842,,
+0.0001201123814098537,0.00843769870698452,0.007216207683086395,58,2831,,,,
+,,,58,2831,8.600031287642196e-05,0.006769820582121611,,
+0.00012699949729721993,0.008280042558908463,0.007216207683086395,59,2879,,,,
+,,,59,2879,8.827404235489666e-05,0.006981068756431341,,
+0.00010230247426079586,0.007679983042180538,0.007216207683086395,60,2927,,,,
+,,,60,2927,8.634284313302487e-05,0.00676552252843976,,
+0.00014324607036542147,0.009085199795663357,0.007216207683086395,61,2975,,,,
+,,,61,2975,9.088099614018574e-05,0.007028546649962664,,
+0.00011845672270283103,0.007631757762283087,0.007216207683086395,62,3023,,,,
+,,,62,3023,7.647868915228173e-05,0.0064022354781627655,,
+0.00023115272051654756,0.010636034421622753,0.007216207683086395,63,3071,,,,
+,,,63,3071,8.039851672947407e-05,0.00664614187553525,,
+0.00017770487465895712,0.009851323440670967,0.007216207683086395,64,3119,,,,
+,,,64,3119,8.829681610222906e-05,0.006920526269823313,,
+0.0001422050263499841,0.00907447375357151,0.007216207683086395,65,3167,,,,
+,,,65,3167,8.677224104758352e-05,0.006814689375460148,,
+0.0001269465428777039,0.008688263595104218,0.007216207683086395,66,3215,,,,
+,,,66,3215,8.592443191446364e-05,0.00680023105815053,,
+0.00015737010107841343,0.009298870339989662,0.007216207683086395,67,3263,,,,
+,,,67,3263,8.257826266344637e-05,0.006643140688538551,,
+0.0001364512281725183,0.009188919328153133,0.007216207683086395,68,3311,,,,
+,,,68,3311,7.85211959737353e-05,0.006537226960062981,,
+0.00010514515452086926,0.007580816280096769,0.007216207683086395,69,3359,,,,
+,,,69,3359,8.836702909320593e-05,0.006945581175386906,,
+0.0001281130244024098,0.008613688871264458,0.007216207683086395,70,3407,,,,
+,,,70,3407,9.204677917296067e-05,0.007061385549604893,,
+0.00024165747163351625,0.010815502144396305,0.007216207683086395,71,3455,,,,
+,,,71,3455,7.712893420830369e-05,0.006459374912083149,,
+0.000158077193191275,0.009423460811376572,0.007216207683086395,72,3503,,,,
+,,,72,3503,7.779569568810984e-05,0.006535420194268227,,
+0.000511932943481952,0.015700938180088997,0.007216207683086395,73,3551,,,,
+,,,73,3551,8.4321727626957e-05,0.006720350589603186,,
+0.00014559693227056414,0.008719436824321747,0.007216207683086395,74,3599,,,,
+,,,74,3599,9.628591942600906e-05,0.007249890360981226,,
+0.00011986013851128519,0.007794789504259825,0.007216207683086395,75,3647,,,,
+,,,75,3647,7.362914766417816e-05,0.0063111851923167706,,
+0.00013318158744368702,0.008536324836313725,0.007216207683086395,76,3695,,,,
+,,,76,3695,7.665315206395462e-05,0.006402818486094475,,
+0.00029980562976561487,0.013490721583366394,0.007216207683086395,77,3743,,,,
+,,,77,3743,9.671026055002585e-05,0.007240715436637402,,
+0.00021851039491593838,0.011830814182758331,0.007216207683086395,78,3791,,,,
+,,,78,3791,8.315162267535925e-05,0.0066221170127391815,,
+0.0001198095123982057,0.008198973722755909,0.007216207683086395,79,3839,,,,
+,,,79,3839,7.590220047859475e-05,0.006422143895179033,,
+0.00043136777821928263,0.016530213877558708,0.007216207683086395,80,3887,,,,
+,,,80,3887,8.084064756985754e-05,0.006631576921790838,,
+0.000120079297630582,0.008150712586939335,0.007216207683086395,81,3935,,,,
+,,,81,3935,9.641309588914737e-05,0.007345488760620356,,
+9.065953781828284e-05,0.0074266595765948296,0.007216207683086395,82,3983,,,,
+,,,82,3983,8.497732051182538e-05,0.006812979932874441,,
+0.0001567923609400168,0.009099503047764301,0.007216207683086395,83,4031,,,,
+,,,83,4031,8.650415838928893e-05,0.006870959885418415,,
+0.00022822937171440572,0.010781098157167435,0.007216207683086395,84,4079,,,,
+,,,84,4079,8.50211872602813e-05,0.00682114390656352,,
+0.00011047490261262283,0.008428186178207397,0.007216207683086395,85,4127,,,,
+,,,85,4127,0.00010508674313314259,0.007405824027955532,,
+0.000192217921721749,0.010358849540352821,0.007216207683086395,86,4175,,,,
+,,,86,4175,8.547165634809062e-05,0.006956051103770733,,
+0.0001355782151222229,0.008858089335262775,0.007216207683086395,87,4223,,,,
+,,,87,4223,8.025862189242616e-05,0.006665926426649094,,
+0.00014193063543643802,0.009457879699766636,0.007216207683086395,88,4271,,,,
+,,,88,4271,9.06185814528726e-05,0.006981214042752981,,
+0.00012910824443679303,0.008218012750148773,0.007216207683086395,89,4319,,,,
+,,,89,4319,8.100466220639646e-05,0.0066967858001589775,,
+0.000126219485537149,0.008768622763454914,0.007216207683086395,90,4367,,,,
+,,,90,4367,7.475166057702154e-05,0.006362059619277716,,
+0.00025141771766357124,0.011297080665826797,0.007216207683086395,91,4415,,,,
+,,,91,4415,8.666431676829234e-05,0.006909603253006935,,
+0.00047608549357391894,0.016588807106018066,0.007216207683086395,92,4463,,,,
+,,,92,4463,0.00010013778955908492,0.007325537037104368,,
+0.00017810240387916565,0.009302588179707527,0.007216207683086395,93,4511,,,,
+,,,93,4511,8.938395330915228e-05,0.006991351954638958,,
+0.00019802985480055213,0.01043155137449503,0.007216207683086395,94,4559,,,,
+,,,94,4559,9.149241668637842e-05,0.007090259809046984,,
+0.00016717131074983627,0.010148610919713974,0.007216207683086395,95,4607,,,,
+,,,95,4607,9.004353341879323e-05,0.0071119326166808605,,
+0.00011159497807966545,0.00799846462905407,0.007216207683086395,96,4655,,,,
+,,,96,4655,7.17191505827941e-05,0.006292619276791811,,
+0.0005581119912676513,0.019089164212346077,0.007216207683086395,97,4703,,,,
+,,,97,4703,0.00010549522266956046,0.007549060042947531,,
+0.00016723503358662128,0.009942443110048771,0.007216207683086395,98,4751,,,,
+,,,98,4751,9.022735321195796e-05,0.007062435615807772,,
+0.0003309616295155138,0.013821348547935486,0.007216207683086395,99,4799,,,,
+,,,99,4799,8.57896011439152e-05,0.00683700991794467,,
+,,,57,2736,,,0.00011232152610318735,0.007488047704100609

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/0/tensorboard/focusResNet_150_hyperparameter_search/events.out.tfevents.1648713424.14f4e65288e4.1.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5e048fc8b52ee272660efc284e9fe35a8ac373058744d351c161cc684decb6
+size 36482

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/0/tensorboard/focusResNet_150_hyperparameter_search/events.out.tfevents.1648715389.14f4e65288e4.1.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d710c0749a76381933f08bf8ee58eb9ecaa4d71b8d652caff4adc910c85d3269
+size 179

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/0/tensorboard/focusResNet_150_hyperparameter_search/hparams.yaml

@@ -0,0 +1,48 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet50
+  pretrained: true
+  lr: 0.0019207962356032353
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_train_file: /usr/src/app/data/focus150/train_metadata.csv
+  csv_val_file: /usr/src/app/data/focus150/validation_metadata.csv
+  csv_test_file: /usr/src/app/data/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+seed: null
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 23510081
+model/params/trainable: 23510081
+model/params/non_trainable: 0

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/1/.hydra/config.yaml

@@ -0,0 +1,75 @@
+original_work_dir: ${hydra:runtime.cwd}
+data_dir: ${original_work_dir}/data
+print_config: true
+ignore_warnings: true
+train: true
+test: true
+seed: null
+name: focusResNet_150_hyperparameter_search
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: ${data_dir}/focus150
+  csv_train_file: ${data_dir}/focus150/train_metadata.csv
+  csv_val_file: ${data_dir}/focus150/validation_metadata.csv
+  csv_test_file: ${data_dir}/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnext50_32x4d
+  pretrained: false
+  lr: 0.00018304414962137957
+  weight_decay: 0.0005
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+logger:
+  csv:
+    _target_: pytorch_lightning.loggers.csv_logs.CSVLogger
+    save_dir: .
+    name: csv/
+    prefix: ''
+  mlflow:
+    _target_: pytorch_lightning.loggers.mlflow.MLFlowLogger
+    experiment_name: ${name}
+    tracking_uri: ${original_work_dir}/logs/mlflow/mlruns
+    tags: null
+    save_dir: ./mlruns
+    prefix: ''
+    artifact_location: null
+  tensorboard:
+    _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
+    save_dir: tensorboard/
+    name: null
+    version: ${name}
+    log_graph: false
+    default_hp_metric: true
+    prefix: ''
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+optimized_metric: val/mae_best

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/1/.hydra/hydra.yaml

@@ -0,0 +1,209 @@
+hydra:
+  run:
+    dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+  sweep:
+    dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    sampler:
+      _target_: optuna.samplers.TPESampler
+      seed: 12345
+      consider_prior: true
+      prior_weight: 1.0
+      consider_magic_clip: true
+      consider_endpoints: false
+      n_startup_trials: 10
+      n_ei_candidates: 24
+      multivariate: false
+      warn_independent_sampling: true
+    _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
+    direction: minimize
+    storage: null
+    study_name: focusResNet_150_hyperparameter
+    n_trials: 20
+    n_jobs: 1
+    search_space:
+      model.pretrained:
+        type: categorical
+        choices:
+        - true
+        - false
+      model.lr:
+        type: float
+        low: 0.0001
+        high: 0.01
+      model.resnet_type:
+        type: categorical
+        choices:
+        - ResNet
+        - resnet18
+        - resnet34
+        - resnet50
+        - resnet101
+        - resnext50_32x4d
+        - wide_resnet50_2
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
+          - %(message)s'
+        log_colors:
+          DEBUG: purple
+          INFO: green
+          WARNING: yellow
+          ERROR: red
+          CRITICAL: red
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra: []
+    task:
+    - model.pretrained=False
+    - model.lr=0.00018304414962137957
+    - model.resnet_type=resnext50_32x4d
+    - hparams_search=focusResNetMSE_150
+  job:
+    name: train
+    override_dirname: hparams_search=focusResNetMSE_150,model.lr=0.00018304414962137957,model.pretrained=False,model.resnet_type=resnext50_32x4d
+    id: '1'
+    num: 1
+    config_name: train.yaml
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.1.1
+    cwd: /usr/src/app
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /usr/src/app/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    choices:
+      local: default.yaml
+      hparams_search: focusResNetMSE_150
+      debug: null
+      experiment: null
+      log_dir: default.yaml
+      trainer: long.yaml
+      logger: many_loggers
+      callbacks: default.yaml
+      model: focusResNet_150.yaml
+      datamodule: focus150.yaml
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: colorlog
+      hydra/hydra_logging: colorlog
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: optuna
+      hydra/sweeper/sampler: tpe
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/1/.hydra/overrides.yaml

@@ -0,0 +1,4 @@
+- model.pretrained=False
+- model.lr=0.00018304414962137957
+- model.resnet_type=resnext50_32x4d
+- hparams_search=focusResNetMSE_150

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/1/checkpoints/epoch_097.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0db57b1fcf589ade46256a58b1cbcc7be3b40997bb599674f5b3c5029b7a74
+size 276265081

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/1/checkpoints/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f9a636675e87acfc00d353e39498a6234980261e422c23c04fd4ab1ecf8740
+size 276265081

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/1/csv/version_0/hparams.yaml

@@ -0,0 +1,48 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnext50_32x4d
+  pretrained: false
+  lr: 0.00018304414962137957
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_train_file: /usr/src/app/data/focus150/train_metadata.csv
+  csv_val_file: /usr/src/app/data/focus150/validation_metadata.csv
+  csv_test_file: /usr/src/app/data/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+seed: null
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 22981953
+model/params/trainable: 22981953
+model/params/non_trainable: 0

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/1/csv/version_0/metrics.csv

@@ -0,0 +1,202 @@
+val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae
+0.07839661836624146,0.2711451053619385,0.020589224994182587,0,47,,,,
+,,,0,47,0.13967770338058472,0.2043965756893158,,
+0.007547859568148851,0.06831133365631104,0.020589224994182587,1,95,,,,
+,,,1,95,0.008045612834393978,0.07153281569480896,,
+0.009058717638254166,0.07732082903385162,0.020589224994182587,2,143,,,,
+,,,2,143,0.006284467875957489,0.06318319588899612,,
+0.01320727076381445,0.09603007882833481,0.020589224994182587,3,191,,,,
+,,,3,191,0.006358688697218895,0.06367693841457367,,
+0.005832171067595482,0.06002648174762726,0.020589224994182587,4,239,,,,
+,,,4,239,0.005884597543627024,0.060907844454050064,,
+0.0049931202083826065,0.05689191073179245,0.020589224994182587,5,287,,,,
+,,,5,287,0.0059138089418411255,0.06110406666994095,,
+0.006054868455976248,0.062403663992881775,0.020589224994182587,6,335,,,,
+,,,6,335,0.005391305312514305,0.05865835025906563,,
+0.013512223027646542,0.09668059647083282,0.020589224994182587,7,383,,,,
+,,,7,383,0.005164647940546274,0.056730661541223526,,
+0.011709521524608135,0.09212841093540192,0.020589224994182587,8,431,,,,
+,,,8,431,0.005087477620691061,0.056160274893045425,,
+0.0042958129197359085,0.05223646014928818,0.020589224994182587,9,479,,,,
+,,,9,479,0.005247211549431086,0.057302076369524,,
+0.0048989770002663136,0.054811712354421616,0.020589224994182587,10,527,,,,
+,,,10,527,0.005124951712787151,0.05718177184462547,,
+0.006498205009847879,0.06417357176542282,0.020589224994182587,11,575,,,,
+,,,11,575,0.004803866613656282,0.055196940898895264,,
+0.00482612568885088,0.05550605431199074,0.020589224994182587,12,623,,,,
+,,,12,623,0.004980628378689289,0.055411312729120255,,
+0.00528676575049758,0.05883974954485893,0.020589224994182587,13,671,,,,
+,,,13,671,0.004453805275261402,0.05353941023349762,,
+0.027093132957816124,0.15095704793930054,0.020589224994182587,14,719,,,,
+,,,14,719,0.004105164669454098,0.05090425908565521,,
+0.007783167064189911,0.07475201785564423,0.020589224994182587,15,767,,,,
+,,,15,767,0.0035497790668159723,0.046906765550374985,,
+0.004719442687928677,0.05466139689087868,0.020589224994182587,16,815,,,,
+,,,16,815,0.0043493155390024185,0.052764322608709335,,
+0.005966265685856342,0.06220056489109993,0.020589224994182587,17,863,,,,
+,,,17,863,0.003972870763391256,0.0495719239115715,,
+0.0216869805008173,0.12833060324192047,0.020589224994182587,18,911,,,,
+,,,18,911,0.0032897144556045532,0.04548640921711922,,
+0.006042934954166412,0.05870233103632927,0.020589224994182587,19,959,,,,
+,,,19,959,0.003729314310476184,0.04869460687041283,,
+0.01865171268582344,0.12309488654136658,0.020589224994182587,20,1007,,,,
+,,,20,1007,0.003225944237783551,0.04559067264199257,,
+0.005297014955431223,0.05842844396829605,0.020589224994182587,21,1055,,,,
+,,,21,1055,0.003262042533606291,0.0449690967798233,,
+0.00660975556820631,0.0682903602719307,0.020589224994182587,22,1103,,,,
+,,,22,1103,0.003829339751973748,0.04925936833024025,,
+0.01908344402909279,0.12895619869232178,0.020589224994182587,23,1151,,,,
+,,,23,1151,0.0034874037373811007,0.046958208084106445,,
+0.0022025909274816513,0.03574526682496071,0.020589224994182587,24,1199,,,,
+,,,24,1199,0.0028893875423818827,0.042478788644075394,,
+0.008364064618945122,0.07626771181821823,0.020589224994182587,25,1247,,,,
+,,,25,1247,0.0028447892982512712,0.04259541258215904,,
+0.007819696329534054,0.07791662961244583,0.020589224994182587,26,1295,,,,
+,,,26,1295,0.0029292909894138575,0.043143074959516525,,
+0.0075890300795435905,0.0773678719997406,0.020589224994182587,27,1343,,,,
+,,,27,1343,0.002040671883150935,0.03557384014129639,,
+0.007210480980575085,0.07011295109987259,0.020589224994182587,28,1391,,,,
+,,,28,1391,0.003269024658948183,0.045955974608659744,,
+0.0022769845090806484,0.03827553242444992,0.020589224994182587,29,1439,,,,
+,,,29,1439,0.001824811683036387,0.033926837146282196,,
+0.004047311842441559,0.04864814877510071,0.020589224994182587,30,1487,,,,
+,,,30,1487,0.0022576393093913794,0.03789925202727318,,
+0.0012134714052081108,0.027853261679410934,0.020589224994182587,31,1535,,,,
+,,,31,1535,0.0025497672613710165,0.040453627705574036,,
+0.003326748963445425,0.047186121344566345,0.020589224994182587,32,1583,,,,
+,,,32,1583,0.0021757271606475115,0.03732164576649666,,
+0.0033334388863295317,0.04684649407863617,0.020589224994182587,33,1631,,,,
+,,,33,1631,0.005335809197276831,0.061296556144952774,,
+0.013934621587395668,0.1023150160908699,0.020589224994182587,34,1679,,,,
+,,,34,1679,0.004453555680811405,0.05368181690573692,,
+0.007994511164724827,0.0798259750008583,0.020589224994182587,35,1727,,,,
+,,,35,1727,0.004373333882540464,0.05462630093097687,,
+0.003611421212553978,0.048889677971601486,0.020589224994182587,36,1775,,,,
+,,,36,1775,0.0025314230006188154,0.03947070986032486,,
+0.002562385518103838,0.04239773005247116,0.020589224994182587,37,1823,,,,
+,,,37,1823,0.001817634329199791,0.03410343453288078,,
+0.002096683019772172,0.034626733511686325,0.020589224994182587,38,1871,,,,
+,,,38,1871,0.0019184667617082596,0.034929338842630386,,
+0.0019006814109161496,0.03244752436876297,0.020589224994182587,39,1919,,,,
+,,,39,1919,0.0020648532081395388,0.036209773272275925,,
+0.001196814002469182,0.026241660118103027,0.020589224994182587,40,1967,,,,
+,,,40,1967,0.0019494565203785896,0.03488921374082565,,
+0.0013482769718393683,0.028356894850730896,0.020589224994182587,41,2015,,,,
+,,,41,2015,0.0018978345906361938,0.03455713763833046,,
+0.007580297999083996,0.07959592342376709,0.020589224994182587,42,2063,,,,
+,,,42,2063,0.003282049437984824,0.045053157955408096,,
+0.004591785836964846,0.05875961482524872,0.020589224994182587,43,2111,,,,
+,,,43,2111,0.0015350072644650936,0.031035928055644035,,
+0.0013143831165507436,0.029185479506850243,0.020589224994182587,44,2159,,,,
+,,,44,2159,0.0016098394989967346,0.03191615268588066,,
+0.012844471260905266,0.10799434781074524,0.020589224994182587,45,2207,,,,
+,,,45,2207,0.0021290325094014406,0.03716330975294113,,
+0.001904739299789071,0.034021344035863876,0.020589224994182587,46,2255,,,,
+,,,46,2255,0.0024323766119778156,0.03881298005580902,,
+0.0012380725238472223,0.026494944468140602,0.020589224994182587,47,2303,,,,
+,,,47,2303,0.0019569597207009792,0.03520101681351662,,
+0.0017385670216754079,0.03332095965743065,0.020589224994182587,48,2351,,,,
+,,,48,2351,0.0024962357711046934,0.03954993933439255,,
+0.00362766464240849,0.049341168254613876,0.020589224994182587,49,2399,,,,
+,,,49,2399,0.0038567662704735994,0.050616078078746796,,
+0.006093028001487255,0.0706932544708252,0.020589224994182587,50,2447,,,,
+,,,50,2447,0.004485358949750662,0.05146439000964165,,
+0.0011606551706790924,0.0276652704924345,0.020589224994182587,51,2495,,,,
+,,,51,2495,0.0020141222048550844,0.03622566536068916,,
+0.0047431448474526405,0.06283058226108551,0.020589224994182587,52,2543,,,,
+,,,52,2543,0.0022175863850861788,0.03864162042737007,,
+0.004154905676841736,0.05779395252466202,0.020589224994182587,53,2591,,,,
+,,,53,2591,0.0017074603820219636,0.03243911638855934,,
+0.003532000118866563,0.0520474947988987,0.020589224994182587,54,2639,,,,
+,,,54,2639,0.0016068703262135386,0.03208381310105324,,
+0.0012306934222579002,0.02627534419298172,0.020589224994182587,55,2687,,,,
+,,,55,2687,0.001899083610624075,0.03498376905918121,,
+0.002239357214421034,0.03780844062566757,0.020589224994182587,56,2735,,,,
+,,,56,2735,0.0016049302648752928,0.03214059770107269,,
+0.002751373453065753,0.04536791145801544,0.020589224994182587,57,2783,,,,
+,,,57,2783,0.0016721445135772228,0.033232931047677994,,
+0.001247946871444583,0.028132595121860504,0.020589224994182587,58,2831,,,,
+,,,58,2831,0.001686979434452951,0.03310006111860275,,
+0.01402006670832634,0.11378127336502075,0.020589224994182587,59,2879,,,,
+,,,59,2879,0.002896541263908148,0.043545715510845184,,
+0.006851627957075834,0.07804197072982788,0.020589224994182587,60,2927,,,,
+,,,60,2927,0.00305698299780488,0.04409385845065117,,
+0.0008676995057612658,0.024018945172429085,0.020589224994182587,61,2975,,,,
+,,,61,2975,0.0021412884816527367,0.03622647747397423,,
+0.003081187140196562,0.04684612154960632,0.020589224994182587,62,3023,,,,
+,,,62,3023,0.002260268200188875,0.03812694549560547,,
+0.0025804354809224606,0.04402083903551102,0.020589224994182587,63,3071,,,,
+,,,63,3071,0.0013896592427045107,0.029436904937028885,,
+0.005046818405389786,0.06649255752563477,0.020589224994182587,64,3119,,,,
+,,,64,3119,0.0013074480229988694,0.02870548889040947,,
+0.0012857014080509543,0.02877233922481537,0.020589224994182587,65,3167,,,,
+,,,65,3167,0.002801084192469716,0.043004486709833145,,
+0.012762162834405899,0.10902251303195953,0.020589224994182587,66,3215,,,,
+,,,66,3215,0.0016865588258951902,0.032193854451179504,,
+0.00148302863817662,0.0324813537299633,0.020589224994182587,67,3263,,,,
+,,,67,3263,0.0009909610962495208,0.02513563260436058,,
+0.0009471165249124169,0.02479741908609867,0.020589224994182587,68,3311,,,,
+,,,68,3311,0.0018266673432663083,0.03510601818561554,,
+0.00102184247225523,0.026467986404895782,0.020589224994182587,69,3359,,,,
+,,,69,3359,0.0017404748359695077,0.03253118321299553,,
+0.006247437559068203,0.07513849437236786,0.020589224994182587,70,3407,,,,
+,,,70,3407,0.0013881935738027096,0.029853245243430138,,
+0.0012953969417139888,0.028817221522331238,0.020589224994182587,71,3455,,,,
+,,,71,3455,0.0020686646457761526,0.036662906408309937,,
+0.0014194392133504152,0.03003598004579544,0.020589224994182587,72,3503,,,,
+,,,72,3503,0.002081054262816906,0.037240318953990936,,
+0.014214921742677689,0.11570274829864502,0.020589224994182587,73,3551,,,,
+,,,73,3551,0.0028554671443998814,0.04258067160844803,,
+0.0008551429491490126,0.02316724695265293,0.020589224994182587,74,3599,,,,
+,,,74,3599,0.0019162369426339865,0.034711018204689026,,
+0.0006829426856711507,0.020755650475621223,0.020589224994182587,75,3647,,,,
+,,,75,3647,0.0025707650929689407,0.04120644927024841,,
+0.0007426879601553082,0.022214870899915695,0.020589224994182587,76,3695,,,,
+,,,76,3695,0.0016656642546877265,0.03288239613175392,,
+0.0011478335363790393,0.027278905734419823,0.020589224994182587,77,3743,,,,
+,,,77,3743,0.0018930118530988693,0.034577902406454086,,
+0.005801417864859104,0.07212947309017181,0.020589224994182587,78,3791,,,,
+,,,78,3791,0.003096646862104535,0.046241339296102524,,
+0.001971327466890216,0.03805195540189743,0.020589224994182587,79,3839,,,,
+,,,79,3839,0.0021913712844252586,0.03812388330698013,,
+0.0018040762515738606,0.03690705820918083,0.020589224994182587,80,3887,,,,
+,,,80,3887,0.0012246102560311556,0.028258005157113075,,
+0.0012159193865954876,0.02900089882314205,0.020589224994182587,81,3935,,,,
+,,,81,3935,0.0010464113438501954,0.0256000105291605,,
+0.0006235240725800395,0.01971055381000042,0.01971055381000042,82,3983,,,,
+,,,82,3983,0.002773779444396496,0.04462430626153946,,
+0.002327580936253071,0.04265757277607918,0.01971055381000042,83,4031,,,,
+,,,83,4031,0.001682713278569281,0.0326370969414711,,
+0.0020413275342434645,0.03955511748790741,0.01971055381000042,84,4079,,,,
+,,,84,4079,0.0023146469611674547,0.038785338401794434,,
+0.0005226015346124768,0.018279151991009712,0.018279151991009712,85,4127,,,,
+,,,85,4127,0.0016078249318525195,0.032567594200372696,,
+0.0010180582758039236,0.026567889377474785,0.018279151991009712,86,4175,,,,
+,,,86,4175,0.0014279726892709732,0.030677618458867073,,
+0.0008429858717136085,0.023944705724716187,0.018279151991009712,87,4223,,,,
+,,,87,4223,0.0007873685681261122,0.02230934239923954,,
+0.001148559502325952,0.02755180187523365,0.018279151991009712,88,4271,,,,
+,,,88,4271,0.001629660720936954,0.03327787294983864,,
+0.0015989332459867,0.028638390824198723,0.018279151991009712,89,4319,,,,
+,,,89,4319,0.0011621235171332955,0.026710253208875656,,
+0.0007739478605799377,0.02273567207157612,0.018279151991009712,90,4367,,,,
+,,,90,4367,0.0008279564790427685,0.023187842220067978,,
+0.001122495741583407,0.028850479051470757,0.018279151991009712,91,4415,,,,
+,,,91,4415,0.0007452037534676492,0.02166099287569523,,
+0.00045587343629449606,0.017000935971736908,0.017000935971736908,92,4463,,,,
+,,,92,4463,0.000841628119815141,0.02320716343820095,,
+0.0004981336533091962,0.01759461686015129,0.017000935971736908,93,4511,,,,
+,,,93,4511,0.0006179508054628968,0.01983075588941574,,
+0.00043381788418628275,0.016673529520630836,0.016673529520630836,94,4559,,,,
+,,,94,4559,0.0009568362147547305,0.024294748902320862,,
+0.0004796967841684818,0.01715332269668579,0.016673529520630836,95,4607,,,,
+,,,95,4607,0.001272057299502194,0.02985367551445961,,
+0.000762677751481533,0.023021694272756577,0.016673529520630836,96,4655,,,,
+,,,96,4655,0.0008381438092328608,0.022973204031586647,,
+0.0003232687304262072,0.014217784628272057,0.014217784628272057,97,4703,,,,
+,,,97,4703,0.0004133863258175552,0.01603715308010578,,
+0.001798574929125607,0.03875989094376564,0.014217784628272057,98,4751,,,,
+,,,98,4751,0.00036348498542793095,0.015035869553685188,,
+0.0031116355676203966,0.05294260010123253,0.014217784628272057,99,4799,,,,
+,,,99,4799,0.00042198612936772406,0.01629514805972576,,
+,,,98,4704,,,0.0003192603762727231,0.013918884098529816

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/1/tensorboard/focusResNet_150_hyperparameter_search/events.out.tfevents.1648715389.14f4e65288e4.1.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20de7a84b5a60663689b043e3a309af5edcd9bc695bba35e46d39c30cf0c224f
+size 36489

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/1/tensorboard/focusResNet_150_hyperparameter_search/events.out.tfevents.1648717810.14f4e65288e4.1.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33f6f079a881fa1305c7efaaf7750ef6ab09a4b5592b8553232660549d7d546
+size 179

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/1/tensorboard/focusResNet_150_hyperparameter_search/hparams.yaml

@@ -0,0 +1,48 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnext50_32x4d
+  pretrained: false
+  lr: 0.00018304414962137957
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_train_file: /usr/src/app/data/focus150/train_metadata.csv
+  csv_val_file: /usr/src/app/data/focus150/validation_metadata.csv
+  csv_test_file: /usr/src/app/data/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+seed: null
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 22981953
+model/params/trainable: 22981953
+model/params/non_trainable: 0

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/2/.hydra/config.yaml

@@ -0,0 +1,75 @@
+original_work_dir: ${hydra:runtime.cwd}
+data_dir: ${original_work_dir}/data
+print_config: true
+ignore_warnings: true
+train: true
+test: true
+seed: null
+name: focusResNet_150_hyperparameter_search
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: ${data_dir}/focus150
+  csv_train_file: ${data_dir}/focus150/train_metadata.csv
+  csv_val_file: ${data_dir}/focus150/validation_metadata.csv
+  csv_test_file: ${data_dir}/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet50
+  pretrained: false
+  lr: 0.004729230171471036
+  weight_decay: 0.0005
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+logger:
+  csv:
+    _target_: pytorch_lightning.loggers.csv_logs.CSVLogger
+    save_dir: .
+    name: csv/
+    prefix: ''
+  mlflow:
+    _target_: pytorch_lightning.loggers.mlflow.MLFlowLogger
+    experiment_name: ${name}
+    tracking_uri: ${original_work_dir}/logs/mlflow/mlruns
+    tags: null
+    save_dir: ./mlruns
+    prefix: ''
+    artifact_location: null
+  tensorboard:
+    _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
+    save_dir: tensorboard/
+    name: null
+    version: ${name}
+    log_graph: false
+    default_hp_metric: true
+    prefix: ''
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+optimized_metric: val/mae_best

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/2/.hydra/hydra.yaml

@@ -0,0 +1,209 @@
+hydra:
+  run:
+    dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+  sweep:
+    dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    sampler:
+      _target_: optuna.samplers.TPESampler
+      seed: 12345
+      consider_prior: true
+      prior_weight: 1.0
+      consider_magic_clip: true
+      consider_endpoints: false
+      n_startup_trials: 10
+      n_ei_candidates: 24
+      multivariate: false
+      warn_independent_sampling: true
+    _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
+    direction: minimize
+    storage: null
+    study_name: focusResNet_150_hyperparameter
+    n_trials: 20
+    n_jobs: 1
+    search_space:
+      model.pretrained:
+        type: categorical
+        choices:
+        - true
+        - false
+      model.lr:
+        type: float
+        low: 0.0001
+        high: 0.01
+      model.resnet_type:
+        type: categorical
+        choices:
+        - ResNet
+        - resnet18
+        - resnet34
+        - resnet50
+        - resnet101
+        - resnext50_32x4d
+        - wide_resnet50_2
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
+          - %(message)s'
+        log_colors:
+          DEBUG: purple
+          INFO: green
+          WARNING: yellow
+          ERROR: red
+          CRITICAL: red
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra: []
+    task:
+    - model.pretrained=False
+    - model.lr=0.004729230171471036
+    - model.resnet_type=resnet50
+    - hparams_search=focusResNetMSE_150
+  job:
+    name: train
+    override_dirname: hparams_search=focusResNetMSE_150,model.lr=0.004729230171471036,model.pretrained=False,model.resnet_type=resnet50
+    id: '2'
+    num: 2
+    config_name: train.yaml
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.1.1
+    cwd: /usr/src/app
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /usr/src/app/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    choices:
+      local: default.yaml
+      hparams_search: focusResNetMSE_150
+      debug: null
+      experiment: null
+      log_dir: default.yaml
+      trainer: long.yaml
+      logger: many_loggers
+      callbacks: default.yaml
+      model: focusResNet_150.yaml
+      datamodule: focus150.yaml
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: colorlog
+      hydra/hydra_logging: colorlog
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: optuna
+      hydra/sweeper/sampler: tpe
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/2/.hydra/overrides.yaml

@@ -0,0 +1,4 @@
+- model.pretrained=False
+- model.lr=0.004729230171471036
+- model.resnet_type=resnet50
+- hparams_search=focusResNetMSE_150

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/2/checkpoints/epoch_092.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524fe397ac8da0ec9d6ad4b648cc49b42119af869a18af49ade042d3c067c974
+size 282542073

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/2/checkpoints/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd2ac63929ec80c25402b2d66d7b31b8d907b742b1becb57414ac856791fd60
+size 282542073

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/2/csv/version_0/hparams.yaml

@@ -0,0 +1,48 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet50
+  pretrained: false
+  lr: 0.004729230171471036
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_train_file: /usr/src/app/data/focus150/train_metadata.csv
+  csv_val_file: /usr/src/app/data/focus150/validation_metadata.csv
+  csv_test_file: /usr/src/app/data/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+seed: null
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 23510081
+model/params/trainable: 23510081
+model/params/non_trainable: 0

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/2/csv/version_0/metrics.csv

@@ -0,0 +1,202 @@
+val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae
+3.4804530143737793,0.4587792456150055,0.4587792456150055,0,47,,,,
+,,,0,47,30.76121711730957,1.0673651695251465,,
+0.019033869728446007,0.09812884032726288,0.09812884032726288,1,95,,,,
+,,,1,95,0.029277384281158447,0.07181914150714874,,
+0.07608696073293686,0.09641210734844208,0.09641210734844208,2,143,,,,
+,,,2,143,0.00752218347042799,0.04501829296350479,,
+0.04828926920890808,0.07410785555839539,0.07410785555839539,3,191,,,,
+,,,3,191,0.0044105094857513905,0.0400945246219635,,
+0.021428117528557777,0.06116461008787155,0.06116461008787155,4,239,,,,
+,,,4,239,0.0043566590175032616,0.03844092786312103,,
+0.009234084747731686,0.05040205270051956,0.05040205270051956,5,287,,,,
+,,,5,287,0.00435253232717514,0.03873081132769585,,
+0.004886816721409559,0.04216780513525009,0.04216780513525009,6,335,,,,
+,,,6,335,0.008734568953514099,0.044731177389621735,,
+0.003297878662124276,0.032687775790691376,0.032687775790691376,7,383,,,,
+,,,7,383,0.006814931053668261,0.05245403200387955,,
+0.011770370416343212,0.05229504406452179,0.032687775790691376,8,431,,,,
+,,,8,431,0.00666081253439188,0.04420967027544975,,
+0.0877595990896225,0.10962475836277008,0.032687775790691376,9,479,,,,
+,,,9,479,0.0052605196833610535,0.051457811146974564,,
+0.0018151934491470456,0.03437064215540886,0.032687775790691376,10,527,,,,
+,,,10,527,0.0062896693125367165,0.041840020567178726,,
+0.017183981835842133,0.04324280843138695,0.032687775790691376,11,575,,,,
+,,,11,575,0.0032323054037988186,0.03565232828259468,,
+0.02575857937335968,0.062110353261232376,0.032687775790691376,12,623,,,,
+,,,12,623,0.00907379761338234,0.05557524412870407,,
+0.004861962981522083,0.06548794358968735,0.032687775790691376,13,671,,,,
+,,,13,671,0.012721176259219646,0.060464903712272644,,
+0.12746737897396088,0.14120171964168549,0.032687775790691376,14,719,,,,
+,,,14,719,0.006005622446537018,0.055933840572834015,,
+0.02082206681370735,0.04344629496335983,0.032687775790691376,15,767,,,,
+,,,15,767,0.003479055128991604,0.0413602776825428,,
+0.0008004081901162863,0.02271358296275139,0.02271358296275139,16,815,,,,
+,,,16,815,0.0037483959458768368,0.038129523396492004,,
+0.15243031084537506,0.07018014788627625,0.02271358296275139,17,863,,,,
+,,,17,863,0.004915348254144192,0.04451771825551987,,
+4.010847091674805,0.48188287019729614,0.02271358296275139,18,911,,,,
+,,,18,911,0.010254218243062496,0.04385947063565254,,
+0.01139015145599842,0.03446673974394798,0.02271358296275139,19,959,,,,
+,,,19,959,0.005805058870464563,0.04872361198067665,,
+0.15232689678668976,0.076467365026474,0.02271358296275139,20,1007,,,,
+,,,20,1007,0.002046630484983325,0.03176574036478996,,
+0.012855458073318005,0.05559861287474632,0.02271358296275139,21,1055,,,,
+,,,21,1055,0.003868401050567627,0.039734333753585815,,
+0.0034823319874703884,0.05463595688343048,0.02271358296275139,22,1103,,,,
+,,,22,1103,0.004881482105702162,0.03760823979973793,,
+0.0027521445881575346,0.025082504376769066,0.02271358296275139,23,1151,,,,
+,,,23,1151,0.0031017903238534927,0.03703591600060463,,
+0.06050201132893562,0.06113875284790993,0.02271358296275139,24,1199,,,,
+,,,24,1199,0.0025435874704271555,0.030798448249697685,,
+0.0013133782194927335,0.030556702986359596,0.02271358296275139,25,1247,,,,
+,,,25,1247,0.003851876826956868,0.03530954569578171,,
+0.0004516166518442333,0.017674097791314125,0.017674097791314125,26,1295,,,,
+,,,26,1295,0.004260741174221039,0.03234672173857689,,
+0.013001718558371067,0.09051113575696945,0.017674097791314125,27,1343,,,,
+,,,27,1343,0.0053815278224647045,0.04757620766758919,,
+0.004252787213772535,0.03163391724228859,0.017674097791314125,28,1391,,,,
+,,,28,1391,0.002728712512180209,0.03957285359501839,,
+0.011714527383446693,0.04564947634935379,0.017674097791314125,29,1439,,,,
+,,,29,1439,0.001958586508408189,0.03532382473349571,,
+0.15737004578113556,0.12705934047698975,0.017674097791314125,30,1487,,,,
+,,,30,1487,0.00814987812191248,0.0474994033575058,,
+0.007230572402477264,0.06698422133922577,0.017674097791314125,31,1535,,,,
+,,,31,1535,0.004561259411275387,0.0548953153192997,,
+0.0015041854931041598,0.023472437635064125,0.017674097791314125,32,1583,,,,
+,,,32,1583,0.0039428710006177425,0.044292911887168884,,
+0.02386150322854519,0.049389224499464035,0.017674097791314125,33,1631,,,,
+,,,33,1631,0.0011506848968565464,0.025729546323418617,,
+0.01163747999817133,0.03860365226864815,0.017674097791314125,34,1679,,,,
+,,,34,1679,0.0010796537389978766,0.024723771959543228,,
+0.0018686287803575397,0.023679319769144058,0.017674097791314125,35,1727,,,,
+,,,35,1727,0.0030433102510869503,0.032287027686834335,,
+0.0036269286647439003,0.03411584720015526,0.017674097791314125,36,1775,,,,
+,,,36,1775,0.004136234056204557,0.03414534032344818,,
+0.008098785765469074,0.040372226387262344,0.017674097791314125,37,1823,,,,
+,,,37,1823,0.001628538710065186,0.029683861881494522,,
+0.0043891239911317825,0.03603743016719818,0.017674097791314125,38,1871,,,,
+,,,38,1871,0.0014498287346214056,0.028878705576062202,,
+0.008560439571738243,0.03244473785161972,0.017674097791314125,39,1919,,,,
+,,,39,1919,0.0011374681489542127,0.025087768211960793,,
+0.0014255593996495008,0.030012942850589752,0.017674097791314125,40,1967,,,,
+,,,40,1967,0.0011954476358368993,0.023600194603204727,,
+0.0072646066546440125,0.030549176037311554,0.017674097791314125,41,2015,,,,
+,,,41,2015,0.0013912111753597856,0.024858485907316208,,
+0.001261829980649054,0.02585410699248314,0.017674097791314125,42,2063,,,,
+,,,42,2063,0.00209521921351552,0.029943693429231644,,
+0.0006848725024610758,0.02094835601747036,0.017674097791314125,43,2111,,,,
+,,,43,2111,0.0011692187981680036,0.024312833324074745,,
+0.07665304094552994,0.07383792847394943,0.017674097791314125,44,2159,,,,
+,,,44,2159,0.0020792270079255104,0.033512696623802185,,
+0.001916236593388021,0.022970909252762794,0.017674097791314125,45,2207,,,,
+,,,45,2207,0.0016165990382432938,0.029243089258670807,,
+0.0006143416394479573,0.01907052844762802,0.017674097791314125,46,2255,,,,
+,,,46,2255,0.0016104391543194652,0.027290843427181244,,
+0.0017845265101641417,0.025534261018037796,0.017674097791314125,47,2303,,,,
+,,,47,2303,0.0012969664530828595,0.025305576622486115,,
+0.0006410744390450418,0.01996440999209881,0.017674097791314125,48,2351,,,,
+,,,48,2351,0.0011207942152395844,0.025061853229999542,,
+0.0014475412899628282,0.026336612179875374,0.017674097791314125,49,2399,,,,
+,,,49,2399,0.0011723469942808151,0.024438325315713882,,
+0.00090839370386675,0.019313564524054527,0.017674097791314125,50,2447,,,,
+,,,50,2447,0.0012470486108213663,0.022840728983283043,,
+0.0005795218166895211,0.01938917674124241,0.017674097791314125,51,2495,,,,
+,,,51,2495,0.0013027902459725738,0.024881253018975258,,
+0.0015253052115440369,0.021229535341262817,0.017674097791314125,52,2543,,,,
+,,,52,2543,0.0011272643459960818,0.023309556767344475,,
+0.0019276548409834504,0.025279998779296875,0.017674097791314125,53,2591,,,,
+,,,53,2591,0.0011341881472617388,0.023641278967261314,,
+0.0005598654970526695,0.019022900611162186,0.017674097791314125,54,2639,,,,
+,,,54,2639,0.0006794215296395123,0.019856883212924004,,
+0.0012353104539215565,0.025600867345929146,0.017674097791314125,55,2687,,,,
+,,,55,2687,0.0005882879486307502,0.01825331337749958,,
+0.0005514469812624156,0.019516995176672935,0.017674097791314125,56,2735,,,,
+,,,56,2735,0.002531521487981081,0.02815801464021206,,
+0.0004407806263770908,0.017318088561296463,0.017318088561296463,57,2783,,,,
+,,,57,2783,0.0010887072421610355,0.022730998694896698,,
+0.00046888558426871896,0.017464760690927505,0.017318088561296463,58,2831,,,,
+,,,58,2831,0.0004808494995813817,0.017141040414571762,,
+0.0005167050403542817,0.017066285014152527,0.017066285014152527,59,2879,,,,
+,,,59,2879,0.00046128532267175615,0.016671016812324524,,
+0.00037682073889300227,0.01588943600654602,0.01588943600654602,60,2927,,,,
+,,,60,2927,0.0005177257698960602,0.017105061560869217,,
+0.0005232294788584113,0.017705142498016357,0.01588943600654602,61,2975,,,,
+,,,61,2975,0.0004666729655582458,0.016622131690382957,,
+0.00039849866880103946,0.015905259177088737,0.01588943600654602,62,3023,,,,
+,,,62,3023,0.0004966217093169689,0.017167136073112488,,
+0.00062275753589347,0.020706847310066223,0.01588943600654602,63,3071,,,,
+,,,63,3071,0.00047847916721366346,0.016740573570132256,,
+0.0003661202790681273,0.015559101477265358,0.015559101477265358,64,3119,,,,
+,,,64,3119,0.000691568769980222,0.018854936584830284,,
+0.0005012370529584587,0.016634942963719368,0.015559101477265358,65,3167,,,,
+,,,65,3167,0.00045935623347759247,0.016248399391770363,,
+0.0003916870045941323,0.015881268307566643,0.015559101477265358,66,3215,,,,
+,,,66,3215,0.0004618199309334159,0.016532311215996742,,
+0.0007263250299729407,0.021206306293606758,0.015559101477265358,67,3263,,,,
+,,,67,3263,0.0005527507164515555,0.01747831143438816,,
+0.0003477301215752959,0.015251034870743752,0.015251034870743752,68,3311,,,,
+,,,68,3311,0.000456577748991549,0.016066309064626694,,
+0.0003940644965041429,0.016115011647343636,0.015251034870743752,69,3359,,,,
+,,,69,3359,0.00038962133112363517,0.015145867131650448,,
+0.007133142556995153,0.05005849525332451,0.015251034870743752,70,3407,,,,
+,,,70,3407,0.004342423751950264,0.03963114693760872,,
+0.0022557952906936407,0.033592112362384796,0.015251034870743752,71,3455,,,,
+,,,71,3455,0.004791718907654285,0.05111518129706383,,
+0.0013836703728884459,0.02773311734199524,0.015251034870743752,72,3503,,,,
+,,,72,3503,0.0013075770111754537,0.028135212138295174,,
+0.0004805101780220866,0.01822994276881218,0.015251034870743752,73,3551,,,,
+,,,73,3551,0.0007614510832354426,0.021748600527644157,,
+0.0005106626776978374,0.018549922853708267,0.015251034870743752,74,3599,,,,
+,,,74,3599,0.0005327292601577938,0.018889103084802628,,
+0.000475063337944448,0.01819196157157421,0.015251034870743752,75,3647,,,,
+,,,75,3647,0.0004907356342300773,0.01813323050737381,,
+0.0004428564279805869,0.017696110531687737,0.015251034870743752,76,3695,,,,
+,,,76,3695,0.0004971246817149222,0.018256183713674545,,
+0.0009741723770275712,0.02541719377040863,0.015251034870743752,77,3743,,,,
+,,,77,3743,0.0004878296749666333,0.01798984222114086,,
+0.0006738735246472061,0.020841514691710472,0.015251034870743752,78,3791,,,,
+,,,78,3791,0.0004899810301139951,0.01814916916191578,,
+0.0004417533637024462,0.017608333379030228,0.015251034870743752,79,3839,,,,
+,,,79,3839,0.0004896921454928815,0.018082961440086365,,
+0.0004819725872948766,0.017931275069713593,0.015251034870743752,80,3887,,,,
+,,,80,3887,0.00045309949200600386,0.017509514465928078,,
+0.0008923609857447445,0.02463003806769848,0.015251034870743752,81,3935,,,,
+,,,81,3935,0.000471272855065763,0.017700888216495514,,
+0.0006420307909138501,0.02010742947459221,0.015251034870743752,82,3983,,,,
+,,,82,3983,0.00045383715769276023,0.017341945320367813,,
+0.0009384019649587572,0.02352122776210308,0.015251034870743752,83,4031,,,,
+,,,83,4031,0.00042946383473463356,0.01682673767209053,,
+0.0005968150799162686,0.01999196968972683,0.015251034870743752,84,4079,,,,
+,,,84,4079,0.00048644296475686133,0.017734618857502937,,
+0.0004055262834299356,0.016376648098230362,0.015251034870743752,85,4127,,,,
+,,,85,4127,0.0004430710687302053,0.016752514988183975,,
+0.0005392496823333204,0.018485499545931816,0.015251034870743752,86,4175,,,,
+,,,86,4175,0.00040029434603638947,0.016021858900785446,,
+0.0010102273663505912,0.026148373261094093,0.015251034870743752,87,4223,,,,
+,,,87,4223,0.0004558449727483094,0.016616053879261017,,
+0.0003729221352841705,0.016011841595172882,0.015251034870743752,88,4271,,,,
+,,,88,4271,0.00039709219709038734,0.01571073569357395,,
+0.0005365551332943141,0.01775805652141571,0.015251034870743752,89,4319,,,,
+,,,89,4319,0.0003502516192384064,0.014962303452193737,,
+0.0005173343815840781,0.01839566044509411,0.015251034870743752,90,4367,,,,
+,,,90,4367,0.0003628371050581336,0.01507034245878458,,
+0.0005405150586739182,0.01882711425423622,0.015251034870743752,91,4415,,,,
+,,,91,4415,0.00036125138285569847,0.015169380232691765,,
+0.00033206609077751637,0.014631316065788269,0.014631316065788269,92,4463,,,,
+,,,92,4463,0.0003487957001198083,0.014888027682900429,,
+0.0012184185907244682,0.02045232243835926,0.014631316065788269,93,4511,,,,
+,,,93,4511,0.00033893220825120807,0.014623986557126045,,
+0.0008451467147096992,0.018765872344374657,0.014631316065788269,94,4559,,,,
+,,,94,4559,0.00034765241434797645,0.014583448879420757,,
+0.0005134791135787964,0.017669422551989555,0.014631316065788269,95,4607,,,,
+,,,95,4607,0.00033344762050546706,0.01426685694605112,,
+0.0009260697988793254,0.024161845445632935,0.014631316065788269,96,4655,,,,
+,,,96,4655,0.00033812527544796467,0.01438850350677967,,
+0.0009322865516878664,0.01970795728266239,0.014631316065788269,97,4703,,,,
+,,,97,4703,0.00033592971158213913,0.014196346513926983,,
+0.0005961584392935038,0.017634622752666473,0.014631316065788269,98,4751,,,,
+,,,98,4751,0.00033423848799429834,0.014376619830727577,,
+0.0005329846753738821,0.018492991104722023,0.014631316065788269,99,4799,,,,
+,,,99,4799,0.00033767413697205484,0.014463357627391815,,
+,,,93,4464,,,0.00032271273084916174,0.014400513842701912

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/2/tensorboard/focusResNet_150_hyperparameter_search/events.out.tfevents.1648717810.14f4e65288e4.1.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9ea9dd3a91ff7c12ceb671f817eaf40d51b016cc03d3b1b33ea7076aa34e0c
+size 36482

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/2/tensorboard/focusResNet_150_hyperparameter_search/events.out.tfevents.1648719757.14f4e65288e4.1.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffb9e85dd351ade87102b73e0241a852dd1d76ef5a750fb37d80fa858a22c24
+size 179

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/2/tensorboard/focusResNet_150_hyperparameter_search/hparams.yaml

@@ -0,0 +1,48 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnet50
+  pretrained: false
+  lr: 0.004729230171471036
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_train_file: /usr/src/app/data/focus150/train_metadata.csv
+  csv_val_file: /usr/src/app/data/focus150/validation_metadata.csv
+  csv_test_file: /usr/src/app/data/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+seed: null
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 23510081
+model/params/trainable: 23510081
+model/params/non_trainable: 0

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/3/.hydra/config.yaml

@@ -0,0 +1,75 @@
+original_work_dir: ${hydra:runtime.cwd}
+data_dir: ${original_work_dir}/data
+print_config: true
+ignore_warnings: true
+train: true
+test: true
+seed: null
+name: focusResNet_150_hyperparameter_search
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: ${data_dir}/focus150
+  csv_train_file: ${data_dir}/focus150/train_metadata.csv
+  csv_val_file: ${data_dir}/focus150/validation_metadata.csv
+  csv_test_file: ${data_dir}/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnext50_32x4d
+  pretrained: false
+  lr: 0.009046853128348301
+  weight_decay: 0.0005
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+logger:
+  csv:
+    _target_: pytorch_lightning.loggers.csv_logs.CSVLogger
+    save_dir: .
+    name: csv/
+    prefix: ''
+  mlflow:
+    _target_: pytorch_lightning.loggers.mlflow.MLFlowLogger
+    experiment_name: ${name}
+    tracking_uri: ${original_work_dir}/logs/mlflow/mlruns
+    tags: null
+    save_dir: ./mlruns
+    prefix: ''
+    artifact_location: null
+  tensorboard:
+    _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger
+    save_dir: tensorboard/
+    name: null
+    version: ${name}
+    log_graph: false
+    default_hp_metric: true
+    prefix: ''
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+optimized_metric: val/mae_best

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/3/.hydra/hydra.yaml

@@ -0,0 +1,209 @@
+hydra:
+  run:
+    dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+  sweep:
+    dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    sampler:
+      _target_: optuna.samplers.TPESampler
+      seed: 12345
+      consider_prior: true
+      prior_weight: 1.0
+      consider_magic_clip: true
+      consider_endpoints: false
+      n_startup_trials: 10
+      n_ei_candidates: 24
+      multivariate: false
+      warn_independent_sampling: true
+    _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
+    direction: minimize
+    storage: null
+    study_name: focusResNet_150_hyperparameter
+    n_trials: 20
+    n_jobs: 1
+    search_space:
+      model.pretrained:
+        type: categorical
+        choices:
+        - true
+        - false
+      model.lr:
+        type: float
+        low: 0.0001
+        high: 0.01
+      model.resnet_type:
+        type: categorical
+        choices:
+        - ResNet
+        - resnet18
+        - resnet34
+        - resnet50
+        - resnet101
+        - resnext50_32x4d
+        - wide_resnet50_2
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+
+      Use --hydra-help to view Hydra specific help
+
+      '
+    template: '${hydra.help.header}
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (group=option)
+
+
+      $APP_CONFIG_GROUPS
+
+
+      == Config ==
+
+      Override anything in the config (foo.bar=value)
+
+
+      $CONFIG
+
+
+      ${hydra.help.footer}
+
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+
+      See https://hydra.cc for more info.
+
+
+      == Flags ==
+
+      $FLAGS_HELP
+
+
+      == Configuration groups ==
+
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+
+
+      $HYDRA_CONFIG_GROUPS
+
+
+      Use ''--cfg hydra'' to Show the Hydra config.
+
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+      colorlog:
+        (): colorlog.ColoredFormatter
+        format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
+          - %(message)s'
+        log_colors:
+          DEBUG: purple
+          INFO: green
+          WARNING: yellow
+          ERROR: red
+          CRITICAL: red
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: colorlog
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra: []
+    task:
+    - model.pretrained=False
+    - model.lr=0.009046853128348301
+    - model.resnet_type=resnext50_32x4d
+    - hparams_search=focusResNetMSE_150
+  job:
+    name: train
+    override_dirname: hparams_search=focusResNetMSE_150,model.lr=0.009046853128348301,model.pretrained=False,model.resnet_type=resnext50_32x4d
+    id: '3'
+    num: 3
+    config_name: train.yaml
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.1.1
+    cwd: /usr/src/app
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /usr/src/app/configs
+      schema: file
+      provider: main
+    - path: hydra_plugins.hydra_colorlog.conf
+      schema: pkg
+      provider: hydra-colorlog
+    - path: ''
+      schema: structured
+      provider: schema
+    choices:
+      local: default.yaml
+      hparams_search: focusResNetMSE_150
+      debug: null
+      experiment: null
+      log_dir: default.yaml
+      trainer: long.yaml
+      logger: many_loggers
+      callbacks: default.yaml
+      model: focusResNet_150.yaml
+      datamodule: focus150.yaml
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: colorlog
+      hydra/hydra_logging: colorlog
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: optuna
+      hydra/sweeper/sampler: tpe
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/3/.hydra/overrides.yaml

@@ -0,0 +1,4 @@
+- model.pretrained=False
+- model.lr=0.009046853128348301
+- model.resnet_type=resnext50_32x4d
+- hparams_search=focusResNetMSE_150

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/3/checkpoints/epoch_099.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138c30dee115c78787782b7f5fe570fef7f395b27cc12e284b8f7393808c76b7
+size 276265081

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/3/checkpoints/last.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138c30dee115c78787782b7f5fe570fef7f395b27cc12e284b8f7393808c76b7
+size 276265081

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/3/csv/version_0/hparams.yaml

@@ -0,0 +1,48 @@
+trainer:
+  _target_: pytorch_lightning.Trainer
+  gpus: 1
+  min_epochs: 1
+  max_epochs: 100
+  resume_from_checkpoint: null
+model:
+  _target_: src.models.focus_resnet_module.ResNetLitModule
+  resnet_type: resnext50_32x4d
+  pretrained: false
+  lr: 0.009046853128348301
+  weight_decay: 0.0005
+datamodule:
+  _target_: src.datamodules.focus_datamodule.FocusDataModule
+  data_dir: /usr/src/app/data/focus150
+  csv_train_file: /usr/src/app/data/focus150/train_metadata.csv
+  csv_val_file: /usr/src/app/data/focus150/validation_metadata.csv
+  csv_test_file: /usr/src/app/data/focus150/test_metadata.csv
+  batch_size: 64
+  num_workers: 0
+  pin_memory: false
+  augmentation: true
+seed: null
+callbacks:
+  model_checkpoint:
+    _target_: pytorch_lightning.callbacks.ModelCheckpoint
+    monitor: val/mae
+    mode: min
+    save_top_k: 1
+    save_last: true
+    verbose: false
+    dirpath: checkpoints/
+    filename: epoch_{epoch:03d}
+    auto_insert_metric_name: false
+  early_stopping:
+    _target_: pytorch_lightning.callbacks.EarlyStopping
+    monitor: val/mae
+    mode: min
+    patience: 100
+    min_delta: 0
+  model_summary:
+    _target_: pytorch_lightning.callbacks.RichModelSummary
+    max_depth: -1
+  rich_progress_bar:
+    _target_: pytorch_lightning.callbacks.RichProgressBar
+model/params/total: 22981953
+model/params/trainable: 22981953
+model/params/non_trainable: 0

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/3/csv/version_0/metrics.csv

@@ -0,0 +1,202 @@
+val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae
+0.49479925632476807,0.22219541668891907,0.017029963433742523,0,47,,,,
+,,,0,47,56.635581970214844,1.3517314195632935,,
+0.014707920141518116,0.10067598521709442,0.017029963433742523,1,95,,,,
+,,,1,95,0.01903868094086647,0.08636416494846344,,
+0.013279189355671406,0.06132481247186661,0.017029963433742523,2,143,,,,
+,,,2,143,0.008068284019827843,0.06103755906224251,,
+0.046751685440540314,0.1449791043996811,0.017029963433742523,3,191,,,,
+,,,3,191,0.007562067359685898,0.05691637098789215,,
+0.003201188752427697,0.02866114303469658,0.017029963433742523,4,239,,,,
+,,,4,239,0.005031130742281675,0.042969249188899994,,
+0.02518273890018463,0.07845500111579895,0.017029963433742523,5,287,,,,
+,,,5,287,0.008838241919875145,0.06042591854929924,,
+0.010494046844542027,0.044176504015922546,0.017029963433742523,6,335,,,,
+,,,6,335,0.0038212460931390524,0.039019133895635605,,
+0.0060835485346615314,0.05244045704603195,0.017029963433742523,7,383,,,,
+,,,7,383,0.009675176814198494,0.043250031769275665,,
+0.004424266051501036,0.03896797448396683,0.017029963433742523,8,431,,,,
+,,,8,431,0.0027015183586627245,0.03362626954913139,,
+0.028308525681495667,0.1313597857952118,0.017029963433742523,9,479,,,,
+,,,9,479,0.006333727389574051,0.06099438667297363,,
+0.03929498791694641,0.1600172370672226,0.017029963433742523,10,527,,,,
+,,,10,527,0.01034246664494276,0.059234369546175,,
+0.018383102491497993,0.0952855721116066,0.017029963433742523,11,575,,,,
+,,,11,575,0.004502576310187578,0.04439263418316841,,
+0.022669987753033638,0.14714746177196503,0.017029963433742523,12,623,,,,
+,,,12,623,0.00612677214667201,0.04978850483894348,,
+0.06923773139715195,0.2582358717918396,0.017029963433742523,13,671,,,,
+,,,13,671,0.007603084668517113,0.04673231393098831,,
+0.01558727491647005,0.1188897043466568,0.017029963433742523,14,719,,,,
+,,,14,719,0.007472718134522438,0.06150837242603302,,
+0.029517315328121185,0.11386989057064056,0.017029963433742523,15,767,,,,
+,,,15,767,0.007833016104996204,0.06406146287918091,,
+0.015918290242552757,0.0544549897313118,0.017029963433742523,16,815,,,,
+,,,16,815,0.004735893569886684,0.0364491306245327,,
+0.06876042485237122,0.25622379779815674,0.017029963433742523,17,863,,,,
+,,,17,863,0.004762351047247648,0.041527628898620605,,
+0.013900157064199448,0.11292490363121033,0.017029963433742523,18,911,,,,
+,,,18,911,0.005651871673762798,0.04823882505297661,,
+0.027770593762397766,0.16421031951904297,0.017029963433742523,19,959,,,,
+,,,19,959,0.007662016432732344,0.05304599553346634,,
+0.019352508708834648,0.09885009378194809,0.017029963433742523,20,1007,,,,
+,,,20,1007,0.008836102671921253,0.04230766370892525,,
+0.0012500964803621173,0.026058828458189964,0.017029963433742523,21,1055,,,,
+,,,21,1055,0.006969483103603125,0.051235247403383255,,
+0.0011401057709008455,0.02821236290037632,0.017029963433742523,22,1103,,,,
+,,,22,1103,0.00852397084236145,0.07059265673160553,,
+0.05098571628332138,0.22232046723365784,0.017029963433742523,23,1151,,,,
+,,,23,1151,0.009015590883791447,0.06848719716072083,,
+0.05669683218002319,0.18072864413261414,0.017029963433742523,24,1199,,,,
+,,,24,1199,0.005313802044838667,0.046384360641241074,,
+0.05525759607553482,0.18005318939685822,0.017029963433742523,25,1247,,,,
+,,,25,1247,0.004227208439260721,0.03713962063193321,,
+11.039356231689453,1.4267702102661133,0.017029963433742523,26,1295,,,,
+,,,26,1295,0.022110803052783012,0.05544092133641243,,
+0.000717498769517988,0.021247107535600662,0.017029963433742523,27,1343,,,,
+,,,27,1343,0.11171285063028336,0.16062456369400024,,
+0.011394578963518143,0.08411354571580887,0.017029963433742523,28,1391,,,,
+,,,28,1391,0.0019487441750243306,0.03215770795941353,,
+0.0036867819726467133,0.048670023679733276,0.017029963433742523,29,1439,,,,
+,,,29,1439,0.002692394657060504,0.03871668502688408,,
+0.007561805192381144,0.0806230828166008,0.017029963433742523,30,1487,,,,
+,,,30,1487,0.0046776412054896355,0.04096819832921028,,
+0.0009908349020406604,0.023686496540904045,0.017029963433742523,31,1535,,,,
+,,,31,1535,0.001955770654603839,0.030775493010878563,,
+0.001992885721847415,0.02511189505457878,0.017029963433742523,32,1583,,,,
+,,,32,1583,0.0019280704436823726,0.029668400064110756,,
+0.021435555070638657,0.04869503900408745,0.017029963433742523,33,1631,,,,
+,,,33,1631,0.002317517763003707,0.03218258544802666,,
+0.018901746720075607,0.1066010445356369,0.017029963433742523,34,1679,,,,
+,,,34,1679,0.013002519495785236,0.06932563334703445,,
+0.009680137038230896,0.03813125193119049,0.017029963433742523,35,1727,,,,
+,,,35,1727,0.006319014821201563,0.05631794035434723,,
+0.005206441972404718,0.039187267422676086,0.017029963433742523,36,1775,,,,
+,,,36,1775,0.023547828197479248,0.09620774537324905,,
+0.002813467290252447,0.04103163629770279,0.017029963433742523,37,1823,,,,
+,,,37,1823,0.004105704836547375,0.046431493014097214,,
+0.04219554364681244,0.08602892607450485,0.017029963433742523,38,1871,,,,
+,,,38,1871,0.00396904069930315,0.04013534262776375,,
+0.001817293930798769,0.037837088108062744,0.017029963433742523,39,1919,,,,
+,,,39,1919,0.0025897116865962744,0.03278384357690811,,
+0.019626477733254433,0.0775080993771553,0.017029963433742523,40,1967,,,,
+,,,40,1967,0.004996159579604864,0.041888102889060974,,
+0.0040210336446762085,0.05641702562570572,0.017029963433742523,41,2015,,,,
+,,,41,2015,0.008516683243215084,0.06883008033037186,,
+0.2095169872045517,0.2727837860584259,0.017029963433742523,42,2063,,,,
+,,,42,2063,0.007758335210382938,0.05231388658285141,,
+0.011928243562579155,0.10698555409908295,0.017029963433742523,43,2111,,,,
+,,,43,2111,0.02610737644135952,0.07402712106704712,,
+0.007303058635443449,0.0388827845454216,0.017029963433742523,44,2159,,,,
+,,,44,2159,0.005913855042308569,0.06232764571905136,,
+0.005426933988928795,0.05772033706307411,0.017029963433742523,45,2207,,,,
+,,,45,2207,0.005208280403167009,0.05771321430802345,,
+0.000776019471231848,0.02247541956603527,0.017029963433742523,46,2255,,,,
+,,,46,2255,0.002615230856463313,0.038507211953401566,,
+0.0376974381506443,0.07188474386930466,0.017029963433742523,47,2303,,,,
+,,,47,2303,0.0048753987066447735,0.04198174178600311,,
+0.0005752985016442835,0.019673718139529228,0.017029963433742523,48,2351,,,,
+,,,48,2351,0.0025319678243249655,0.03851386904716492,,
+0.14160633087158203,0.15347540378570557,0.017029963433742523,49,2399,,,,
+,,,49,2399,0.005561212543398142,0.05565594136714935,,
+0.0007630789768882096,0.022547099739313126,0.017029963433742523,50,2447,,,,
+,,,50,2447,0.0057469024322927,0.05791876092553139,,
+0.005504441913217306,0.05674662068486214,0.017029963433742523,51,2495,,,,
+,,,51,2495,0.009260340593755245,0.048161640763282776,,
+0.011919943615794182,0.06474333256483078,0.017029963433742523,52,2543,,,,
+,,,52,2543,0.003788877045735717,0.04589907452464104,,
+0.0006544740172103047,0.019807934761047363,0.017029963433742523,53,2591,,,,
+,,,53,2591,0.0033387511502951384,0.04477311298251152,,
+0.17404399812221527,0.11635575443506241,0.017029963433742523,54,2639,,,,
+,,,54,2639,0.009979303926229477,0.05106189846992493,,
+0.0045661018230021,0.04879751428961754,0.017029963433742523,55,2687,,,,
+,,,55,2687,0.0045111458748579025,0.053556520491838455,,
+0.005150959361344576,0.03131034970283508,0.017029963433742523,56,2735,,,,
+,,,56,2735,0.003746108850464225,0.04531832039356232,,
+0.0027998480945825577,0.028482593595981598,0.017029963433742523,57,2783,,,,
+,,,57,2783,0.00337138120085001,0.0435265451669693,,
+0.003078559646382928,0.0278299730271101,0.017029963433742523,58,2831,,,,
+,,,58,2831,0.002963488455861807,0.040128856897354126,,
+0.10123495012521744,0.09303909540176392,0.017029963433742523,59,2879,,,,
+,,,59,2879,0.004379508551210165,0.04508080706000328,,
+0.04055655747652054,0.07780065387487411,0.017029963433742523,60,2927,,,,
+,,,60,2927,0.0031691507901996374,0.042709559202194214,,
+0.008831300772726536,0.045491382479667664,0.017029963433742523,61,2975,,,,
+,,,61,2975,0.002469864208251238,0.0386957973241806,,
+0.0010090963914990425,0.02574499323964119,0.017029963433742523,62,3023,,,,
+,,,62,3023,0.002938569523394108,0.04222966730594635,,
+0.02313598245382309,0.05314105749130249,0.017029963433742523,63,3071,,,,
+,,,63,3071,0.004519530571997166,0.03848258778452873,,
+0.0024605225771665573,0.025966638699173927,0.017029963433742523,64,3119,,,,
+,,,64,3119,0.0017300596227869391,0.03144967555999756,,
+0.0012199475895613432,0.022208556532859802,0.017029963433742523,65,3167,,,,
+,,,65,3167,0.0013102362863719463,0.027625959366559982,,
+0.0019114796305075288,0.025246143341064453,0.017029963433742523,66,3215,,,,
+,,,66,3215,0.0033396678045392036,0.03265763819217682,,
+0.0036302832886576653,0.0283729899674654,0.017029963433742523,67,3263,,,,
+,,,67,3263,0.0014396044425666332,0.029314091429114342,,
+0.0008823872776702046,0.02155708521604538,0.017029963433742523,68,3311,,,,
+,,,68,3311,0.0009123436757363379,0.02334129810333252,,
+0.025753190740942955,0.052578963339328766,0.017029963433742523,69,3359,,,,
+,,,69,3359,0.001772875664755702,0.03125211223959923,,
+0.016922233626246452,0.047573864459991455,0.017029963433742523,70,3407,,,,
+,,,70,3407,0.0012462728191167116,0.026862172409892082,,
+0.0008843568502925336,0.024347728118300438,0.017029963433742523,71,3455,,,,
+,,,71,3455,0.0012542956974357367,0.026703733950853348,,
+0.002793664578348398,0.031093958765268326,0.017029963433742523,72,3503,,,,
+,,,72,3503,0.0013015333097428083,0.02603299543261528,,
+0.00316620827652514,0.029775850474834442,0.017029963433742523,73,3551,,,,
+,,,73,3551,0.0013824939960613847,0.02835107408463955,,
+90.63870239257812,2.9919214248657227,0.017029963433742523,74,3599,,,,
+,,,74,3599,0.004699165001511574,0.03285545855760574,,
+0.0005367353442125022,0.01903781294822693,0.017029963433742523,75,3647,,,,
+,,,75,3647,0.0020155843812972307,0.03583522140979767,,
+0.0006395164527930319,0.020485088229179382,0.017029963433742523,76,3695,,,,
+,,,76,3695,0.000947945227380842,0.02406785450875759,,
+0.001384430448524654,0.024481089785695076,0.017029963433742523,77,3743,,,,
+,,,77,3743,0.0009569996036589146,0.0237943846732378,,
+0.0012635246384888887,0.022603493183851242,0.017029963433742523,78,3791,,,,
+,,,78,3791,0.0008873544284142554,0.02253056690096855,,
+0.010719211772084236,0.04250393062829971,0.017029963433742523,79,3839,,,,
+,,,79,3839,0.0008283606148324907,0.022344281896948814,,
+0.0014407640555873513,0.026584723964333534,0.017029963433742523,80,3887,,,,
+,,,80,3887,0.0009801459964364767,0.023373927921056747,,
+0.0013951149303466082,0.02328108251094818,0.017029963433742523,81,3935,,,,
+,,,81,3935,0.0009222299559041858,0.022290663793683052,,
+0.0005979050183668733,0.01966702938079834,0.017029963433742523,82,3983,,,,
+,,,82,3983,0.0006968724192120135,0.020808259025216103,,
+0.005666729994118214,0.06405410915613174,0.017029963433742523,83,4031,,,,
+,,,83,4031,0.000750102277379483,0.02100556343793869,,
+0.0007471272256225348,0.02014223113656044,0.017029963433742523,84,4079,,,,
+,,,84,4079,0.0007736068218946457,0.021128905937075615,,
+0.0011792960576713085,0.024227311834692955,0.017029963433742523,85,4127,,,,
+,,,85,4127,0.0007768595241941512,0.02108107879757881,,
+0.0041178492829203606,0.028475428000092506,0.017029963433742523,86,4175,,,,
+,,,86,4175,0.0005837916396558285,0.018736934289336205,,
+0.0004680727142840624,0.017311666160821915,0.017029963433742523,87,4223,,,,
+,,,87,4223,0.0006357288220897317,0.019453778862953186,,
+0.0006268329452723265,0.02008070982992649,0.017029963433742523,88,4271,,,,
+,,,88,4271,0.0007513246964663267,0.02081299014389515,,
+0.0022989860735833645,0.02546343393623829,0.017029963433742523,89,4319,,,,
+,,,89,4319,0.0005989260389469564,0.019115135073661804,,
+0.0005801524384878576,0.019116897135972977,0.017029963433742523,90,4367,,,,
+,,,90,4367,0.0006640322972089052,0.02010582946240902,,
+0.0014121829299256206,0.0223489161580801,0.017029963433742523,91,4415,,,,
+,,,91,4415,0.0006490907981060445,0.019483832642436028,,
+0.0004547201097011566,0.017479941248893738,0.017029963433742523,92,4463,,,,
+,,,92,4463,0.0005113341030664742,0.01728394627571106,,
+0.016608716920018196,0.05145484581589699,0.017029963433742523,93,4511,,,,
+,,,93,4511,0.0005300840130075812,0.017836997285485268,,
+0.004825972020626068,0.030078964307904243,0.017029963433742523,94,4559,,,,
+,,,94,4559,0.0005434328340925276,0.017219342291355133,,
+0.0006750939064659178,0.02026815339922905,0.017029963433742523,95,4607,,,,
+,,,95,4607,0.0005765415262430906,0.017863398417830467,,
+0.004399315919727087,0.030201401561498642,0.017029963433742523,96,4655,,,,
+,,,96,4655,0.0005040357355028391,0.016973838210105896,,
+0.002316185971722007,0.02609635889530182,0.017029963433742523,97,4703,,,,
+,,,97,4703,0.0004845177463721484,0.01693769171833992,,
+0.0004109802539460361,0.016600819304585457,0.016600819304585457,98,4751,,,,
+,,,98,4751,0.0005776243633590639,0.017387067899107933,,
+0.0003442374581936747,0.015039916150271893,0.015039916150271893,99,4799,,,,
+,,,99,4799,0.0005026194266974926,0.01635551080107689,,
+,,,100,4800,,,0.00034412575769238174,0.014915572479367256

logs/experiments/multiruns/focusResNet_150_hyperparameter_search/2022-03-31_07-56-52/3/tensorboard/focusResNet_150_hyperparameter_search/events.out.tfevents.1648719758.14f4e65288e4.1.6

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df9cfc4daffd358a6733ff8639b1b039417e36ff54401eed2f9688941f89453
+size 36489